org.apache.cassandra.service.pager.AbstractQueryPager Maven / Gradle / Ivy
Go to download
Show more of this group Show more artifacts with this name
Show all versions of cassandra-unit-shaded Show documentation
Show all versions of cassandra-unit-shaded Show documentation
Shaded version of cassandra-unit
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.cassandra.service.pager;
import org.apache.cassandra.config.CFMetaData;
import org.apache.cassandra.db.*;
import org.apache.cassandra.db.rows.*;
import org.apache.cassandra.db.partitions.*;
import org.apache.cassandra.db.filter.DataLimits;
import org.apache.cassandra.db.transform.Transformation;
import org.apache.cassandra.service.ClientState;
import org.apache.cassandra.transport.ProtocolVersion;
abstract class AbstractQueryPager implements QueryPager
{
protected final ReadCommand command;
protected final DataLimits limits;
protected final ProtocolVersion protocolVersion;
private int remaining;
// This is the last key we've been reading from (or can still be reading within). This the key for
// which remainingInPartition makes sense: if we're starting another key, we should reset remainingInPartition
// (and this is done in PagerIterator). This can be null (when we start).
private DecoratedKey lastKey;
private int remainingInPartition;
private boolean exhausted;
protected AbstractQueryPager(ReadCommand command, ProtocolVersion protocolVersion)
{
this.command = command;
this.protocolVersion = protocolVersion;
this.limits = command.limits();
this.remaining = limits.count();
this.remainingInPartition = limits.perPartitionCount();
}
public ReadExecutionController executionController()
{
return command.executionController();
}
public PartitionIterator fetchPage(int pageSize, ConsistencyLevel consistency, ClientState clientState, long queryStartNanoTime)
{
if (isExhausted())
return EmptyIterators.partition();
pageSize = Math.min(pageSize, remaining);
Pager pager = new RowPager(limits.forPaging(pageSize), command.nowInSec());
return Transformation.apply(nextPageReadCommand(pageSize).execute(consistency, clientState, queryStartNanoTime), pager);
}
public PartitionIterator fetchPageInternal(int pageSize, ReadExecutionController executionController)
{
if (isExhausted())
return EmptyIterators.partition();
pageSize = Math.min(pageSize, remaining);
RowPager pager = new RowPager(limits.forPaging(pageSize), command.nowInSec());
return Transformation.apply(nextPageReadCommand(pageSize).executeInternal(executionController), pager);
}
public UnfilteredPartitionIterator fetchPageUnfiltered(CFMetaData cfm, int pageSize, ReadExecutionController executionController)
{
if (isExhausted())
return EmptyIterators.unfilteredPartition(cfm, false);
pageSize = Math.min(pageSize, remaining);
UnfilteredPager pager = new UnfilteredPager(limits.forPaging(pageSize), command.nowInSec());
return Transformation.apply(nextPageReadCommand(pageSize).executeLocally(executionController), pager);
}
private class UnfilteredPager extends Pager
{
private UnfilteredPager(DataLimits pageLimits, int nowInSec)
{
super(pageLimits, nowInSec);
}
protected BaseRowIterator apply(BaseRowIterator partition)
{
return Transformation.apply(counter.applyTo((UnfilteredRowIterator) partition), this);
}
}
private class RowPager extends Pager
{
private RowPager(DataLimits pageLimits, int nowInSec)
{
super(pageLimits, nowInSec);
}
protected BaseRowIterator apply(BaseRowIterator partition)
{
return Transformation.apply(counter.applyTo((RowIterator) partition), this);
}
}
private abstract class Pager extends Transformation>
{
private final DataLimits pageLimits;
protected final DataLimits.Counter counter;
private DecoratedKey currentKey;
private Row lastRow;
private boolean isFirstPartition = true;
private Pager(DataLimits pageLimits, int nowInSec)
{
this.counter = pageLimits.newCounter(nowInSec, true);
this.pageLimits = pageLimits;
}
@Override
public BaseRowIterator applyToPartition(BaseRowIterator partition)
{
currentKey = partition.partitionKey();
// If this is the first partition of this page, this could be the continuation of a partition we've started
// on the previous page. In which case, we could have the problem that the partition has no more "regular"
// rows (but the page size is such we didn't knew before) but it does has a static row. We should then skip
// the partition as returning it would means to the upper layer that the partition has "only" static columns,
// which is not the case (and we know the static results have been sent on the previous page).
if (isFirstPartition)
{
isFirstPartition = false;
if (isPreviouslyReturnedPartition(currentKey) && !partition.hasNext())
{
partition.close();
return null;
}
}
return apply(partition);
}
protected abstract BaseRowIterator apply(BaseRowIterator partition);
@Override
public void onClose()
{
// In some case like GROUP BY a counter need to know when the processing is completed.
counter.onClose();
recordLast(lastKey, lastRow);
remaining -= counter.counted();
// If the clustering of the last row returned is a static one, it means that the partition was only
// containing data within the static columns. If the clustering of the last row returned is empty
// it means that there is only one row per partition. Therefore, in both cases there are no data remaining
// within the partition.
if (lastRow != null && (lastRow.clustering() == Clustering.STATIC_CLUSTERING
|| lastRow.clustering() == Clustering.EMPTY))
{
remainingInPartition = 0;
}
else
{
remainingInPartition -= counter.countedInCurrentPartition();
}
exhausted = pageLimits.isExhausted(counter);
}
public Row applyToStatic(Row row)
{
if (!row.isEmpty())
{
remainingInPartition = limits.perPartitionCount();
lastKey = currentKey;
lastRow = row;
}
return row;
}
@Override
public Row applyToRow(Row row)
{
if (!currentKey.equals(lastKey))
{
remainingInPartition = limits.perPartitionCount();
lastKey = currentKey;
}
lastRow = row;
return row;
}
}
protected void restoreState(DecoratedKey lastKey, int remaining, int remainingInPartition)
{
this.lastKey = lastKey;
this.remaining = remaining;
this.remainingInPartition = remainingInPartition;
}
public boolean isExhausted()
{
return exhausted || remaining == 0 || ((this instanceof SinglePartitionPager) && remainingInPartition == 0);
}
public int maxRemaining()
{
return remaining;
}
protected int remainingInPartition()
{
return remainingInPartition;
}
protected abstract ReadCommand nextPageReadCommand(int pageSize);
protected abstract void recordLast(DecoratedKey key, Row row);
protected abstract boolean isPreviouslyReturnedPartition(DecoratedKey key);
}