org.apache.cassandra.db.lifecycle.View Maven / Gradle / Ivy
Go to download
Show more of this group Show more artifacts with this name
Show all versions of cassandra-all Show documentation
Show all versions of cassandra-all Show documentation
Palantir open source project
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.cassandra.db.lifecycle;
import java.util.*;
import javax.annotation.Nullable;
import com.google.common.base.Function;
import com.google.common.base.Functions;
import com.google.common.base.Predicate;
import com.google.common.collect.*;
import org.apache.cassandra.db.Memtable;
import org.apache.cassandra.db.RowPosition;
import org.apache.cassandra.dht.AbstractBounds;
import org.apache.cassandra.io.sstable.format.SSTableReader;
import org.apache.cassandra.utils.Interval;
import static com.google.common.base.Predicates.equalTo;
import static com.google.common.base.Predicates.not;
import static com.google.common.collect.ImmutableList.copyOf;
import static com.google.common.collect.ImmutableList.of;
import static com.google.common.collect.Iterables.all;
import static com.google.common.collect.Iterables.concat;
import static com.google.common.collect.Iterables.filter;
import static java.util.Collections.singleton;
import static org.apache.cassandra.db.lifecycle.Helpers.emptySet;
import static org.apache.cassandra.db.lifecycle.Helpers.replace;
/**
* An immutable structure holding the current memtable, the memtables pending
* flush, the sstables for a column family, and the sstables that are active
* in compaction (a subset of the sstables).
*
* Modifications to instances are all performed via a Function produced by the static methods in this class.
* These are composed as necessary and provided to the Tracker.apply() methods, which atomically reject or
* accept and apply the changes to the View.
*
*/
public class View
{
/**
* ordinarily a list of size 1, but when preparing to flush will contain both the memtable we will flush
* and the new replacement memtable, until all outstanding write operations on the old table complete.
* The last item in the list is always the "current" memtable.
*/
public final List liveMemtables;
/**
* contains all memtables that are no longer referenced for writing and are queued for / in the process of being
* flushed. In chronologically ascending order.
*/
public final List flushingMemtables;
public final Set compacting;
public final Set sstables;
public final Set premature;
// we use a Map here so that we can easily perform identity checks as well as equality checks.
// When marking compacting, we now indicate if we expect the sstables to be present (by default we do),
// and we then check that not only are they all present in the live set, but that the exact instance present is
// the one we made our decision to compact against.
public final Map sstablesMap;
public final SSTableIntervalTree intervalTree;
View(List liveMemtables, List flushingMemtables, Map sstables, Set compacting, Set premature, SSTableIntervalTree intervalTree)
{
assert liveMemtables != null;
assert flushingMemtables != null;
assert sstables != null;
assert compacting != null;
assert intervalTree != null;
this.liveMemtables = liveMemtables;
this.flushingMemtables = flushingMemtables;
this.sstablesMap = sstables;
this.sstables = sstablesMap.keySet();
this.compacting = compacting;
this.premature = premature;
this.intervalTree = intervalTree;
}
public Memtable getCurrentMemtable()
{
return liveMemtables.get(liveMemtables.size() - 1);
}
/**
* @return the active memtable and all the memtables that are pending flush.
*/
public Iterable getAllMemtables()
{
return concat(flushingMemtables, liveMemtables);
}
public Sets.SetView nonCompactingSStables()
{
return Sets.difference(sstables, compacting);
}
public Iterable getUncompacting(Iterable candidates)
{
return filter(candidates, new Predicate()
{
public boolean apply(SSTableReader sstable)
{
return !compacting.contains(sstable);
}
});
}
@Override
public String toString()
{
return String.format("View(pending_count=%d, sstables=%s, compacting=%s)", liveMemtables.size() + flushingMemtables.size() - 1, sstables, compacting);
}
/**
* Returns the sstables that have any partition between {@code left} and {@code right}, when both bounds are taken inclusively.
* The interval formed by {@code left} and {@code right} shouldn't wrap.
*/
public List sstablesInBounds(RowPosition left, RowPosition right)
{
return sstablesInBounds(left, right, intervalTree);
}
public static List sstablesInBounds(RowPosition left, RowPosition right, SSTableIntervalTree intervalTree)
{
assert !AbstractBounds.strictlyWrapsAround(left, right);
if (intervalTree.isEmpty())
return Collections.emptyList();
RowPosition stopInTree = right.isMinimum() ? intervalTree.max() : right;
return intervalTree.search(Interval.create(left, stopInTree));
}
// METHODS TO CONSTRUCT FUNCTIONS FOR MODIFYING A VIEW:
// return a function to un/mark the provided readers compacting in a view
static Function updateCompacting(final Set unmark, final Iterable mark)
{
if (unmark.isEmpty() && Iterables.isEmpty(mark))
return Functions.identity();
return new Function()
{
public View apply(View view)
{
assert all(mark, Helpers.idIn(view.sstablesMap));
return new View(view.liveMemtables, view.flushingMemtables, view.sstablesMap,
replace(view.compacting, unmark, mark),
view.premature, view.intervalTree);
}
};
}
// construct a predicate to reject views that do not permit us to mark these readers compacting;
// i.e. one of them is either already compacting, has been compacted, or has been replaced
static Predicate permitCompacting(final Iterable readers)
{
return new Predicate()
{
public boolean apply(View view)
{
for (SSTableReader reader : readers)
if (view.compacting.contains(reader) || view.sstablesMap.get(reader) != reader || reader.isMarkedCompacted() || view.premature.contains(reader))
return false;
return true;
}
};
}
// construct a function to change the liveset in a Snapshot
static Function updateLiveSet(final Set remove, final Iterable add)
{
if (remove.isEmpty() && Iterables.isEmpty(add))
return Functions.identity();
return new Function()
{
public View apply(View view)
{
Map sstableMap = replace(view.sstablesMap, remove, add);
return new View(view.liveMemtables, view.flushingMemtables, sstableMap, view.compacting, view.premature,
SSTableIntervalTree.build(sstableMap.keySet()));
}
};
}
// called prior to initiating flush: add newMemtable to liveMemtables, making it the latest memtable
static Function switchMemtable(final Memtable newMemtable)
{
return new Function()
{
public View apply(View view)
{
List newLive = ImmutableList.builder().addAll(view.liveMemtables).add(newMemtable).build();
assert newLive.size() == view.liveMemtables.size() + 1;
return new View(newLive, view.flushingMemtables, view.sstablesMap, view.compacting, view.premature, view.intervalTree);
}
};
}
// called before flush: move toFlush from liveMemtables to flushingMemtables
static Function markFlushing(final Memtable toFlush)
{
return new Function()
{
public View apply(View view)
{
List live = view.liveMemtables, flushing = view.flushingMemtables;
List newLive = copyOf(filter(live, not(equalTo(toFlush))));
List newFlushing = copyOf(concat(filter(flushing, lessThan(toFlush)),
of(toFlush),
filter(flushing, not(lessThan(toFlush)))));
assert newLive.size() == live.size() - 1;
assert newFlushing.size() == flushing.size() + 1;
return new View(newLive, newFlushing, view.sstablesMap, view.compacting, view.premature, view.intervalTree);
}
};
}
// called after flush: removes memtable from flushingMemtables, and inserts flushed into the live sstable set
static Function replaceFlushed(final Memtable memtable, final SSTableReader flushed)
{
return new Function()
{
public View apply(View view)
{
List flushingMemtables = copyOf(filter(view.flushingMemtables, not(equalTo(memtable))));
assert flushingMemtables.size() == view.flushingMemtables.size() - 1;
if (flushed == null)
return new View(view.liveMemtables, flushingMemtables, view.sstablesMap,
view.compacting, view.premature, view.intervalTree);
Map sstableMap = replace(view.sstablesMap, emptySet(), singleton(flushed));
Set compacting = replace(view.compacting, emptySet(), singleton(flushed));
Set premature = replace(view.premature, emptySet(), singleton(flushed));
return new View(view.liveMemtables, flushingMemtables, sstableMap, compacting, premature,
SSTableIntervalTree.build(sstableMap.keySet()));
}
};
}
static Function permitCompactionOfFlushed(final SSTableReader reader)
{
return new Function()
{
@Nullable
public View apply(View view)
{
Set premature = ImmutableSet.copyOf(filter(view.premature, not(equalTo(reader))));
Set compacting = ImmutableSet.copyOf(filter(view.compacting, not(equalTo(reader))));
return new View(view.liveMemtables, view.flushingMemtables, view.sstablesMap, compacting, premature, view.intervalTree);
}
};
}
private static > Predicate lessThan(final T lessThan)
{
return new Predicate()
{
public boolean apply(T t)
{
return t.compareTo(lessThan) < 0;
}
};
}
}
© 2015 - 2025 Weber Informatics LLC | Privacy Policy