org.apache.cassandra.dht.tokenallocator.TokenAllocatorBase Maven / Gradle / Ivy
Go to download
Show more of this group Show more artifacts with this name
Show all versions of cassandra-all Show documentation
Show all versions of cassandra-all Show documentation
A fork of the Apache Cassandra Project ready to embed Elasticsearch.
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.cassandra.dht.tokenallocator;
import java.util.Map;
import java.util.NavigableMap;
import com.google.common.collect.Maps;
import org.apache.cassandra.dht.IPartitioner;
import org.apache.cassandra.dht.Token;
public abstract class TokenAllocatorBase implements TokenAllocator
{
final NavigableMap sortedTokens;
final ReplicationStrategy strategy;
final IPartitioner partitioner;
protected TokenAllocatorBase(NavigableMap sortedTokens,
ReplicationStrategy strategy,
IPartitioner partitioner)
{
this.sortedTokens = sortedTokens;
this.strategy = strategy;
this.partitioner = partitioner;
}
public abstract int getReplicas();
protected Map> createUnitInfos(Map groups)
{
Map> map = Maps.newHashMap();
for (Unit n : sortedTokens.values())
{
UnitInfo ni = map.get(n);
if (ni == null)
map.put(n, ni = new UnitInfo<>(n, 0, groups, strategy));
ni.tokenCount++;
}
return map;
}
private Map.Entry mapEntryFor(Token t)
{
Map.Entry en = sortedTokens.floorEntry(t);
if (en == null)
en = sortedTokens.lastEntry();
return en;
}
Unit unitFor(Token t)
{
return mapEntryFor(t).getValue();
}
// get or initialise the shared GroupInfo associated with the unit
private static GroupInfo getGroup(Unit unit, Map groupMap, ReplicationStrategy strategy)
{
Object groupClass = strategy.getGroup(unit);
GroupInfo group = groupMap.get(groupClass);
if (group == null)
groupMap.put(groupClass, group = new GroupInfo(groupClass));
return group;
}
/**
* Unique group object that one or more UnitInfo objects link to.
*/
static class GroupInfo
{
/**
* Group identifier given by ReplicationStrategy.getGroup(Unit).
*/
final Object group;
/**
* Seen marker. When non-null, the group is already seen in replication walks.
* Also points to previous seen group to enable walking the seen groups and clearing the seen markers.
*/
GroupInfo prevSeen = null;
/**
* Same marker/chain used by populateTokenInfo.
*/
GroupInfo prevPopulate = null;
/**
* Value used as terminator for seen chains.
*/
static GroupInfo TERMINATOR = new GroupInfo(null);
public GroupInfo(Object group)
{
this.group = group;
}
public String toString()
{
return group.toString() + (prevSeen != null ? "*" : "");
}
}
/**
* Unit information created and used by ReplicationAwareTokenDistributor. Contained vnodes all point to the same
* instance.
*/
static class UnitInfo
{
final Unit unit;
final GroupInfo group;
double ownership;
int tokenCount;
/**
* During evaluateImprovement this is used to form a chain of units affected by the candidate insertion.
*/
UnitInfo prevUsed;
/**
* During evaluateImprovement this holds the ownership after the candidate insertion.
*/
double adjustedOwnership;
private UnitInfo(Unit unit, GroupInfo group)
{
this.unit = unit;
this.group = group;
this.tokenCount = 0;
}
public UnitInfo(Unit unit, double ownership, Map groupMap, ReplicationStrategy strategy)
{
this(unit, getGroup(unit, groupMap, strategy));
this.ownership = ownership;
}
public String toString()
{
return String.format("%s%s(%.2e)%s",
unit, unit == group.group ? (group.prevSeen != null ? "*" : "") : ":" + group.toString(),
ownership, prevUsed != null ? (prevUsed == this ? "#" : "->" + prevUsed.toString()) : "");
}
}
private static class CircularList>
{
T prev;
T next;
/**
* Inserts this after unit in the circular list which starts at head. Returns the new head of the list, which
* only changes if head was null.
*/
@SuppressWarnings("unchecked")
T insertAfter(T head, T unit)
{
if (head == null)
{
return prev = next = (T) this;
}
assert unit != null;
assert unit.next != null;
prev = unit;
next = unit.next;
prev.next = (T) this;
next.prev = (T) this;
return head;
}
/**
* Removes this from the list that starts at head. Returns the new head of the list, which only changes if the
* head was removed.
*/
T removeFrom(T head)
{
next.prev = prev;
prev.next = next;
return this == head ? (this == next ? null : next) : head;
}
}
static class BaseTokenInfo> extends CircularList
{
final Token token;
final UnitInfo owningUnit;
/**
* Start of the replication span for the vnode, i.e. the first token of the RF'th group seen before the token.
* The replicated ownership of the unit is the range between {@code replicationStart} and {@code token}.
*/
Token replicationStart;
/**
* The closest position that the new candidate can take to become the new replication start. If candidate is
* closer, the start moves to this position. Used to determine replicationStart after insertion of new token.
*
* Usually the RF minus one boundary, i.e. the first token of the RF-1'th group seen before the token.
*/
Token replicationThreshold;
/**
* Current replicated ownership. This number is reflected in the owning unit's ownership.
*/
double replicatedOwnership = 0;
public BaseTokenInfo(Token token, UnitInfo owningUnit)
{
this.token = token;
this.owningUnit = owningUnit;
}
public String toString()
{
return String.format("%s(%s)", token, owningUnit);
}
/**
* Previous unit in the token ring. For existing tokens this is prev,
* for candidates it's "split".
*/
TokenInfo prevInRing()
{
return null;
}
}
/**
* TokenInfo about existing tokens/vnodes.
*/
static class TokenInfo extends BaseTokenInfo>
{
public TokenInfo(Token token, UnitInfo owningUnit)
{
super(token, owningUnit);
}
TokenInfo prevInRing()
{
return prev;
}
}
static class Weighted implements Comparable>
{
final double weight;
final T value;
public Weighted(double weight, T value)
{
this.weight = weight;
this.value = value;
}
@Override
public int compareTo(Weighted o)
{
int cmp = Double.compare(o.weight, this.weight);
return cmp;
}
@Override
public String toString()
{
return String.format("%s<%s>", value, weight);
}
}
}
© 2015 - 2024 Weber Informatics LLC | Privacy Policy