org.apache.cassandra.db.streaming.ComponentManifest Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of cassandra-all Show documentation
The Apache Cassandra Project develops a highly scalable second-generation distributed database, bringing together Dynamo's fully distributed design and Bigtable's ColumnFamily-based data model.
There is a newer version: 5.0.2
Show newest version
/*
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package org.apache.cassandra.db.streaming;

import java.io.IOException;
import java.util.ArrayList;
import java.util.Iterator;
import java.util.LinkedHashMap;
import java.util.List;
import java.util.Map;
import java.util.Set;

import com.google.common.annotations.VisibleForTesting;
import com.google.common.collect.ImmutableMap;
import com.google.common.collect.Iterators;

import org.apache.cassandra.config.DatabaseDescriptor;
import org.apache.cassandra.db.TypeSizes;
import org.apache.cassandra.io.IVersionedSerializer;
import org.apache.cassandra.io.sstable.Component;
import org.apache.cassandra.io.sstable.SSTable;
import org.apache.cassandra.io.sstable.format.SSTableFormat;
import org.apache.cassandra.io.util.DataInputPlus;
import org.apache.cassandra.io.util.DataOutputPlus;
import org.apache.cassandra.io.util.File;

/**
 * SSTable components and their sizes to be tranfered via entire-sstable-streaming
 */
public final class ComponentManifest implements Iterable
{
    private final LinkedHashMap components;

    public ComponentManifest(Map components)
    {
        this.components = new LinkedHashMap<>(components);
    }

    @VisibleForTesting
    public static ComponentManifest create(SSTable sstable)
    {
        Set streamingComponents = sstable.getStreamingComponents();
        LinkedHashMap components = new LinkedHashMap<>(streamingComponents.size());

        for (Component component : streamingComponents)
        {
            File file = sstable.descriptor.fileFor(component);
            if (!file.exists())
                continue;

            components.put(component, file.length());
        }

        return new ComponentManifest(components);
    }

    public long sizeOf(Component component)
    {
        Long size = components.get(component);
        if (size == null)
            throw new IllegalArgumentException("Component " + component + " is not present in the manifest");
        return size;
    }

    public long totalSize()
    {
        long totalSize = 0;
        for (Long size : components.values())
            totalSize += size;
        return totalSize;
    }

    public List components()
    {
        return new ArrayList<>(components.keySet());
    }

    @Override
    public boolean equals(Object o)
    {
        if (this == o)
            return true;

        if (!(o instanceof ComponentManifest))
            return false;

        ComponentManifest that = (ComponentManifest) o;
        return components.equals(that.components);
    }

    @Override
    public int hashCode()
    {
        return components.hashCode();
    }

    @Override
    public String toString()
    {
        return "ComponentManifest{" +
               "components=" + components +
               '}';
    }

    public static final Map> serializers;

    static
    {
        ImmutableMap.Builder> b = ImmutableMap.builder();
        for (SSTableFormat format : DatabaseDescriptor.getSSTableFormats().values())
        {
            IVersionedSerializer serializer = new IVersionedSerializer()
            {

                public void serialize(ComponentManifest manifest, DataOutputPlus out, int version) throws IOException
                {
                    out.writeUnsignedVInt32(manifest.components.size());
                    for (Map.Entry entry : manifest.components.entrySet())
                    {
                        out.writeUTF(entry.getKey().name);
                        out.writeUnsignedVInt(entry.getValue());
                    }
                }

                public ComponentManifest deserialize(DataInputPlus in, int version) throws IOException
                {
                    int size = in.readUnsignedVInt32();

                    LinkedHashMap components = new LinkedHashMap<>(size);

                    for (int i = 0; i < size; i++)
                    {
                        Component component = Component.parse(in.readUTF(), format);
                        long length = in.readUnsignedVInt();
                        components.put(component, length);
                    }

                    return new ComponentManifest(components);
                }

                public long serializedSize(ComponentManifest manifest, int version)
                {
                    long size = TypeSizes.sizeofUnsignedVInt(manifest.components.size());
                    for (Map.Entry entry : manifest.components.entrySet())
                    {
                        size += TypeSizes.sizeof(entry.getKey().name);
                        size += TypeSizes.sizeofUnsignedVInt(entry.getValue());
                    }
                    return size;
                }
            };

            b.put(format.name(), serializer);
        }
        serializers = b.build();
    }

    @Override
    public Iterator iterator()
    {
        return Iterators.unmodifiableIterator(components.keySet().iterator());
    }
}