com.netflix.hollow.tools.split.HollowSplitter Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of hollow Show documentation

hollow

There is a newer version: 7.13.0

/*
 *  Copyright 2016-2019 Netflix, Inc.
 *
 *     Licensed under the Apache License, Version 2.0 (the "License");
 *     you may not use this file except in compliance with the License.
 *     You may obtain a copy of the License at
 *
 *         http://www.apache.org/licenses/LICENSE-2.0
 *
 *     Unless required by applicable law or agreed to in writing, software
 *     distributed under the License is distributed on an "AS IS" BASIS,
 *     WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 *     See the License for the specific language governing permissions and
 *     limitations under the License.
 *
 */
package com.netflix.hollow.tools.split;

import com.netflix.hollow.core.read.engine.HollowReadStateEngine;
import com.netflix.hollow.core.schema.HollowSchema;
import com.netflix.hollow.core.util.HollowWriteStateCreator;
import com.netflix.hollow.core.util.SimultaneousExecutor;
import com.netflix.hollow.core.write.HollowWriteStateEngine;
import java.util.List;

/**
 * This tool can be used to shard a Hollow dataset into two or more smaller datasets. 
 */
public class HollowSplitter {

    private final HollowReadStateEngine inputStateEngine;
    private final HollowWriteStateEngine outputStateEngines[];
    private final HollowSplitterCopyDirector director;

    public HollowSplitter(HollowSplitterCopyDirector director, HollowReadStateEngine inputStateEngine) {
        this.inputStateEngine = inputStateEngine;
        this.outputStateEngines = new HollowWriteStateEngine[director.getNumShards()];
        this.director = director;

        List schemas = inputStateEngine.getSchemas();

        for(int i=0;i