com.couchbase.spark.streaming.state.ConnectorState Maven / Gradle / Ivy

Go to download
/*
 * Copyright (c) 2015 Couchbase, Inc.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *    http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package com.couchbase.spark.streaming.state;

import rx.Observable;
import rx.subjects.PublishSubject;
import rx.subjects.Subject;

import java.util.HashMap;
import java.util.Iterator;
import java.util.Map;

/**
 * Implements state of the DStream instance.
 */
public class ConnectorState implements Iterable {
    private final Map streams;
    private final Subject updates =
        PublishSubject.create().toSerialized();

    public ConnectorState() {
        this.streams = new HashMap(1024);
    }

    @Override
    public Iterator iterator() {
        return streams.values().iterator();
    }

    /**
     * Set/update the stream state
     *
     * @param streamState new state for stream
     */
    public void put(StreamState streamState) {
        streams.put(streamState.partition(), streamState);
    }

    /**
     * Returns the stream state.
     *
     * @param partition partition of the stream.
     * @return the state associated or null
     */
    public StreamState get(short partition) {
        return streams.get(partition);
    }

    public short[] partitions() {
        short[] partitions = new short[streams.size()];
        int i = 0;
        for (Short partition : streams.keySet()) {
            partitions[i++] = partition;
        }
        return partitions;
    }

    public ConnectorState clone() {
        ConnectorState newState = new ConnectorState();
        for (Map.Entry entry : streams.entrySet()) {
            newState.streams.put(entry.getKey(), entry.getValue());
        }
        return newState;
    }

    public void update(short partition, long sequenceNumber) {
        StreamState state = streams.get(partition);
        streams.put(partition,
            new StreamState(partition, state.vbucketUUID(), Math.max(state.sequenceNumber(), sequenceNumber)));
        updates.onNext(new StreamStateUpdatedEvent(this, partition));
    }

    public Observable updates() {
        return updates;
    }

    @Override
    public String toString() {
        return "ConnectorState{" +
            "streams=" + streams +
            '}';
    }
}