com.amazonaws.services.kinesis.clientlibrary.lib.worker.ShardEndShardSyncStrategy Maven / Gradle / Ivy
Go to download
Show more of this group Show more artifacts with this name
Show all versions of amazon-kinesis-client Show documentation
Show all versions of amazon-kinesis-client Show documentation
The Amazon Kinesis Client Library for Java enables Java developers to easily consume and process data from Amazon Kinesis.
package com.amazonaws.services.kinesis.clientlibrary.lib.worker;
import java.util.List;
import java.util.concurrent.ExecutionException;
import java.util.concurrent.Future;
import com.amazonaws.services.kinesis.model.Shard;
import org.apache.commons.logging.Log;
import org.apache.commons.logging.LogFactory;
/**
* Implementation of ShardSyncStrategy that facilitates shard syncs when a shard completes processing.
*/
class ShardEndShardSyncStrategy implements ShardSyncStrategy {
private static final Log LOG = LogFactory.getLog(Worker.class);
private ShardSyncTaskManager shardSyncTaskManager;
/** Runs periodic shard sync jobs in the background as an auditor process for shard-end syncs. */
private PeriodicShardSyncManager periodicShardSyncManager;
ShardEndShardSyncStrategy(ShardSyncTaskManager shardSyncTaskManager,
PeriodicShardSyncManager periodicShardSyncManager) {
this.shardSyncTaskManager = shardSyncTaskManager;
this.periodicShardSyncManager = periodicShardSyncManager;
}
@Override
public ShardSyncStrategyType getStrategyType() {
return ShardSyncStrategyType.SHARD_END;
}
@Override
public TaskResult syncShards() {
Future taskResultFuture = null;
TaskResult result = null;
while (taskResultFuture == null) {
taskResultFuture = shardSyncTaskManager.syncShardAndLeaseInfo(null);
}
try {
result = taskResultFuture.get();
} catch (InterruptedException | ExecutionException e) {
LOG.warn("ShardEndShardSyncStrategy syncShards encountered exception.", e);
}
return result;
}
@Override
public TaskResult onWorkerInitialization() {
LOG.info("Starting periodic shard sync background process for SHARD_END shard sync strategy.");
return periodicShardSyncManager.start();
}
@Override
public TaskResult onFoundCompletedShard() {
shardSyncTaskManager.syncShardAndLeaseInfo(null);
return new TaskResult(null);
}
@Override
public TaskResult onShardConsumerShutDown() {
return onFoundCompletedShard();
}
@Override
public TaskResult onShardConsumerShutDown(List latestShards) {
shardSyncTaskManager.syncShardAndLeaseInfo(latestShards);
return new TaskResult(null);
}
@Override
public void onWorkerShutDown() {
LOG.info("Stopping periodic shard sync background process for SHARD_END shard sync strategy.");
periodicShardSyncManager.stop();
}
}
© 2015 - 2024 Weber Informatics LLC | Privacy Policy