com.moilioncircle.redis.replicator.AbstractReplicator Maven / Gradle / Ivy
Go to download
Show more of this group Show more artifacts with this name
Show all versions of redis-replicator Show documentation
Show all versions of redis-replicator Show documentation
Redis Replicator implement Redis Replication protocol written in java.
It can parse,filter,broadcast the RDB and AOF events in a real time manner.
It also can synchronize redis data to your local cache or to database.
/*
* Copyright 2016-2018 Leon Chen
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.moilioncircle.redis.replicator;
import static com.moilioncircle.redis.replicator.Status.CONNECTED;
import static com.moilioncircle.redis.replicator.Status.DISCONNECTED;
import static com.moilioncircle.redis.replicator.Status.DISCONNECTING;
import static com.moilioncircle.redis.replicator.util.Tuples.of;
import java.io.IOException;
import java.io.UncheckedIOException;
import java.util.Map;
import java.util.concurrent.ConcurrentHashMap;
import java.util.concurrent.atomic.AtomicBoolean;
import java.util.concurrent.atomic.AtomicReference;
import com.moilioncircle.redis.replicator.cmd.Command;
import com.moilioncircle.redis.replicator.cmd.CommandName;
import com.moilioncircle.redis.replicator.cmd.CommandParser;
import com.moilioncircle.redis.replicator.cmd.parser.AppendParser;
import com.moilioncircle.redis.replicator.cmd.parser.BRPopLPushParser;
import com.moilioncircle.redis.replicator.cmd.parser.BitFieldParser;
import com.moilioncircle.redis.replicator.cmd.parser.BitOpParser;
import com.moilioncircle.redis.replicator.cmd.parser.DecrByParser;
import com.moilioncircle.redis.replicator.cmd.parser.DecrParser;
import com.moilioncircle.redis.replicator.cmd.parser.DelParser;
import com.moilioncircle.redis.replicator.cmd.parser.EvalParser;
import com.moilioncircle.redis.replicator.cmd.parser.EvalShaParser;
import com.moilioncircle.redis.replicator.cmd.parser.ExecParser;
import com.moilioncircle.redis.replicator.cmd.parser.ExpireAtParser;
import com.moilioncircle.redis.replicator.cmd.parser.ExpireParser;
import com.moilioncircle.redis.replicator.cmd.parser.FlushAllParser;
import com.moilioncircle.redis.replicator.cmd.parser.FlushDBParser;
import com.moilioncircle.redis.replicator.cmd.parser.GeoAddParser;
import com.moilioncircle.redis.replicator.cmd.parser.GetSetParser;
import com.moilioncircle.redis.replicator.cmd.parser.HDelParser;
import com.moilioncircle.redis.replicator.cmd.parser.HIncrByParser;
import com.moilioncircle.redis.replicator.cmd.parser.HMSetParser;
import com.moilioncircle.redis.replicator.cmd.parser.HSetNxParser;
import com.moilioncircle.redis.replicator.cmd.parser.HSetParser;
import com.moilioncircle.redis.replicator.cmd.parser.IncrByParser;
import com.moilioncircle.redis.replicator.cmd.parser.IncrParser;
import com.moilioncircle.redis.replicator.cmd.parser.LInsertParser;
import com.moilioncircle.redis.replicator.cmd.parser.LPopParser;
import com.moilioncircle.redis.replicator.cmd.parser.LPushParser;
import com.moilioncircle.redis.replicator.cmd.parser.LPushXParser;
import com.moilioncircle.redis.replicator.cmd.parser.LRemParser;
import com.moilioncircle.redis.replicator.cmd.parser.LSetParser;
import com.moilioncircle.redis.replicator.cmd.parser.LTrimParser;
import com.moilioncircle.redis.replicator.cmd.parser.MSetNxParser;
import com.moilioncircle.redis.replicator.cmd.parser.MSetParser;
import com.moilioncircle.redis.replicator.cmd.parser.MoveParser;
import com.moilioncircle.redis.replicator.cmd.parser.MultiParser;
import com.moilioncircle.redis.replicator.cmd.parser.PExpireAtParser;
import com.moilioncircle.redis.replicator.cmd.parser.PExpireParser;
import com.moilioncircle.redis.replicator.cmd.parser.PFAddParser;
import com.moilioncircle.redis.replicator.cmd.parser.PFCountParser;
import com.moilioncircle.redis.replicator.cmd.parser.PFMergeParser;
import com.moilioncircle.redis.replicator.cmd.parser.PSetExParser;
import com.moilioncircle.redis.replicator.cmd.parser.PersistParser;
import com.moilioncircle.redis.replicator.cmd.parser.PingParser;
import com.moilioncircle.redis.replicator.cmd.parser.PublishParser;
import com.moilioncircle.redis.replicator.cmd.parser.RPopLPushParser;
import com.moilioncircle.redis.replicator.cmd.parser.RPopParser;
import com.moilioncircle.redis.replicator.cmd.parser.RPushParser;
import com.moilioncircle.redis.replicator.cmd.parser.RPushXParser;
import com.moilioncircle.redis.replicator.cmd.parser.RenameNxParser;
import com.moilioncircle.redis.replicator.cmd.parser.RenameParser;
import com.moilioncircle.redis.replicator.cmd.parser.ReplConfParser;
import com.moilioncircle.redis.replicator.cmd.parser.RestoreParser;
import com.moilioncircle.redis.replicator.cmd.parser.SAddParser;
import com.moilioncircle.redis.replicator.cmd.parser.SDiffStoreParser;
import com.moilioncircle.redis.replicator.cmd.parser.SInterStoreParser;
import com.moilioncircle.redis.replicator.cmd.parser.SMoveParser;
import com.moilioncircle.redis.replicator.cmd.parser.SRemParser;
import com.moilioncircle.redis.replicator.cmd.parser.SUnionStoreParser;
import com.moilioncircle.redis.replicator.cmd.parser.ScriptParser;
import com.moilioncircle.redis.replicator.cmd.parser.SelectParser;
import com.moilioncircle.redis.replicator.cmd.parser.SetBitParser;
import com.moilioncircle.redis.replicator.cmd.parser.SetExParser;
import com.moilioncircle.redis.replicator.cmd.parser.SetNxParser;
import com.moilioncircle.redis.replicator.cmd.parser.SetParser;
import com.moilioncircle.redis.replicator.cmd.parser.SetRangeParser;
import com.moilioncircle.redis.replicator.cmd.parser.SortParser;
import com.moilioncircle.redis.replicator.cmd.parser.SwapDBParser;
import com.moilioncircle.redis.replicator.cmd.parser.UnLinkParser;
import com.moilioncircle.redis.replicator.cmd.parser.XAckParser;
import com.moilioncircle.redis.replicator.cmd.parser.XAddParser;
import com.moilioncircle.redis.replicator.cmd.parser.XClaimParser;
import com.moilioncircle.redis.replicator.cmd.parser.XDelParser;
import com.moilioncircle.redis.replicator.cmd.parser.XGroupParser;
import com.moilioncircle.redis.replicator.cmd.parser.XSetIdParser;
import com.moilioncircle.redis.replicator.cmd.parser.XTrimParser;
import com.moilioncircle.redis.replicator.cmd.parser.ZAddParser;
import com.moilioncircle.redis.replicator.cmd.parser.ZIncrByParser;
import com.moilioncircle.redis.replicator.cmd.parser.ZInterStoreParser;
import com.moilioncircle.redis.replicator.cmd.parser.ZPopMaxParser;
import com.moilioncircle.redis.replicator.cmd.parser.ZPopMinParser;
import com.moilioncircle.redis.replicator.cmd.parser.ZRemParser;
import com.moilioncircle.redis.replicator.cmd.parser.ZRemRangeByLexParser;
import com.moilioncircle.redis.replicator.cmd.parser.ZRemRangeByRankParser;
import com.moilioncircle.redis.replicator.cmd.parser.ZRemRangeByScoreParser;
import com.moilioncircle.redis.replicator.cmd.parser.ZUnionStoreParser;
import com.moilioncircle.redis.replicator.event.AbstractEvent;
import com.moilioncircle.redis.replicator.event.Event;
import com.moilioncircle.redis.replicator.io.RedisInputStream;
import com.moilioncircle.redis.replicator.rdb.DefaultRdbVisitor;
import com.moilioncircle.redis.replicator.rdb.RdbVisitor;
import com.moilioncircle.redis.replicator.rdb.datatype.Module;
import com.moilioncircle.redis.replicator.rdb.module.ModuleKey;
import com.moilioncircle.redis.replicator.rdb.module.ModuleParser;
import com.moilioncircle.redis.replicator.util.type.Tuple2;
/**
* @author Leon Chen
* @version 2.1.1
* @since 2.1.0
*/
public abstract class AbstractReplicator extends AbstractReplicatorListener implements Replicator {
protected Configuration configuration;
protected RedisInputStream inputStream;
protected RdbVisitor rdbVisitor = new DefaultRdbVisitor(this);
protected final AtomicBoolean manual = new AtomicBoolean(false);
protected final AtomicReference connected = new AtomicReference<>(DISCONNECTED);
protected final Map> modules = new ConcurrentHashMap<>();
protected final Map> commands = new ConcurrentHashMap<>();
@Override
public CommandParser getCommandParser(CommandName command) {
return commands.get(command);
}
@Override
public void addCommandParser(CommandName command, CommandParser parser) {
commands.put(command, parser);
}
@Override
public CommandParser removeCommandParser(CommandName command) {
return commands.remove(command);
}
@Override
public ModuleParser getModuleParser(String moduleName, int moduleVersion) {
return modules.get(ModuleKey.key(moduleName, moduleVersion));
}
@Override
public void addModuleParser(String moduleName, int moduleVersion, ModuleParser parser) {
modules.put(ModuleKey.key(moduleName, moduleVersion), parser);
}
@Override
public ModuleParser removeModuleParser(String moduleName, int moduleVersion) {
return modules.remove(ModuleKey.key(moduleName, moduleVersion));
}
public void submitEvent(Event event) {
long offset = configuration.getReplOffset();
submitEvent(event, of(offset, offset));
}
public void submitEvent(Event event, Tuple2 offsets) {
try {
dress(event, offsets);
doEventListener(this, event);
} catch (UncheckedIOException e) {
throw e;
//ignore UncheckedIOException so that to propagate to caller.
} catch (Throwable e) {
doExceptionListener(this, e, event);
}
}
protected void dress(Event event, Tuple2 offsets) {
if (event instanceof AbstractEvent) {
((AbstractEvent) event).getContext().setOffsets(offsets);
}
}
protected boolean compareAndSet(Status prev, Status next) {
boolean result = connected.compareAndSet(prev, next);
if (result) doStatusListener(this, next);
return result;
}
protected void setStatus(Status next) {
connected.set(next);
doStatusListener(this, next);
}
@Override
public boolean verbose() {
return configuration != null && configuration.isVerbose();
}
@Override
public Status getStatus() {
return connected.get();
}
@Override
public Configuration getConfiguration() {
return configuration;
}
@Override
public void setRdbVisitor(RdbVisitor rdbVisitor) {
this.rdbVisitor = rdbVisitor;
}
@Override
public RdbVisitor getRdbVisitor() {
return this.rdbVisitor;
}
@Override
public void builtInCommandParserRegister() {
addCommandParser(CommandName.name("PING"), new PingParser());
addCommandParser(CommandName.name("APPEND"), new AppendParser());
addCommandParser(CommandName.name("SET"), new SetParser());
addCommandParser(CommandName.name("SETEX"), new SetExParser());
addCommandParser(CommandName.name("MSET"), new MSetParser());
addCommandParser(CommandName.name("DEL"), new DelParser());
addCommandParser(CommandName.name("SADD"), new SAddParser());
addCommandParser(CommandName.name("HMSET"), new HMSetParser());
addCommandParser(CommandName.name("HSET"), new HSetParser());
addCommandParser(CommandName.name("LSET"), new LSetParser());
addCommandParser(CommandName.name("EXPIRE"), new ExpireParser());
addCommandParser(CommandName.name("EXPIREAT"), new ExpireAtParser());
addCommandParser(CommandName.name("GETSET"), new GetSetParser());
addCommandParser(CommandName.name("HSETNX"), new HSetNxParser());
addCommandParser(CommandName.name("MSETNX"), new MSetNxParser());
addCommandParser(CommandName.name("PSETEX"), new PSetExParser());
addCommandParser(CommandName.name("SETNX"), new SetNxParser());
addCommandParser(CommandName.name("SETRANGE"), new SetRangeParser());
addCommandParser(CommandName.name("HDEL"), new HDelParser());
addCommandParser(CommandName.name("LPOP"), new LPopParser());
addCommandParser(CommandName.name("LPUSH"), new LPushParser());
addCommandParser(CommandName.name("LPUSHX"), new LPushXParser());
addCommandParser(CommandName.name("LRem"), new LRemParser());
addCommandParser(CommandName.name("RPOP"), new RPopParser());
addCommandParser(CommandName.name("RPUSH"), new RPushParser());
addCommandParser(CommandName.name("RPUSHX"), new RPushXParser());
addCommandParser(CommandName.name("ZREM"), new ZRemParser());
addCommandParser(CommandName.name("RENAME"), new RenameParser());
addCommandParser(CommandName.name("INCR"), new IncrParser());
addCommandParser(CommandName.name("DECR"), new DecrParser());
addCommandParser(CommandName.name("INCRBY"), new IncrByParser());
addCommandParser(CommandName.name("DECRBY"), new DecrByParser());
addCommandParser(CommandName.name("PERSIST"), new PersistParser());
addCommandParser(CommandName.name("SELECT"), new SelectParser());
addCommandParser(CommandName.name("FLUSHALL"), new FlushAllParser());
addCommandParser(CommandName.name("FLUSHDB"), new FlushDBParser());
addCommandParser(CommandName.name("HINCRBY"), new HIncrByParser());
addCommandParser(CommandName.name("ZINCRBY"), new ZIncrByParser());
addCommandParser(CommandName.name("MOVE"), new MoveParser());
addCommandParser(CommandName.name("SMOVE"), new SMoveParser());
addCommandParser(CommandName.name("PFADD"), new PFAddParser());
addCommandParser(CommandName.name("PFCOUNT"), new PFCountParser());
addCommandParser(CommandName.name("PFMERGE"), new PFMergeParser());
addCommandParser(CommandName.name("SDIFFSTORE"), new SDiffStoreParser());
addCommandParser(CommandName.name("SINTERSTORE"), new SInterStoreParser());
addCommandParser(CommandName.name("SUNIONSTORE"), new SUnionStoreParser());
addCommandParser(CommandName.name("ZADD"), new ZAddParser());
addCommandParser(CommandName.name("ZINTERSTORE"), new ZInterStoreParser());
addCommandParser(CommandName.name("ZUNIONSTORE"), new ZUnionStoreParser());
addCommandParser(CommandName.name("BRPOPLPUSH"), new BRPopLPushParser());
addCommandParser(CommandName.name("LINSERT"), new LInsertParser());
addCommandParser(CommandName.name("RENAMENX"), new RenameNxParser());
addCommandParser(CommandName.name("RESTORE"), new RestoreParser());
addCommandParser(CommandName.name("PEXPIRE"), new PExpireParser());
addCommandParser(CommandName.name("PEXPIREAT"), new PExpireAtParser());
addCommandParser(CommandName.name("GEOADD"), new GeoAddParser());
addCommandParser(CommandName.name("EVAL"), new EvalParser());
addCommandParser(CommandName.name("EVALSHA"), new EvalShaParser());
addCommandParser(CommandName.name("SCRIPT"), new ScriptParser());
addCommandParser(CommandName.name("PUBLISH"), new PublishParser());
addCommandParser(CommandName.name("BITOP"), new BitOpParser());
addCommandParser(CommandName.name("BITFIELD"), new BitFieldParser());
addCommandParser(CommandName.name("SETBIT"), new SetBitParser());
addCommandParser(CommandName.name("SREM"), new SRemParser());
addCommandParser(CommandName.name("UNLINK"), new UnLinkParser());
addCommandParser(CommandName.name("SWAPDB"), new SwapDBParser());
addCommandParser(CommandName.name("MULTI"), new MultiParser());
addCommandParser(CommandName.name("EXEC"), new ExecParser());
addCommandParser(CommandName.name("ZREMRANGEBYSCORE"), new ZRemRangeByScoreParser());
addCommandParser(CommandName.name("ZREMRANGEBYRANK"), new ZRemRangeByRankParser());
addCommandParser(CommandName.name("ZREMRANGEBYLEX"), new ZRemRangeByLexParser());
addCommandParser(CommandName.name("LTRIM"), new LTrimParser());
addCommandParser(CommandName.name("SORT"), new SortParser());
addCommandParser(CommandName.name("RPOPLPUSH"), new RPopLPushParser());
addCommandParser(CommandName.name("ZPOPMIN"), new ZPopMinParser());
addCommandParser(CommandName.name("ZPOPMAX"), new ZPopMaxParser());
addCommandParser(CommandName.name("REPLCONF"), new ReplConfParser());
addCommandParser(CommandName.name("XACK"), new XAckParser());
addCommandParser(CommandName.name("XADD"), new XAddParser());
addCommandParser(CommandName.name("XCLAIM"), new XClaimParser());
addCommandParser(CommandName.name("XDEL"), new XDelParser());
addCommandParser(CommandName.name("XGROUP"), new XGroupParser());
addCommandParser(CommandName.name("XTRIM"), new XTrimParser());
addCommandParser(CommandName.name("XSETID"), new XSetIdParser());
}
public void open() throws IOException {
manual.compareAndSet(true, false);
}
@Override
public void close() throws IOException {
compareAndSet(CONNECTED, DISCONNECTING);
manual.compareAndSet(false, true);
}
protected boolean isClosed() {
return manual.get();
}
protected void doClose() throws IOException {
compareAndSet(CONNECTED, DISCONNECTING);
try {
if (inputStream != null) {
this.inputStream.setRawByteListeners(null);
inputStream.close();
}
} catch (IOException ignore) {
/*NOP*/
} finally {
setStatus(DISCONNECTED);
}
}
}