com.moilioncircle.redis.replicator.AbstractReplicator Maven / Gradle / Ivy
Go to download
Show more of this group Show more artifacts with this name
Show all versions of redis-replicator Show documentation
Show all versions of redis-replicator Show documentation
Redis Replicator implement Redis Replication protocol written in java.
It can parse,filter,broadcast the RDB and AOF events in a real time manner.
It also can synchronize redis data to your local cache or to database.
/*
* Copyright 2016 leon chen
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.moilioncircle.redis.replicator;
import com.moilioncircle.redis.replicator.cmd.Command;
import com.moilioncircle.redis.replicator.cmd.CommandName;
import com.moilioncircle.redis.replicator.cmd.CommandParser;
import com.moilioncircle.redis.replicator.cmd.parser.AppendParser;
import com.moilioncircle.redis.replicator.cmd.parser.BRPopLPushParser;
import com.moilioncircle.redis.replicator.cmd.parser.BitFieldParser;
import com.moilioncircle.redis.replicator.cmd.parser.BitOpParser;
import com.moilioncircle.redis.replicator.cmd.parser.DecrByParser;
import com.moilioncircle.redis.replicator.cmd.parser.DecrParser;
import com.moilioncircle.redis.replicator.cmd.parser.DelParser;
import com.moilioncircle.redis.replicator.cmd.parser.EvalParser;
import com.moilioncircle.redis.replicator.cmd.parser.ExecParser;
import com.moilioncircle.redis.replicator.cmd.parser.ExpireAtParser;
import com.moilioncircle.redis.replicator.cmd.parser.ExpireParser;
import com.moilioncircle.redis.replicator.cmd.parser.FlushAllParser;
import com.moilioncircle.redis.replicator.cmd.parser.FlushDBParser;
import com.moilioncircle.redis.replicator.cmd.parser.GeoAddParser;
import com.moilioncircle.redis.replicator.cmd.parser.GetSetParser;
import com.moilioncircle.redis.replicator.cmd.parser.HDelParser;
import com.moilioncircle.redis.replicator.cmd.parser.HIncrByParser;
import com.moilioncircle.redis.replicator.cmd.parser.HMSetParser;
import com.moilioncircle.redis.replicator.cmd.parser.HSetNxParser;
import com.moilioncircle.redis.replicator.cmd.parser.HSetParser;
import com.moilioncircle.redis.replicator.cmd.parser.IncrByParser;
import com.moilioncircle.redis.replicator.cmd.parser.IncrParser;
import com.moilioncircle.redis.replicator.cmd.parser.LInsertParser;
import com.moilioncircle.redis.replicator.cmd.parser.LPopParser;
import com.moilioncircle.redis.replicator.cmd.parser.LPushParser;
import com.moilioncircle.redis.replicator.cmd.parser.LPushXParser;
import com.moilioncircle.redis.replicator.cmd.parser.LRemParser;
import com.moilioncircle.redis.replicator.cmd.parser.LSetParser;
import com.moilioncircle.redis.replicator.cmd.parser.LTrimParser;
import com.moilioncircle.redis.replicator.cmd.parser.MSetNxParser;
import com.moilioncircle.redis.replicator.cmd.parser.MSetParser;
import com.moilioncircle.redis.replicator.cmd.parser.MoveParser;
import com.moilioncircle.redis.replicator.cmd.parser.MultiParser;
import com.moilioncircle.redis.replicator.cmd.parser.PExpireAtParser;
import com.moilioncircle.redis.replicator.cmd.parser.PExpireParser;
import com.moilioncircle.redis.replicator.cmd.parser.PFAddParser;
import com.moilioncircle.redis.replicator.cmd.parser.PFCountParser;
import com.moilioncircle.redis.replicator.cmd.parser.PFMergeParser;
import com.moilioncircle.redis.replicator.cmd.parser.PSetExParser;
import com.moilioncircle.redis.replicator.cmd.parser.PersistParser;
import com.moilioncircle.redis.replicator.cmd.parser.PingParser;
import com.moilioncircle.redis.replicator.cmd.parser.PublishParser;
import com.moilioncircle.redis.replicator.cmd.parser.RPopLPushParser;
import com.moilioncircle.redis.replicator.cmd.parser.RPopParser;
import com.moilioncircle.redis.replicator.cmd.parser.RPushParser;
import com.moilioncircle.redis.replicator.cmd.parser.RPushXParser;
import com.moilioncircle.redis.replicator.cmd.parser.RenameNxParser;
import com.moilioncircle.redis.replicator.cmd.parser.RenameParser;
import com.moilioncircle.redis.replicator.cmd.parser.RestoreParser;
import com.moilioncircle.redis.replicator.cmd.parser.SAddParser;
import com.moilioncircle.redis.replicator.cmd.parser.SDiffStoreParser;
import com.moilioncircle.redis.replicator.cmd.parser.SInterStoreParser;
import com.moilioncircle.redis.replicator.cmd.parser.SMoveParser;
import com.moilioncircle.redis.replicator.cmd.parser.SRemParser;
import com.moilioncircle.redis.replicator.cmd.parser.SUnionStoreParser;
import com.moilioncircle.redis.replicator.cmd.parser.ScriptParser;
import com.moilioncircle.redis.replicator.cmd.parser.SelectParser;
import com.moilioncircle.redis.replicator.cmd.parser.SetBitParser;
import com.moilioncircle.redis.replicator.cmd.parser.SetExParser;
import com.moilioncircle.redis.replicator.cmd.parser.SetNxParser;
import com.moilioncircle.redis.replicator.cmd.parser.SetParser;
import com.moilioncircle.redis.replicator.cmd.parser.SetRangeParser;
import com.moilioncircle.redis.replicator.cmd.parser.SortParser;
import com.moilioncircle.redis.replicator.cmd.parser.SwapDBParser;
import com.moilioncircle.redis.replicator.cmd.parser.UnLinkParser;
import com.moilioncircle.redis.replicator.cmd.parser.ZAddParser;
import com.moilioncircle.redis.replicator.cmd.parser.ZIncrByParser;
import com.moilioncircle.redis.replicator.cmd.parser.ZInterStoreParser;
import com.moilioncircle.redis.replicator.cmd.parser.ZRemParser;
import com.moilioncircle.redis.replicator.cmd.parser.ZRemRangeByLexParser;
import com.moilioncircle.redis.replicator.cmd.parser.ZRemRangeByRankParser;
import com.moilioncircle.redis.replicator.cmd.parser.ZRemRangeByScoreParser;
import com.moilioncircle.redis.replicator.cmd.parser.ZUnionStoreParser;
import com.moilioncircle.redis.replicator.event.Event;
import com.moilioncircle.redis.replicator.event.PostFullSyncEvent;
import com.moilioncircle.redis.replicator.event.PreFullSyncEvent;
import com.moilioncircle.redis.replicator.io.RedisInputStream;
import com.moilioncircle.redis.replicator.rdb.DefaultRdbVisitor;
import com.moilioncircle.redis.replicator.rdb.RdbVisitor;
import com.moilioncircle.redis.replicator.rdb.datatype.AuxField;
import com.moilioncircle.redis.replicator.rdb.datatype.KeyValuePair;
import com.moilioncircle.redis.replicator.rdb.datatype.Module;
import com.moilioncircle.redis.replicator.rdb.module.ModuleKey;
import com.moilioncircle.redis.replicator.rdb.module.ModuleParser;
import java.io.IOException;
import java.util.Map;
import java.util.concurrent.ConcurrentHashMap;
import java.util.concurrent.atomic.AtomicReference;
import static com.moilioncircle.redis.replicator.Status.CONNECTED;
import static com.moilioncircle.redis.replicator.Status.DISCONNECTED;
import static com.moilioncircle.redis.replicator.Status.DISCONNECTING;
/**
* @author Leon Chen
* @version 2.1.1
* @since 2.1.0
*/
public abstract class AbstractReplicator extends AbstractReplicatorListener implements Replicator {
protected Configuration configuration;
protected volatile RedisInputStream inputStream;
protected RdbVisitor rdbVisitor = new DefaultRdbVisitor(this);
protected final AtomicReference connected = new AtomicReference<>(DISCONNECTED);
protected final Map> modules = new ConcurrentHashMap<>();
protected final Map> commands = new ConcurrentHashMap<>();
@Override
public CommandParser getCommandParser(CommandName command) {
return commands.get(command);
}
@Override
public void addCommandParser(CommandName command, CommandParser parser) {
commands.put(command, parser);
}
@Override
public CommandParser removeCommandParser(CommandName command) {
return commands.remove(command);
}
@Override
public ModuleParser getModuleParser(String moduleName, int moduleVersion) {
return modules.get(ModuleKey.key(moduleName, moduleVersion));
}
@Override
public void addModuleParser(String moduleName, int moduleVersion, ModuleParser parser) {
modules.put(ModuleKey.key(moduleName, moduleVersion), parser);
}
@Override
public ModuleParser removeModuleParser(String moduleName, int moduleVersion) {
return modules.remove(ModuleKey.key(moduleName, moduleVersion));
}
public void submitEvent(Event event) {
try {
if (event instanceof KeyValuePair) {
doRdbListener(this, (KeyValuePair) event);
} else if (event instanceof Command) {
doCommandListener(this, (Command) event);
} else if (event instanceof PreFullSyncEvent) {
doPreFullSync(this);
} else if (event instanceof PostFullSyncEvent) {
doPostFullSync(this, ((PostFullSyncEvent) event).getChecksum());
} else if (event instanceof AuxField) {
doAuxFieldListener(this, (AuxField) event);
}
} catch (UncheckedIOException e) {
throw e;
//ignore UncheckedIOException so that to propagate to caller.
} catch (Throwable e) {
doExceptionListener(this, e, event);
}
}
@Override
public boolean verbose() {
return configuration != null && configuration.isVerbose();
}
@Override
public Status getStatus() {
return connected.get();
}
@Override
public Configuration getConfiguration() {
return configuration;
}
@Override
public void setRdbVisitor(RdbVisitor rdbVisitor) {
this.rdbVisitor = rdbVisitor;
}
@Override
public RdbVisitor getRdbVisitor() {
return this.rdbVisitor;
}
@Override
public void builtInCommandParserRegister() {
addCommandParser(CommandName.name("PING"), new PingParser());
addCommandParser(CommandName.name("APPEND"), new AppendParser());
addCommandParser(CommandName.name("SET"), new SetParser());
addCommandParser(CommandName.name("SETEX"), new SetExParser());
addCommandParser(CommandName.name("MSET"), new MSetParser());
addCommandParser(CommandName.name("DEL"), new DelParser());
addCommandParser(CommandName.name("SADD"), new SAddParser());
addCommandParser(CommandName.name("HMSET"), new HMSetParser());
addCommandParser(CommandName.name("HSET"), new HSetParser());
addCommandParser(CommandName.name("LSET"), new LSetParser());
addCommandParser(CommandName.name("EXPIRE"), new ExpireParser());
addCommandParser(CommandName.name("EXPIREAT"), new ExpireAtParser());
addCommandParser(CommandName.name("GETSET"), new GetSetParser());
addCommandParser(CommandName.name("HSETNX"), new HSetNxParser());
addCommandParser(CommandName.name("MSETNX"), new MSetNxParser());
addCommandParser(CommandName.name("PSETEX"), new PSetExParser());
addCommandParser(CommandName.name("SETNX"), new SetNxParser());
addCommandParser(CommandName.name("SETRANGE"), new SetRangeParser());
addCommandParser(CommandName.name("HDEL"), new HDelParser());
addCommandParser(CommandName.name("LPOP"), new LPopParser());
addCommandParser(CommandName.name("LPUSH"), new LPushParser());
addCommandParser(CommandName.name("LPUSHX"), new LPushXParser());
addCommandParser(CommandName.name("LRem"), new LRemParser());
addCommandParser(CommandName.name("RPOP"), new RPopParser());
addCommandParser(CommandName.name("RPUSH"), new RPushParser());
addCommandParser(CommandName.name("RPUSHX"), new RPushXParser());
addCommandParser(CommandName.name("ZREM"), new ZRemParser());
addCommandParser(CommandName.name("RENAME"), new RenameParser());
addCommandParser(CommandName.name("INCR"), new IncrParser());
addCommandParser(CommandName.name("DECR"), new DecrParser());
addCommandParser(CommandName.name("INCRBY"), new IncrByParser());
addCommandParser(CommandName.name("DECRBY"), new DecrByParser());
addCommandParser(CommandName.name("PERSIST"), new PersistParser());
addCommandParser(CommandName.name("SELECT"), new SelectParser());
addCommandParser(CommandName.name("FLUSHALL"), new FlushAllParser());
addCommandParser(CommandName.name("FLUSHDB"), new FlushDBParser());
addCommandParser(CommandName.name("HINCRBY"), new HIncrByParser());
addCommandParser(CommandName.name("ZINCRBY"), new ZIncrByParser());
addCommandParser(CommandName.name("MOVE"), new MoveParser());
addCommandParser(CommandName.name("SMOVE"), new SMoveParser());
addCommandParser(CommandName.name("PFADD"), new PFAddParser());
addCommandParser(CommandName.name("PFCOUNT"), new PFCountParser());
addCommandParser(CommandName.name("PFMERGE"), new PFMergeParser());
addCommandParser(CommandName.name("SDIFFSTORE"), new SDiffStoreParser());
addCommandParser(CommandName.name("SINTERSTORE"), new SInterStoreParser());
addCommandParser(CommandName.name("SUNIONSTORE"), new SUnionStoreParser());
addCommandParser(CommandName.name("ZADD"), new ZAddParser());
addCommandParser(CommandName.name("ZINTERSTORE"), new ZInterStoreParser());
addCommandParser(CommandName.name("ZUNIONSTORE"), new ZUnionStoreParser());
addCommandParser(CommandName.name("BRPOPLPUSH"), new BRPopLPushParser());
addCommandParser(CommandName.name("LINSERT"), new LInsertParser());
addCommandParser(CommandName.name("RENAMENX"), new RenameNxParser());
addCommandParser(CommandName.name("RESTORE"), new RestoreParser());
addCommandParser(CommandName.name("PEXPIRE"), new PExpireParser());
addCommandParser(CommandName.name("PEXPIREAT"), new PExpireAtParser());
addCommandParser(CommandName.name("GEOADD"), new GeoAddParser());
addCommandParser(CommandName.name("EVAL"), new EvalParser());
addCommandParser(CommandName.name("SCRIPT"), new ScriptParser());
addCommandParser(CommandName.name("PUBLISH"), new PublishParser());
addCommandParser(CommandName.name("BITOP"), new BitOpParser());
addCommandParser(CommandName.name("BITFIELD"), new BitFieldParser());
addCommandParser(CommandName.name("SETBIT"), new SetBitParser());
addCommandParser(CommandName.name("SREM"), new SRemParser());
addCommandParser(CommandName.name("UNLINK"), new UnLinkParser());
addCommandParser(CommandName.name("SWAPDB"), new SwapDBParser());
addCommandParser(CommandName.name("MULTI"), new MultiParser());
addCommandParser(CommandName.name("EXEC"), new ExecParser());
addCommandParser(CommandName.name("ZREMRANGEBYSCORE"), new ZRemRangeByScoreParser());
addCommandParser(CommandName.name("ZREMRANGEBYRANK"), new ZRemRangeByRankParser());
addCommandParser(CommandName.name("ZREMRANGEBYLEX"), new ZRemRangeByLexParser());
addCommandParser(CommandName.name("LTRIM"), new LTrimParser());
addCommandParser(CommandName.name("SORT"), new SortParser());
addCommandParser(CommandName.name("RPOPLPUSH"), new RPopLPushParser());
}
protected void doClose() throws IOException {
if (!this.connected.compareAndSet(CONNECTED, DISCONNECTING)) return;
try {
if (inputStream != null) {
this.inputStream.setRawByteListeners(null);
inputStream.close();
}
} catch (IOException ignore) {
/*NOP*/
} finally {
this.connected.set(DISCONNECTED);
}
doCloseListener(this);
}
}