All Downloads are FREE. Search and download functionalities are using the official Maven repository.

com.gemstone.gemfire.redis.GemFireRedisServer Maven / Gradle / Ivy

Go to download

Apache Geode (incubating) provides a database-like consistency model, reliable transaction processing and a shared-nothing architecture to maintain very low latency performance with high concurrency processing

The newest version!
/*
 * Licensed to the Apache Software Foundation (ASF) under one or more
 * contributor license agreements.  See the NOTICE file distributed with
 * this work for additional information regarding copyright ownership.
 * The ASF licenses this file to You under the Apache License, Version 2.0
 * (the "License"); you may not use this file except in compliance with
 * the License.  You may obtain a copy of the License at
 *
 *      http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package com.gemstone.gemfire.redis;

import io.netty.bootstrap.ServerBootstrap;
import io.netty.buffer.PooledByteBufAllocator;
import io.netty.channel.Channel;
import io.netty.channel.ChannelFuture;
import io.netty.channel.ChannelInitializer;
import io.netty.channel.ChannelOption;
import io.netty.channel.ChannelPipeline;
import io.netty.channel.EventLoopGroup;
import io.netty.channel.ServerChannel;
import io.netty.channel.nio.NioEventLoopGroup;
import io.netty.channel.oio.OioEventLoopGroup;
import io.netty.channel.socket.SocketChannel;
import io.netty.channel.socket.nio.NioServerSocketChannel;
import io.netty.channel.socket.oio.OioServerSocketChannel;
import io.netty.util.concurrent.Future;

import java.io.IOException;
import java.net.InetAddress;
import java.net.InetSocketAddress;
import java.net.UnknownHostException;
import java.util.Collection;
import java.util.Map.Entry;
import java.util.concurrent.ConcurrentHashMap;
import java.util.concurrent.ConcurrentMap;
import java.util.concurrent.Executors;
import java.util.concurrent.ScheduledExecutorService;
import java.util.concurrent.ScheduledFuture;
import java.util.concurrent.ThreadFactory;
import java.util.concurrent.atomic.AtomicInteger;

import com.gemstone.gemfire.LogWriter;
import com.gemstone.gemfire.cache.Cache;
import com.gemstone.gemfire.cache.CacheFactory;
import com.gemstone.gemfire.cache.EntryEvent;
import com.gemstone.gemfire.cache.Region;
import com.gemstone.gemfire.cache.RegionDestroyedException;
import com.gemstone.gemfire.cache.RegionFactory;
import com.gemstone.gemfire.cache.RegionShortcut;
import com.gemstone.gemfire.cache.util.CacheListenerAdapter;
import com.gemstone.gemfire.distributed.internal.InternalDistributedSystem;
import com.gemstone.gemfire.internal.SocketCreator;
import com.gemstone.gemfire.internal.cache.GemFireCacheImpl;
import com.gemstone.gemfire.internal.redis.ByteArrayWrapper;
import com.gemstone.gemfire.internal.redis.ByteToCommandDecoder;
import com.gemstone.gemfire.internal.redis.Coder;
import com.gemstone.gemfire.internal.redis.ExecutionHandlerContext;
import com.gemstone.gemfire.internal.redis.RedisDataType;
import com.gemstone.gemfire.internal.redis.RegionProvider;
import com.gemstone.gemfire.internal.redis.executor.hll.HyperLogLogPlus;

/**
 * The GemFireRedisServer is a server that understands the Redis protocol. As
 * commands are sent to the server, each command is picked up by a thread,
 * interpreted and then executed and a response is sent back to the client. The
 * default connection port is 6379 but that can be altered when run through GFSH
 * or started through the provided static main class.
 * 

* Each Redis data type instance is stored in a separate {@link Region} except * for the Strings and HyperLogLogs which are collectively stored in one Region * respectively. That Region along with a meta data region used internally are * protected so the client may not store keys with the name {@link GemFireRedisServer#REDIS_META_DATA_REGION} * or {@link GemFireRedisServer#STRING_REGION}. The default Region type is * {@link RegionShortcut#PARTITION} although this can be changed by specifying the * SystemProperty {@value #DEFAULT_REGION_SYS_PROP_NAME} to a type defined by {@link RegionShortcut}. * If the {@link GemFireRedisServer#NUM_THREADS_SYS_PROP_NAME} system property is set to 0, * one thread per client will be created. Otherwise a worker thread pool of specified size is * used or a default size of 4 * {@link Runtime#availableProcessors()} if the property is not set. *

* Setting the AUTH password requires setting the property "redis-password" just as "redis-port" * would be in xml or through GFSH. *

* The supported commands are as follows: *

* Supported String commands - APPEND, BITCOUNT, BITOP, BITPOS, DECR, DECRBY, * GET, GETBIT, GETRANGE, GETSET, INCR, INCRBY, INCRBYFLOAT, MGET, MSET, MSETNX, * PSETEX, SET, SETBIT, SETEX, SETNX, STRLEN *

* Supported List commands - LINDEX, LLEN, LPOP, LPUSH, LPUSHX, LRANGE, * LREM, LSET, LTRIM, RPOP, RPUSH, RPUSHX *

* Supported Hash commands - HDEL, HEXISTS, HGET, HGETALL, HINCRBY, HINCRBYFLOAT, * HKEYS, HMGET, HMSET, HSETNX, HLEN, HSCAN, HSET, HVALS *

* Supported Set commands - SADD, SCARD, SDIFF, SDIFFSTORE, SINTER, * SINTERSTORE, SISMEMBER, SMEMBERS, SMOVE, SREM, SPOP, SRANDMEMBER, * SCAN, SUNION, SUNIONSTORE *

* Supported SortedSet commands - ZADD, ZCARD, ZCOUNT, ZINCRBY, ZLEXCOUNT, * ZRANGE, ZRANGEBYLEX, ZRANGEBYSCORE, ZRANK, ZREM, ZREMRANGEBYLEX, * ZREMRANGEBYRANK, ZREMRANGEBYSCORE, ZREVRANGE, ZREVRANGEBYSCORE, ZREVRANK, * ZSCAN, ZSCORE *

* Supported HyperLogLog commands - PFADD, PFCOUNT, PFMERGE *

* Supported Keys commands - DEL, DBSIZE, EXISTS, EXPIRE, EXPIREAT, FLUSHDB, FLUSHALL, * KEYS, PERSIST, PEXPIRE, PEXPIREAT, PTTL, SCAN, TTL *

* Supported Transaction commands - DISCARD, EXEC, MULTI *

* Supported Server commands - AUTH, ECHO, PING, TIME, QUIT *

*

* The command executors are not explicitly documented but the functionality * can be found at Redis Commands *

* Exceptions to the Redis Commands Documents:

*

    *
  • Any command that removes keys and returns a count of removed * entries will not return a total remove count but rather a count of how * many entries have been removed that existed on the local vm, though * all entries will be removed
  • *
  • Any command that returns a count of newly set members has an * unspecified return value. The command will work just as the Redis protocol * states but the count will not necessary reflect the number set compared * to overridden.
  • *
  • Transactions work just as they would on a Redis instance, they are local * transaction. Transactions cannot be executed on data that is not local to the * executing server, that is on a partitioned region in a different server * instance or on a persistent region that does not have transactions enabled. * Also, you cannot watch or unwatch keys as all keys within a GemFire * transaction are watched by default.
  • *
* @author Vitaliy Gavrilov * */ public class GemFireRedisServer { /** * Thread used to start main method */ private static Thread mainThread = null; /** * The default Redis port as specified by their protocol, {@value #DEFAULT_REDIS_SERVER_PORT} */ public static final int DEFAULT_REDIS_SERVER_PORT = 6379; /** * The number of threads that will work on handling requests */ private final int numWorkerThreads; /** * The number of threads that will work socket selectors */ private final int numSelectorThreads; /** * The actual port being used by the server */ private final int serverPort; /** * The address to bind to */ private final String bindAddress; /** * Connection timeout in milliseconds */ private static final int connectTimeoutMillis = 1000; /** * Temporary constant whether to use old single thread per connection * model for worker group */ private boolean singleThreadPerConnection; /** * Logging level */ private final String logLevel; /** * The cache instance pointer on this vm */ private Cache cache; /** * Channel to be closed when shutting down */ private Channel serverChannel; /** * Gem logwriter */ private LogWriter logger; private RegionProvider regionCache; private final MetaCacheListener metaListener; private EventLoopGroup bossGroup; private EventLoopGroup workerGroup; private final static int numExpirationThreads = 1; private final ScheduledExecutorService expirationExecutor; /** * Map of futures to be executed for key expirations */ private final ConcurrentMap> expirationFutures; /** * The field that defines the name of the {@link Region} which holds all of * the strings. The current value of this field is {@value #STRING_REGION}. */ public static final String STRING_REGION = "__StRiNgS"; /** * The field that defines the name of the {@link Region} which holds all of * the HyperLogLogs. The current value of this field is {@value #HLL_REGION}. */ public static final String HLL_REGION = "__HlL"; /** * The field that defines the name of the {@link Region} which holds all of * the Redis meta data. The current value of this field is {@value #REDIS_META_DATA_REGION}. */ public static final String REDIS_META_DATA_REGION = "__ReDiS_MeTa_DaTa"; /** * The system property name used to set the default {@link Region} creation * type. The property name is {@value #DEFAULT_REGION_SYS_PROP_NAME} and the * acceptable values are types defined by {@link RegionShortcut}, * i.e. "PARTITION" would be used for {@link RegionShortcut#PARTITION}. */ public static final String DEFAULT_REGION_SYS_PROP_NAME = "gemfireredis.regiontype"; /** * System property name that can be used to set the number of threads to be * used by the GemFireRedisServer */ public static final String NUM_THREADS_SYS_PROP_NAME = "gemfireredis.numthreads"; /** * The actual {@link RegionShortcut} type specified by the system property * {@value #DEFAULT_REGION_SYS_PROP_NAME}. */ public final RegionShortcut DEFAULT_REGION_TYPE; private boolean shutdown; private boolean started; /** * Determine the {@link RegionShortcut} type from a String value. * If the String value doesn't map to a RegionShortcut type then * {@link RegionShortcut#PARTITION} will be used by default. * * @return {@link RegionShortcut} */ private static RegionShortcut setRegionType() { String regionType = System.getProperty(DEFAULT_REGION_SYS_PROP_NAME, "PARTITION"); RegionShortcut type; try { type = RegionShortcut.valueOf(regionType); } catch (Exception e) { type = RegionShortcut.PARTITION; } return type; } /** * Helper method to set the number of worker threads * * @return If the System property {@value #NUM_THREADS_SYS_PROP_NAME} is set then that number * is used, otherwise {@value #DEFAULT_WORKER_THREADS_PER_CORE} * # of cores */ private int setNumWorkerThreads() { String prop = System.getProperty(NUM_THREADS_SYS_PROP_NAME); int numCores = Runtime.getRuntime().availableProcessors(); int def = 4 * numCores; if (prop == null || prop.isEmpty()) return def; int threads; try { threads = Integer.parseInt(prop); } catch (NumberFormatException e) { return def; } return threads; } /** * Constructor for {@link GemFireRedisServer} that will start the * server on the given port and bind to the first non-loopback address * * @param port The port the server will bind to, will use {@value #DEFAULT_REDIS_SERVER_PORT} by default */ public GemFireRedisServer(int port) { this(null, port, null); } /** * Constructor for {@link GemFireRedisServer} that will start the * server and bind to the given address and port * * @param bindAddress The address to which the server will attempt to bind to * @param port The port the server will bind to, will use {@value #DEFAULT_REDIS_SERVER_PORT} by default if argument is less than or equal to 0 */ public GemFireRedisServer(String bindAddress, int port) { this(bindAddress, port, null); } /** * Constructor for {@link GemFireRedisServer} that will start the * server and bind to the given address and port. Keep in mind that the * log level configuration will only be set if a {@link Cache} does not already * exist, if one already exists then setting that property will have no effect. * * @param bindAddress The address to which the server will attempt to bind to * @param port The port the server will bind to, will use {@value #DEFAULT_REDIS_SERVER_PORT} by default if argument is less than or equal to 0 * @param logLevel The logging level to be used by GemFire */ public GemFireRedisServer(String bindAddress, int port, String logLevel) { if (port <= 0) this.serverPort = DEFAULT_REDIS_SERVER_PORT; else this.serverPort = port; this.bindAddress = bindAddress; this.logLevel = logLevel; this.numWorkerThreads = setNumWorkerThreads(); if (this.numWorkerThreads == 0) this.singleThreadPerConnection = true; this.numSelectorThreads = 1; this.metaListener = new MetaCacheListener(); this.expirationFutures = new ConcurrentHashMap>(); this.expirationExecutor = Executors.newScheduledThreadPool(numExpirationThreads, new ThreadFactory() { private final AtomicInteger counter = new AtomicInteger(); @Override public Thread newThread(Runnable r) { Thread t = new Thread(r); t.setName("GemFireRedis-ScheduledExecutor-" + counter.incrementAndGet()); t.setDaemon(true); return t; } }); this.DEFAULT_REGION_TYPE = setRegionType(); this.shutdown = false; this.started = false; } /** * Helper method to get the host name to bind to * * @return The InetAddress to bind to * @throws UnknownHostException */ private InetAddress getBindAddress() throws UnknownHostException { return this.bindAddress == null || this.bindAddress.isEmpty() ? SocketCreator.getLocalHost() : InetAddress.getByName(this.bindAddress); } /** * This is function to call on a {@link GemFireRedisServer} instance * to start it running */ public synchronized void start() { if (!started) { try { startGemFire(); initializeRedis(); startRedisServer(); } catch (IOException e) { throw new RuntimeException("Could not start Server", e); } catch (InterruptedException e) { throw new RuntimeException("Could not start Server", e); } started = true; } } /** * Initializes the {@link Cache}, and creates Redis necessities * Region and protects declares that {@link Region} to be protected. * Also, every {@link GemFireRedisServer} will check for entries already in the * meta data Region. */ private void startGemFire() { Cache c = GemFireCacheImpl.getInstance(); if (c == null) { synchronized (GemFireRedisServer.class) { c = GemFireCacheImpl.getInstance(); if (c == null) { CacheFactory cacheFactory = new CacheFactory(); if (logLevel != null) cacheFactory.set("log-level", logLevel); c = cacheFactory.create(); } } } this.cache = c; this.logger = c.getLogger(); } private void initializeRedis() { synchronized (this.cache) { RegionFactory rfMeta = cache.createRegionFactory(RegionShortcut.REPLICATE); rfMeta.addCacheListener(this.metaListener); RegionFactory rfString = cache.createRegionFactory(DEFAULT_REGION_TYPE); RegionFactory rfHLL = cache.createRegionFactory(DEFAULT_REGION_TYPE); Region stringsRegion; if ((stringsRegion = this.cache.getRegion(STRING_REGION)) == null) stringsRegion = rfString.create(GemFireRedisServer.STRING_REGION); Region hLLRegion; if ((hLLRegion = this.cache.getRegion(HLL_REGION)) == null) hLLRegion = rfHLL.create(HLL_REGION); Region redisMetaData; if ((redisMetaData = this.cache.getRegion(REDIS_META_DATA_REGION)) == null) redisMetaData = rfMeta.create(REDIS_META_DATA_REGION); this.regionCache = new RegionProvider(stringsRegion, hLLRegion, redisMetaData, expirationFutures, expirationExecutor, this.DEFAULT_REGION_TYPE); redisMetaData.put(REDIS_META_DATA_REGION, RedisDataType.REDIS_PROTECTED); redisMetaData.put(HLL_REGION, RedisDataType.REDIS_PROTECTED); redisMetaData.put(STRING_REGION, RedisDataType.REDIS_PROTECTED); } checkForRegions(); } private void checkForRegions() { Collection> entrySet = this.regionCache.metaEntrySet(); for (Entry entry: entrySet) { String regionName = entry.getKey(); RedisDataType type = entry.getValue(); Region newRegion = cache.getRegion(regionName); if (newRegion == null && type != RedisDataType.REDIS_STRING && type != RedisDataType.REDIS_HLL && type != RedisDataType.REDIS_PROTECTED) { try { this.regionCache.createRemoteRegionReferenceLocally(Coder.stringToByteArrayWrapper(regionName), type); } catch (Exception e) { if (logger.errorEnabled()) logger.error(e); } } } } /** * Helper method to start the server listening for connections. The * server is bound to the port specified by {@link GemFireRedisServer#serverPort} * * @throws IOException * @throws InterruptedException */ private void startRedisServer() throws IOException, InterruptedException { ThreadFactory selectorThreadFactory = new ThreadFactory() { private final AtomicInteger counter = new AtomicInteger(); @Override public Thread newThread(Runnable r) { Thread t = new Thread(r); t.setName("GemFireRedisServer-SelectorThread-" + counter.incrementAndGet()); t.setDaemon(true); return t; } }; ThreadFactory workerThreadFactory = new ThreadFactory() { private final AtomicInteger counter = new AtomicInteger(); @Override public Thread newThread(Runnable r) { Thread t = new Thread(r); t.setName("GemFireRedisServer-WorkerThread-" + counter.incrementAndGet()); return t; } }; bossGroup = null; workerGroup = null; Class socketClass = null; if (singleThreadPerConnection) { bossGroup = new OioEventLoopGroup(Integer.MAX_VALUE, selectorThreadFactory); workerGroup = new OioEventLoopGroup(Integer.MAX_VALUE, workerThreadFactory); socketClass = OioServerSocketChannel.class; } else { bossGroup = new NioEventLoopGroup(this.numSelectorThreads, selectorThreadFactory); workerGroup = new NioEventLoopGroup(this.numWorkerThreads, workerThreadFactory); socketClass = NioServerSocketChannel.class; } InternalDistributedSystem system = (InternalDistributedSystem) cache.getDistributedSystem(); String pwd = system.getConfig().getRedisPassword(); final byte[] pwdB = Coder.stringToBytes(pwd); ServerBootstrap b = new ServerBootstrap(); b.group(bossGroup, workerGroup) .channel(socketClass) .childHandler(new ChannelInitializer() { @Override public void initChannel(SocketChannel ch) throws Exception { if (logger.fineEnabled()) logger.fine("GemFireRedisServer-Connection established with " + ch.remoteAddress()); ChannelPipeline p = ch.pipeline(); p.addLast(ByteToCommandDecoder.class.getSimpleName(), new ByteToCommandDecoder()); p.addLast(ExecutionHandlerContext.class.getSimpleName(), new ExecutionHandlerContext(ch, cache, regionCache, GemFireRedisServer.this, pwdB)); } }) .option(ChannelOption.SO_REUSEADDR, true) .option(ChannelOption.SO_RCVBUF, getBufferSize()) .childOption(ChannelOption.SO_KEEPALIVE, true) .childOption(ChannelOption.CONNECT_TIMEOUT_MILLIS, GemFireRedisServer.connectTimeoutMillis) .childOption(ChannelOption.ALLOCATOR, PooledByteBufAllocator.DEFAULT); // Bind and start to accept incoming connections. ChannelFuture f = b.bind(new InetSocketAddress(getBindAddress(), serverPort)).sync(); if (this.logger.infoEnabled()) { String logMessage = "GemFireRedisServer started {" + getBindAddress() + ":" + serverPort + "}, Selector threads: " + this.numSelectorThreads; if (this.singleThreadPerConnection) logMessage += ", One worker thread per connection"; else logMessage += ", Worker threads: " + this.numWorkerThreads; this.logger.info(logMessage); } this.serverChannel = f.channel(); } /** * Takes an entry event and processes it. If the entry denotes that a * {@link RedisDataType#REDIS_LIST} or {@link RedisDataType#REDIS_SORTEDSET} * was created then this function will call the necessary calls to create the * parameterized queries for those keys. * * @param event EntryEvent from meta data region */ private void afterKeyCreate(EntryEvent event) { if (event.isOriginRemote()) { final String key = (String) event.getKey(); final RedisDataType value = event.getNewValue(); if (value != RedisDataType.REDIS_STRING && value != RedisDataType.REDIS_HLL && value != RedisDataType.REDIS_PROTECTED) { try { this.regionCache.createRemoteRegionReferenceLocally(Coder.stringToByteArrayWrapper(key), value); } catch (RegionDestroyedException ignore) { // Region already destroyed, ignore } } } } /** * When a key is removed then this function will make sure the associated * queries with the key are also removed from each vm to avoid unnecessary * data retention */ private void afterKeyDestroy(EntryEvent event) { if (event.isOriginRemote()) { final String key = (String) event.getKey(); final RedisDataType value = event.getOldValue(); if (value != null && value != RedisDataType.REDIS_STRING && value != RedisDataType.REDIS_HLL && value != RedisDataType.REDIS_PROTECTED) { ByteArrayWrapper kW = Coder.stringToByteArrayWrapper(key); Region r = this.regionCache.getRegion(kW); if (r != null) { this.regionCache.removeRegionReferenceLocally(kW, value); } } } } private final class MetaCacheListener extends CacheListenerAdapter { @Override public void afterCreate(EntryEvent event) { afterKeyCreate(event); } @Override public void afterDestroy(EntryEvent event) { afterKeyDestroy(event); } } /** * Helper method to get GemFire set socket buffer size, * possibly a default of 32k * * @return Buffer size to use for server */ private int getBufferSize() { InternalDistributedSystem system = (InternalDistributedSystem) cache.getDistributedSystem(); return system.getConfig().getSocketBufferSize(); } /** * Shutdown method for {@link GemFireRedisServer}. This closes the {@link Cache}, * interrupts all execution and forcefully closes all connections. */ public synchronized void shutdown() { if (!shutdown) { if (logger.infoEnabled()) logger.info("GemFireRedisServer shutting down"); ChannelFuture closeFuture = this.serverChannel.closeFuture(); Future c = workerGroup.shutdownGracefully(); Future c2 = bossGroup.shutdownGracefully(); this.serverChannel.close(); c.syncUninterruptibly(); c2.syncUninterruptibly(); this.regionCache.close(); if (mainThread != null) mainThread.interrupt(); for (ScheduledFuture f : this.expirationFutures.values()) f.cancel(true); this.expirationFutures.clear(); this.expirationExecutor.shutdownNow(); closeFuture.syncUninterruptibly(); shutdown = true; } } /** * Static main method that allows the {@link GemFireRedisServer} to be * started from the command line. The supported command line arguments are *

-port= *
-bind-address= *
-log-level= * * @param args Command line args * @throws IOException */ public static void main(String[] args) { int port = DEFAULT_REDIS_SERVER_PORT; String bindAddress = null; String logLevel = null; for (String arg: args) { if (arg.startsWith("-port")) port = getPort(arg); else if (arg.startsWith("-bind-address")) bindAddress = getBindAddress(arg); else if (arg.startsWith("-log-level")) logLevel = getLogLevel(arg); } mainThread = Thread.currentThread(); GemFireRedisServer server = new GemFireRedisServer(bindAddress, port, logLevel); server.start(); while(true) { try { Thread.sleep(Long.MAX_VALUE); } catch (InterruptedException e1) { break; } catch (Exception e) { } } } /** * Helper method to parse the port to a number * * @param arg String where the argument is * @return The port number when the correct syntax was used, * otherwise will return {@link #DEFAULT_REDIS_SERVER_PORT} */ private static int getPort(String arg) { int port = DEFAULT_REDIS_SERVER_PORT; if (arg != null && arg.length() > 6) { if (arg.startsWith("-port")) { String p = arg.substring(arg.indexOf('=') + 1); p = p.trim(); try { port = Integer.parseInt(p); } catch (NumberFormatException e) { System.out.println("Unable to parse port, using default port"); } } } return port; } /** * Helper method to parse bind address * * @param arg String holding bind address * @return Bind address */ private static String getBindAddress(String arg) { String address = null; if (arg != null && arg.length() > 14) { if (arg.startsWith("-bind-address")) { String p = arg.substring(arg.indexOf('=') + 1); address = p.trim(); } } return address; } /** * Helper method to parse log level * * @param arg String holding log level * @return Log level */ private static String getLogLevel(String arg) { String logLevel = null; if (arg != null && arg.length() > 11) { if (arg.startsWith("-log-level")) { String p = arg.substring(arg.indexOf('=') + 1); logLevel = p.trim(); } } return logLevel; } }





© 2015 - 2025 Weber Informatics LLC | Privacy Policy