• Home
• com.github.sonus21
• rqueue-core
• 3.1.0-RELEASE
• source code
• RqueueConfig.java

×

Project download

Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $

You can buy this project and download/modify it how often you want.

com.github.sonus21.rqueue.config.RqueueConfig Maven / Gradle / Ivy

/*
 * Copyright (c) 2019-2023 Sonu Kumar
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * You may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     https://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and limitations under the License.
 *
 */

package com.github.sonus21.rqueue.config;

import com.github.sonus21.rqueue.models.enums.RqueueMode;
import com.github.sonus21.rqueue.utils.Constants;
import com.github.sonus21.rqueue.utils.StringUtils;
import com.google.common.io.CharStreams;
import java.io.IOException;
import java.io.InputStream;
import java.io.InputStreamReader;
import java.net.Proxy;
import java.nio.charset.StandardCharsets;
import java.time.Duration;
import java.util.UUID;
import java.util.concurrent.atomic.AtomicLong;
import lombok.Getter;
import lombok.RequiredArgsConstructor;
import lombok.Setter;
import org.springframework.beans.factory.annotation.Value;
import org.springframework.context.annotation.Configuration;
import org.springframework.core.io.ClassPathResource;
import org.springframework.data.redis.connection.ReactiveRedisConnectionFactory;
import org.springframework.data.redis.connection.RedisConnectionFactory;

@Getter
@Setter
@RequiredArgsConstructor
@Configuration
public class RqueueConfig {

  private static final String brokerId = UUID.randomUUID().toString();
  private static final AtomicLong counter = new AtomicLong(1);
  private final RedisConnectionFactory connectionFactory;
  private final ReactiveRedisConnectionFactory reactiveRedisConnectionFactory;
  private final boolean sharedConnection;
  private final int dbVersion;

  @Value("${rqueue.reactive.enabled:false}")
  private boolean reactiveEnabled;

  private String version = "";

  @Value("${rqueue.latest.version.check.enabled:true}")
  private boolean latestVersionCheckEnabled;

  @Value("${rqueue.key.prefix:__rq::}")
  private String prefix;

  @Value("${rqueue.del.prefix:del::")
  private String delPrefix;

  @Value("${rqueue.job.enabled:true}")
  private boolean jobEnabled;

  // 30 minutes
  @Value("${rqueue.job.durability.in-terminal-state:1800}")
  private long jobDurabilityInTerminalStateInSecond;

  @Value("${rqueue.job.key.prefix:job::}")
  private String jobKeyPrefix;

  @Value("${rqueue.jobs.collection.name.prefix:jobs::}")
  private String jobsCollectionNamePrefix;

  @Value("${rqueue.cluster.mode:true}")
  private boolean clusterMode;

  @Value("${rqueue.simple.queue.prefix:}")
  private String simpleQueuePrefix;

  @Value("${rqueue.scheduled.queue.prefix:}")
  private String scheduledQueuePrefix;

  @Value("${rqueue.completed.queue.prefix:}")
  private String completedQueuePrefix;

  @Value("${rqueue.scheduled.queue.channel.prefix:}")
  private String scheduledQueueChannelPrefix;

  @Value("${rqueue.processing.queue.name.prefix:}")
  private String processingQueuePrefix;

  @Value("${rqueue.processing.queue.channel.prefix:}")
  private String processingQueueChannelPrefix;

  @Value("${rqueue.queues.key.suffix:queues}")
  private String queuesKeySuffix;

  @Value("${rqueue.lock.key.prefix:lock::}")
  private String lockKeyPrefix;

  @Value("${rqueue.queue.stat.key.prefix:q-stat::}")
  private String queueStatKeyPrefix;

  @Value("${rqueue.queue.config.key.prefix:q-config::}")
  private String queueConfigKeyPrefix;

  @Value("${rqueue.retry.per.poll:1}")
  private int retryPerPoll;

  @Value("${rqueue.net.proxy.host:}")
  private String proxyHost;

  @Value("${rqueue.net.proxy.port:8000}")
  private Integer proxyPort;

  @Value("${rqueue.net.proxy.type:HTTP}")
  private Proxy.Type proxyType;

  // 7 days
  @Value("${rqueue.message.durability:10080}")
  private long messageDurabilityInMinute;

  // 30 minutes
  @Value("${rqueue.message.durability.in-terminal-state:1800}")
  private long messageDurabilityInTerminalStateInSecond;

  @Value("${rqueue.system.mode:BOTH}")
  private RqueueMode mode;

  @Value("${rqueue.internal.communication.channel.name.prefix:i-channel}")
  private String internalChannelNamePrefix;

  @Value("${rqueue.completed.job.cleanup.interval:30000}")
  private long completedJobCleanupIntervalInMs;

  public static String getBrokerId() {
    return brokerId;
  }

  public boolean messageInTerminalStateShouldBeStored() {
    return getMessageDurabilityInTerminalStateInSecond() > 0;
  }

  public long messageDurabilityInTerminalStateInMillisecond() {
    return getMessageDurabilityInTerminalStateInSecond() * Constants.ONE_MILLI;
  }

  public String getInternalCommChannelName() {
    return prefix + internalChannelNamePrefix;
  }

  public String getQueuesKey() {
    return prefix + queuesKeySuffix;
  }

  private String getSimpleQueueSuffix() {
    if (!StringUtils.isEmpty(simpleQueuePrefix)) {
      return simpleQueuePrefix;
    }
    if (dbVersion == 2) {
      return "queue::";
    }
    return "queue-v2::";
  }

  private String getScheduledQueueSuffix() {
    if (!StringUtils.isEmpty(scheduledQueuePrefix)) {
      return scheduledQueuePrefix;
    }
    if (dbVersion == 2) {
      return "d-queue::";
    }
    return "d-queue-v2::";
  }

  private String getCompletedQueueSuffix() {
    if (!StringUtils.isEmpty(completedQueuePrefix)) {
      return completedQueuePrefix;
    }
    return "c-queue::";
  }

  private String getScheduledQueueChannelSuffix() {
    if (!StringUtils.isEmpty(scheduledQueueChannelPrefix)) {
      return scheduledQueueChannelPrefix;
    }
    if (dbVersion == 2) {
      return "d-channel::";
    }
    return "d-channel-v2::";
  }

  private String getProcessingQueueSuffix() {
    if (!StringUtils.isEmpty(processingQueuePrefix)) {
      return processingQueuePrefix;
    }
    if (dbVersion == 2) {
      return "p-queue::";
    }
    return "p-queue-v2::";
  }

  private String getProcessingQueueChannelSuffix() {
    if (!StringUtils.isEmpty(processingQueueChannelPrefix)) {
      return processingQueueChannelPrefix;
    }
    if (dbVersion == 2) {
      return "p-channel::";
    }
    return "p-channel-v2::";
  }

  public String getQueueName(String queueName) {
    if (dbVersion == 1) {
      return queueName;
    }
    return prefix + getSimpleQueueSuffix() + getTaggedName(queueName);
  }

  public String getCompletedQueueName(String queueName) {
    return prefix + getCompletedQueueSuffix() + getTaggedName(queueName);
  }

  public String getScheduledQueueName(String queueName) {
    if (dbVersion == 1) {
      return "rqueue-delay::" + queueName;
    }
    return prefix + getScheduledQueueSuffix() + getTaggedName(queueName);
  }

  public String getScheduledQueueChannelName(String queueName) {
    if (dbVersion == 1) {
      return "rqueue-channel::" + queueName;
    }
    return prefix + getScheduledQueueChannelSuffix() + getTaggedName(queueName);
  }

  public String getProcessingQueueName(String queueName) {
    if (dbVersion == 1) {
      return "rqueue-processing::" + queueName;
    }
    return prefix + getProcessingQueueSuffix() + getTaggedName(queueName);
  }

  public String getProcessingQueueChannelName(String queueName) {
    if (dbVersion == 1) {
      return "rqueue-processing-channel::" + queueName;
    }
    return prefix + getProcessingQueueChannelSuffix() + getTaggedName(queueName);
  }

  public String getLockKey(String key) {
    return prefix + lockKeyPrefix + key;
  }

  public String getQueueStatisticsKey(String name) {
    return prefix + queueStatKeyPrefix + name;
  }

  public String getQueueConfigKey(String name) {
    return prefix + queueConfigKeyPrefix + name;
  }

  private String getTaggedName(String queueName) {
    if (!clusterMode) {
      return queueName;
    }
    boolean left = false;
    boolean right = false;
    for (Character c : queueName.toCharArray()) {
      if (c == '{') {
        left = true;
      } else if (c == '}') {
        right = true;
      }
    }
    if (left && right) {
      return queueName;
    }
    return "{" + queueName + "}";
  }

  public String getJobId() {
    return prefix + jobKeyPrefix + UUID.randomUUID().toString();
  }

  public String getJobsKey(String messageId) {
    return prefix + jobsCollectionNamePrefix + messageId;
  }

  public String getDelDataName(String queueName) {
    return prefix
        + delPrefix
        + brokerId
        + Constants.REDIS_KEY_SEPARATOR
        + getTaggedName(queueName)
        + counter.incrementAndGet();
  }

  public Duration getJobDurabilityInTerminalState() {
    return Duration.ofSeconds(jobDurabilityInTerminalStateInSecond);
  }

  public String getLibVersion() {
    if (StringUtils.isEmpty(version)) {
      ClassPathResource resource =
          new ClassPathResource("META-INF/RQUEUE.MF", this.getClass().getClassLoader());
      try {
        InputStream inputStream = resource.getInputStream();
        String result =
            CharStreams.toString(new InputStreamReader(inputStream, StandardCharsets.UTF_8));
        for (String line : result.split("\n")) {
          String[] words = line.trim().split(":");
          if (2 == words.length && words[0].equals("Version")) {
            version = words[1].split("-")[0];
          }
        }
      } catch (IOException e) {
        e.printStackTrace();
      }
    }
    return version;
  }

  public boolean isProducer() {
    return RqueueMode.PRODUCER.equals(getMode());
  }

  public Duration getMessageDurability(Long messageLife) {
    if (messageLife == null || messageLife.intValue() == 0) {
      return Duration.ofMinutes(messageDurabilityInMinute);
    }
    Duration duration = Duration.ofMillis(2 * messageLife);
    if (duration.toMinutes() > messageDurabilityInMinute) {
      return duration;
    }
    return Duration.ofMinutes(messageDurabilityInMinute);
  }
}