All Downloads are FREE. Search and download functionalities are using the official Maven repository.

net.sf.hajdbc.sql.DatabaseClusterImpl Maven / Gradle / Ivy

There is a newer version: 3.6.61
Show newest version
/*
 * HA-JDBC: High-Availability JDBC
 * Copyright (C) 2012  Paul Ferraro
 *
 * This program is free software: you can redistribute it and/or modify
 * it under the terms of the GNU Lesser General Public License as published by
 * the Free Software Foundation, either version 3 of the License, or
 * (at your option) any later version.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU Lesser General Public License for more details.
 *
 * You should have received a copy of the GNU Lesser General Public License
 * along with this program.  If not, see .
 */
package net.sf.hajdbc.sql;

import net.sf.hajdbc.*;
import net.sf.hajdbc.balancer.Balancer;
import net.sf.hajdbc.cache.DatabaseMetaDataCache;
import net.sf.hajdbc.codec.Decoder;
import net.sf.hajdbc.dialect.Dialect;
import net.sf.hajdbc.distributed.CommandDispatcherFactory;
import net.sf.hajdbc.distributed.Member;
import net.sf.hajdbc.durability.Durability;
import net.sf.hajdbc.durability.InvocationEvent;
import net.sf.hajdbc.durability.InvokerEvent;
import net.sf.hajdbc.io.InputSinkStrategy;
import net.sf.hajdbc.lock.LockManager;
import net.sf.hajdbc.lock.distributed.DistributedLockManager;
import net.sf.hajdbc.logging.Level;
import net.sf.hajdbc.logging.Logger;
import net.sf.hajdbc.logging.LoggerFactory;
import net.sf.hajdbc.management.*;
import net.sf.hajdbc.state.DatabaseEvent;
import net.sf.hajdbc.state.DatabasesEvent;
import net.sf.hajdbc.state.StateManager;
import net.sf.hajdbc.state.distributed.DistributedManager;
import net.sf.hajdbc.state.distributed.DistributedStateManager;
import net.sf.hajdbc.state.distributed.NodeState;
import net.sf.hajdbc.state.distributed.SyncActiveDbsCommand;
import net.sf.hajdbc.state.health.ClusterHealth;
import net.sf.hajdbc.state.health.NodeDatabaseRestoreListener;
import net.sf.hajdbc.state.health.NodeHealth;
import net.sf.hajdbc.state.health.NodeStateListener;
import net.sf.hajdbc.state.health.observer.DetectMode;
import net.sf.hajdbc.state.health.observer.NetworkDetectObserveAdapter;
import net.sf.hajdbc.state.sync.SyncMgr;
import net.sf.hajdbc.sync.SynchronizationContext;
import net.sf.hajdbc.sync.SynchronizationContextImpl;
import net.sf.hajdbc.tx.TransactionIdentifierFactory;
import net.sf.hajdbc.util.LocalHost;
import net.sf.hajdbc.util.Resources;
import net.sf.hajdbc.util.StopWatch;
import net.sf.hajdbc.util.Tracer;
import net.sf.hajdbc.util.concurrent.cron.CronExpression;
import net.sf.hajdbc.util.concurrent.cron.CronThreadPoolExecutor;
import org.h2.jdbc.JdbcSQLNonTransientConnectionException;

import javax.management.JMException;
import java.sql.Connection;
import java.sql.SQLException;
import java.util.*;
import java.util.concurrent.CopyOnWriteArrayList;
import java.util.concurrent.ExecutorService;
import java.util.concurrent.ThreadFactory;
import java.util.concurrent.atomic.AtomicReference;
import java.util.concurrent.locks.Lock;

/**
 * @author paul
 *
 */
@MBean
public class DatabaseClusterImpl> implements DatabaseCluster
{
	static final Logger logger = LoggerFactory.getLogger(DatabaseClusterImpl.class);
	
	private final String id;
	
	final DatabaseClusterConfiguration configuration;
	
	private Balancer balancer;
	private Dialect dialect;
	private Durability durability;
	private DatabaseMetaDataCache databaseMetaDataCache;
	private ExecutorService executor;
	private Decoder decoder;
	private CronThreadPoolExecutor cronExecutor;
	private LockManager lockManager;
	private StateManager stateManager;
	private InputSinkStrategy sinkSourceFactory;
	
	private boolean active = false;
	private String localDbId = null;

	
	private final List> configurationListeners = new CopyOnWriteArrayList>();	
	private final List clusterListeners = new CopyOnWriteArrayList();
	private final List synchronizationListeners = new CopyOnWriteArrayList();
  private final List nodeStateListeners = new CopyOnWriteArrayList<>();
  private final List nodeDatabaseRestoreListeners = new CopyOnWriteArrayList<>();

	public DatabaseClusterImpl(String id, DatabaseClusterConfiguration configuration, DatabaseClusterConfigurationListener listener)
	{
		this.id = id;
		this.configuration = configuration;
		
		if (listener != null)
		{
			this.configurationListeners.add(listener);
		}
	}

	/**
	 * Deactivates the specified database.
	 * @param databaseId a database identifier
	 * @throws IllegalArgumentException if no database exists with the specified identifier.
	 */
	@ManagedOperation
	public void deactivate(String databaseId)
	{
		this.deactivate(this.getDatabase(databaseId), this.stateManager);
	}

	/**
	 * Synchronizes, using the default strategy, and reactivates the specified database.
	 * @param databaseId a database identifier
	 * @throws IllegalArgumentException if no database exists with the specified identifier.
	 * @throws IllegalStateException if synchronization fails.
	 */
	@ManagedOperation
	public void activate(String databaseId)
	{
		this.activate(databaseId, this.configuration.getDefaultSynchronizationStrategy());
	}

	/**
	 * Synchronizes, using the specified strategy, and reactivates the specified database.
	 * @param databaseId a database identifier
	 * @param strategyId the identifer of a synchronization strategy
	 * @throws IllegalArgumentException if no database exists with the specified identifier, or no synchronization strategy exists with the specified identifier.
	 * @throws IllegalStateException if synchronization fails.
	 */
	@ManagedOperation
	public void activate(String databaseId, String strategyId)
	{
		SynchronizationStrategy strategy = this.configuration.getSynchronizationStrategyMap().get(strategyId);
		
		if (strategy == null)
		{
			throw new IllegalArgumentException(Messages.INVALID_SYNC_STRATEGY.getMessage(strategyId));
		}
		
		try
		{
			if (this.activate(this.getDatabase(databaseId), strategy))
			{
				logger.log(Level.INFO, Messages.DATABASE_ACTIVATED.getMessage(this, databaseId));
			}
		}
		catch (SQLException e)
		{
			logger.log(Level.WARN, e, Messages.DATABASE_ACTIVATE_FAILED.getMessage(this, databaseId));
			
			SQLException exception = e.getNextException();
			
			while (exception != null)
			{
				logger.log(Level.ERROR, exception);
				
				exception = exception.getNextException();
			}

			throw new IllegalStateException(e.toString());
		}
		catch (InterruptedException e)
		{
			logger.log(Level.WARN, e);
			
			Thread.currentThread().interrupt();
		}
	}
	
	/**
	 * Determines whether or not the specified database is responsive
	 * @param databaseId a database identifier
	 * @return true, if the database is alive, false otherwise
	 * @throws IllegalArgumentException if no database exists with the specified identifier.
	 */
	@ManagedOperation
	public boolean isAlive(String databaseId)
	{
		return this.isAlive(this.getDatabase(databaseId), Level.WARN);
	}
	
	/**
	 * Returns a collection of active databases in this cluster.
	 * @return a list of database identifiers
	 */
	@ManagedAttribute
	public Set getActiveDatabases()
	{
		Set databases = new TreeSet();
		
		for (D database: this.balancer)
		{
			databases.add(database.getId());
		}
		
		return databases;
	}
	
	/**
	 * Returns a collection of inactive databases in this cluster.
	 * @return a collection of database identifiers
	 */
	@ManagedAttribute
	public Set getInactiveDatabases()
	{
		Set databases = new TreeSet(this.configuration.getDatabaseMap().keySet());
		
		for (D database: this.balancer)
		{
			databases.remove(database.getId());
		}
		
		return databases;
	}
	
	/**
	 * Return the current HA-JDBC version
	 * @return the current version
	 */
	@ManagedAttribute
	public String getVersion()
	{
		return Version.CURRENT.toString();
	}

	/**
	 * Removes the specified database from the cluster.
	 * @param databaseId a database identifier
	 * @throws JMException 
	 * @throws IllegalArgumentException if database already exists.
	 */
	@ManagedOperation
	public void add(String databaseId) throws JMException
	{
		D database = this.configuration.getDatabaseFactory().createDatabase(databaseId);
		
		if (this.configuration.getDatabaseMap().putIfAbsent(databaseId, database) != null)
		{
			throw new IllegalArgumentException(Messages.DATABASE_ALREADY_EXISTS.getMessage(databaseId, this));
		}
		
		this.configuration.getMBeanRegistrar().register(this, database);
		
		for (DatabaseClusterConfigurationListener listener: this.configurationListeners)
		{
			listener.added(database, this.configuration);
		}
	}
	
	/**
	 * Removes the specified database from the cluster.
	 * @param databaseId a database identifier
	 * @throws IllegalStateException if database is still active.
	 */
	@ManagedOperation
	public void remove(String databaseId)
	{
		D database = this.getDatabase(databaseId);
		
		if (this.balancer.contains(database))
		{
			throw new IllegalStateException(Messages.DATABASE_STILL_ACTIVE.getMessage(this, databaseId));
		}

		this.configuration.getMBeanRegistrar().unregister(this, database);
		
		this.configuration.getDatabaseMap().remove(databaseId);

		for (DatabaseClusterConfigurationListener listener: this.configurationListeners)
		{
			listener.removed(database, this.configuration);
		}
	}

	/**
	 * {@inheritDoc}
	 * @see net.sf.hajdbc.DatabaseCluster#getId()
	 */
	@ManagedAttribute
	@Override
	public String getId()
	{
		return this.id;
	}

	@Override
	public String toString()
	{
		return this.id;
	}

	/**
	 * {@inheritDoc}
	 * @see net.sf.hajdbc.DatabaseCluster#isActive()
	 */
	@ManagedAttribute
	@Override
	public boolean isActive()
	{
		return this.active;
	}

  @Override
  public void changeState(NodeState oldState, NodeState newState) {
    Iterator iterator = nodeStateListeners.iterator();
    while (iterator.hasNext()){
			NodeStateListener listener = iterator.next();
			this.executor.submit(()->{
				try {
					listener.changeState(oldState, newState);
				}catch (Exception e){
					logger.log(Level.WARN,e);
				}
			});
    }
  }

  /**
	 * Returns the set of synchronization strategies available to this cluster.
	 * @return a set of synchronization strategy identifiers
	 */
	@ManagedAttribute
	public Set getSynchronizationStrategies()
	{
		return new TreeSet(this.configuration.getSynchronizationStrategyMap().keySet());
	}
	
	/**
	 * Returns the default synchronization strategy used by this cluster.
	 * @return a synchronization strategy identifier
	 */
	@ManagedAttribute
	public String getDefaultSynchronizationStrategy()
	{
		return this.configuration.getDefaultSynchronizationStrategy();
	}

	/**
	 * Flushes this cluster's cache of DatabaseMetaData.
	 */
	@ManagedOperation
	@Description("Flushes this cluster's cache of database meta data")
	public void flushMetaDataCache()
	{
		try
		{
			this.databaseMetaDataCache.flush();
		}
		catch (SQLException e)
		{
			throw new IllegalStateException(e.toString(), e);
		}
	}

	/**
	 * {@inheritDoc}
	 * @see net.sf.hajdbc.DatabaseCluster#addConfigurationListener(net.sf.hajdbc.DatabaseClusterConfigurationListener)
	 */
	@ManagedOperation
	@Override
	public void addConfigurationListener(DatabaseClusterConfigurationListener listener)
	{
		this.configurationListeners.add(listener);
	}

	/**
	 * {@inheritDoc}
	 * @see net.sf.hajdbc.DatabaseCluster#addListener(net.sf.hajdbc.DatabaseClusterListener)
	 */
	@ManagedOperation
	@Override
	public void addListener(DatabaseClusterListener listener)
	{
		this.clusterListeners.add(listener);
	}

	/**
	 * {@inheritDoc}
	 * @see net.sf.hajdbc.DatabaseCluster#addSynchronizationListener(net.sf.hajdbc.SynchronizationListener)
	 */
	@ManagedOperation
	@Override
	public void addSynchronizationListener(SynchronizationListener listener)
	{
		this.synchronizationListeners.add(listener);
	}

	/**
	 * {@inheritDoc}
	 * @see net.sf.hajdbc.DatabaseCluster#removeConfigurationListener(net.sf.hajdbc.DatabaseClusterConfigurationListener)
	 */
	@ManagedOperation
	@Override
	public void removeConfigurationListener(DatabaseClusterConfigurationListener listener)
	{
		this.configurationListeners.remove(listener);
	}

	/**
	 * {@inheritDoc}
	 * @see net.sf.hajdbc.DatabaseCluster#removeListener(net.sf.hajdbc.DatabaseClusterListener)
	 */
	@ManagedOperation
	@Override
	public void removeListener(DatabaseClusterListener listener)
	{
		this.clusterListeners.remove(listener);
	}

  @Override
  public void addListener(NodeStateListener listener) {
    nodeStateListeners.add(listener);
  }

  @Override
  public void removeListener(NodeStateListener listener) {
    nodeStateListeners.remove(listener);
  }

	@Override
	public void addListener(NodeDatabaseRestoreListener listener) {
		nodeDatabaseRestoreListeners.add(listener);
	}

	@Override
	public void removeListener(NodeDatabaseRestoreListener listener) {
		nodeDatabaseRestoreListeners.remove(listener);
	}

	/**
	 * {@inheritDoc}
	 * @see net.sf.hajdbc.DatabaseCluster#removeSynchronizationListener(net.sf.hajdbc.SynchronizationListener)
	 */
	@ManagedOperation
	@Override
	public void removeSynchronizationListener(SynchronizationListener listener)
	{
		this.synchronizationListeners.remove(listener);
	}


	/**
	 * {@inheritDoc}
	 * @see net.sf.hajdbc.DatabaseCluster#activate(net.sf.hajdbc.Database, net.sf.hajdbc.state.StateManager)
	 */
	@Override
	public boolean activate(D database, StateManager manager)
	{
		boolean added = this.balancer.add(database);
		
		if (added)
		{
			database.setActive(true);
			
			if (database.isDirty())
			{
				database.clean();
			}
			
			DatabaseEvent event = new DatabaseEvent(database);

			manager.activated(event);
			
			for (DatabaseClusterListener listener: this.clusterListeners)
			{
				listener.activated(event);
			}
		}
		return added;
	}
	
	/**
	 * {@inheritDoc}
	 * @see net.sf.hajdbc.DatabaseCluster#deactivate(net.sf.hajdbc.Database, net.sf.hajdbc.state.StateManager)
	 */
	@Override
	public boolean deactivate(D database, StateManager manager)
	{
		if(Tracer.db_state.isTrace()){
			logger.log(Level.WARN, new Exception("trace db_state"),"deactivate {0}", database.getId());
		}
		boolean removed = this.balancer.remove(database);
		
		if (removed)
		{
			database.setActive(false);
			
			DatabaseEvent event = new DatabaseEvent(database);

			manager.deactivated(event);
			
			for (DatabaseClusterListener listener: this.clusterListeners)
			{
				listener.deactivated(event);
			}
		}
		
		return removed;
	}

	/**
	 * {@inheritDoc}
	 * @see net.sf.hajdbc.DatabaseCluster#getBalancer()
	 */
	@Override
	public Balancer getBalancer()
	{
		return this.balancer;
	}

	/**
	 * {@inheritDoc}
	 * @see net.sf.hajdbc.DatabaseCluster#getDatabase(java.lang.String)
	 */
	@Override
	public D getDatabase(String id)
	{
		D database = this.configuration.getDatabaseMap().get(id);
		
		if (database == null)
		{
			throw new IllegalArgumentException(Messages.INVALID_DATABASE.getMessage(this, id));
		}
		
		return database;
	}

	@Override
	public D getDatabaseByIp(String ip) {
		D find = null;
		Iterator iterator = this.configuration.getDatabaseMap().values().iterator();
		while(iterator.hasNext()){
			D next = iterator.next();
			if(next.getIp().equals(ip)){
				find = next;
				break;
			}
		}
		return find;
	}

	@Override
	public void addDatabase(D database) {
		this.configuration.getDatabaseMap().putIfAbsent(database.getId(),database);
	}

	private void checkLocalDb() throws InterruptedException {
		while(this.localDbId==null) {
			for (D db : this.configuration.getDatabaseMap().values()) {
				if (LocalHost.getAllIp().contains(db.getIp())) {
					this.localDbId = db.getId();
					db.setLocal(true);
					break;
				}
			}
			logger.log(Level.WARN,"checkLocalDb not find local db. all db: {0}",this.configuration.getDatabaseMap().values());
			Thread.sleep(1000);
		}
	}
	/**
	 *
	 * @see DatabaseCluster#getLocalDatabase()
	 */
	@Override
	public synchronized D getLocalDatabase() {
		D local = null;
		try {
			checkLocalDb();
		} catch (InterruptedException e) {
			//ignore InterruptedException
		}
		if(localDbId!=null) {
			Iterator iterator = this.configuration.getDatabaseMap().values().iterator();
			while (iterator.hasNext()) {
				D database = iterator.next();
				if (database.getId().equals(localDbId)) {
					local = database;
					break;
				}
			}
		}
		return local;
	}

	/**
	 * {@inheritDoc}
	 * @see net.sf.hajdbc.DatabaseCluster#getDatabaseMetaDataCache()
	 */
	@Override
	public DatabaseMetaDataCache getDatabaseMetaDataCache()
	{
		return this.databaseMetaDataCache;
	}

	/**
	 * {@inheritDoc}
	 * @see net.sf.hajdbc.DatabaseCluster#getDialect()
	 */
	@Override
	public Dialect getDialect()
	{
		return this.dialect;
	}

	/**
	 * {@inheritDoc}
	 * @see net.sf.hajdbc.DatabaseCluster#getDurability()
	 */
	@Override
	public Durability getDurability()
	{
		return this.durability;
	}

	/**
	 * {@inheritDoc}
	 * @see net.sf.hajdbc.DatabaseCluster#getLockManager()
	 */
	@Override
	public LockManager getLockManager()
	{
		return this.lockManager;
	}

	/**
	 * {@inheritDoc}
	 * @see net.sf.hajdbc.DatabaseCluster#getExecutor()
	 */
	@Override
	public ExecutorService getExecutor()
	{
		return this.executor;
	}

	/**
	 * {@inheritDoc}
	 * @see net.sf.hajdbc.DatabaseCluster#getTransactionMode()
	 */
	@Override
	public TransactionMode getTransactionMode()
	{
		return this.configuration.getTransactionMode();
	}

	/**
	 * {@inheritDoc}
	 * @see net.sf.hajdbc.DatabaseCluster#getStateManager()
	 */
	@Override
	public StateManager getStateManager()
	{
		return this.stateManager;
	}

  @Override
  public ClusterHealth getClusterHealth() {
		if(stateManager instanceof  DistributedStateManager) {
			return ((DistributedStateManager) stateManager).getHealth();
		}
		return null;
  }

  @Override
  public DistributedManager getDistributedManager() {
		if(stateManager instanceof DistributedManager) {
			return ((DistributedManager) stateManager);
		}
		return null;
  }

  @Override
	public ThreadFactory getThreadFactory()
	{
		return this.configuration.getThreadFactory();
	}

	@Override
	public Decoder getDecoder()
	{
		return this.decoder;
	}

	@Override
	public InputSinkStrategy getInputSinkStrategy()
	{
		return this.sinkSourceFactory;
	}

	/**
	 * {@inheritDoc}
	 * @see net.sf.hajdbc.DatabaseCluster#getTransactionIdentifierFactory()
	 */
	@Override
	public TransactionIdentifierFactory getTransactionIdentifierFactory()
	{
		return this.configuration.getTransactionIdentifierFactory();
	}

	/**
	 * {@inheritDoc}
	 * @see net.sf.hajdbc.DatabaseCluster#isCurrentDateEvaluationEnabled()
	 */
	@Override
	public boolean isCurrentDateEvaluationEnabled()
	{
		return this.configuration.isCurrentDateEvaluationEnabled();
	}

	/**
	 * {@inheritDoc}
	 * @see net.sf.hajdbc.DatabaseCluster#isCurrentTimeEvaluationEnabled()
	 */
	@Override
	public boolean isCurrentTimeEvaluationEnabled()
	{
		return this.configuration.isCurrentTimeEvaluationEnabled();
	}

	/**
	 * {@inheritDoc}
	 * @see net.sf.hajdbc.DatabaseCluster#isCurrentTimestampEvaluationEnabled()
	 */
	@Override
	public boolean isCurrentTimestampEvaluationEnabled()
	{
		return this.configuration.isCurrentTimestampEvaluationEnabled();
	}

	/**
	 * {@inheritDoc}
	 * @see net.sf.hajdbc.DatabaseCluster#isIdentityColumnDetectionEnabled()
	 */
	@Override
	public boolean isIdentityColumnDetectionEnabled()
	{
		return this.configuration.isIdentityColumnDetectionEnabled();
	}

	/**
	 * {@inheritDoc}
	 * @see net.sf.hajdbc.DatabaseCluster#isRandEvaluationEnabled()
	 */
	@Override
	public boolean isRandEvaluationEnabled()
	{
		return this.configuration.isRandEvaluationEnabled();
	}

	/**
	 * {@inheritDoc}
	 * @see net.sf.hajdbc.DatabaseCluster#isSequenceDetectionEnabled()
	 */
	@Override
	public boolean isSequenceDetectionEnabled()
	{
		return this.configuration.isSequenceDetectionEnabled();
	}

	/**
	 * {@inheritDoc}
	 * @see net.sf.hajdbc.Lifecycle#start()
	 */
	@Override
	public synchronized void start() throws Exception
	{
		if (this.active) {
			return;
		}
		
		this.decoder = this.configuration.getDecoderFactory().createDecoder(this.id);
		this.lockManager = this.configuration.getLockManagerFactory().createLockManager();
		this.stateManager = this.configuration.getStateManagerFactory().createStateManager(this);
		
		CommandDispatcherFactory dispatcherFactory = this.configuration.getDispatcherFactory();
		
		if (dispatcherFactory != null)
		{
			this.lockManager = new DistributedLockManager(this, dispatcherFactory);
			this.stateManager = new DistributedStateManager(this, dispatcherFactory);
		}
		
		this.balancer = this.configuration.getBalancerFactory().createBalancer(new TreeSet());
		this.dialect = this.configuration.getDialectFactory().createDialect();
		this.durability = this.configuration.getDurabilityFactory().createDurability(this);
		this.executor = this.configuration.getExecutorProvider().getExecutor(this.configuration.getThreadFactory());
		this.sinkSourceFactory = this.configuration.getInputSinkProvider().createInputSinkStrategy();
		
		this.lockManager.start();
		this.stateManager.start();

		if(this.getLocalDatabase()!=null) {
			recoverDatabase(true);

			scheduleDetection();

			registerMBean();

			this.active = true;
		}
	}



	/**
	 * Recover all active databases.
	 */
	private void recoverDatabase(boolean starting) throws InterruptedException {
		Set databases = this.stateManager.getActiveDatabases();
		logger.log(Level.INFO, "Recover all active databases. databases={0}", databases);
		if (!databases.isEmpty())
		{
			for (String databaseId: databases)
			{
				D database = this.getDatabase(databaseId);
				if (database != null)
				{
					this.balancer.add(database);
					database.setActive(true);
				}
				else
				{
					logger.log(Level.WARN, Messages.DATABASE_IGNORED.getMessage(), this, databaseId);
				}
			}
		}
		else
		{
			if(starting) {
				for (D database : this.configuration.getDatabaseMap().values()) {
					//没有任何活动数据库时只检测本地才检测是否可以激活
					if (database.isLocal() && this.isAlive(database, Level.WARN)) {
						this.activate(database, this.stateManager);
					}
				}
				while(this.stateManager.getActiveDatabases().isEmpty()){
					logger.log(Level.INFO, "No active database, detect again after 1s");
					Thread.sleep(1000);
				}
				logger.log(Level.INFO, "Active database="+this.stateManager.getActiveDatabases());
			}
		}


		Map> invokers = this.stateManager.recover();
		if (!invokers.isEmpty())
		{
			this.durability.recover(invokers);
		}
		this.databaseMetaDataCache = this.configuration.getDatabaseMetaDataCacheFactory().createCache(this);
		try
		{
			this.flushMetaDataCache();
		}
		catch (IllegalStateException e)
		{
			// Ignore - cache will initialize lazily.
		}
	}

	/**
	 *	 Schedule failure and activation detection
	 */
	private void scheduleDetection() {
		CronExpression failureDetectionExpression = this.configuration.getFailureDetectionExpression();
		CronExpression autoActivationExpression = this.configuration.getAutoActivationExpression();
		int threads = requiredThreads(failureDetectionExpression) + requiredThreads(autoActivationExpression);

		if (threads > 0)
		{
			this.cronExecutor = new CronThreadPoolExecutor(threads, this.configuration.getThreadFactory());

			if (failureDetectionExpression != null)
			{
				this.cronExecutor.schedule(new FailureDetectionTask(), failureDetectionExpression);
			}

			if (autoActivationExpression != null)
			{
				this.cronExecutor.schedule(new AutoActivationTask(), autoActivationExpression);
			}
		}
	}

	private void registerMBean() throws JMException {
		MBeanRegistrar registrar = this.configuration.getMBeanRegistrar();

		if (registrar != null)
		{
			registrar.register(this);
			for (D database: this.configuration.getDatabaseMap().values())
			{
				registrar.register(this, database);
			}
		}
	}

	private static int requiredThreads(CronExpression expression)
	{
		return (expression != null) ? 1 : 0;
	}
	
	/**
	 * {@inheritDoc}
	 * @see net.sf.hajdbc.Lifecycle#stop()
	 */
	@SuppressWarnings("AlibabaRemoveCommentedCode")
	@Override
	public synchronized void stop()
	{
		this.active = false;
/*		Don't do this until we can distinguish between embedded databases, and local databases in a separate processes
		if (this.balancer != null)
		{
			// Proactively deactivate any local databases
			for (D database: this.balancer)
			{
				if (database.isLocal())
				{
					this.deactivate(database, this.stateManager);
				}
			}
		}
*/
		MBeanRegistrar registrar = this.configuration.getMBeanRegistrar();

		if (registrar != null)
		{
			registrar.unregister(this);
			
			for (D database: this.configuration.getDatabaseMap().values())
			{
				registrar.unregister(this, database);
			}
		}
		
		if (this.cronExecutor != null)
		{
			this.cronExecutor.shutdownNow();
		}
		
		if (this.stateManager != null)
		{
			this.stateManager.stop();
		}
		
		if (this.lockManager != null)
		{
			this.lockManager.stop();
		}

		if (this.executor != null)
		{
			this.executor.shutdownNow();
		}

		if (this.balancer != null)
		{
			this.balancer.clear();
		}
	}



	@Override
	public boolean isAlive(D database, Level level)
	{
		//在同步中的数据库不可以激活
		if(database.isSyncing()){
			return false;
		}
		try (Connection connection = database.connect(database.getConnectionSource(), database.decodePassword(decoder))){
			return dialect.isValid(connection);
		}catch (Exception e)
		{
			logger.log(level, e.getMessage());
			return false;
		}
	}


	@Override
	public int getNodeCount() {
		return configuration.getDatabaseMap().size();
	}

	@Override
	public SyncMgr getSyncMgr() {
		if(stateManager instanceof  DistributedStateManager) {
			return ((DistributedStateManager) stateManager).getSyncMgr();
		}
		return null;
	}

	@Override
	public List getNodes() {
		List nodes = new ArrayList<>();
		for (D db : configuration.getDatabaseMap().values()) {
			nodes.add(db.getIp());
		}
		return nodes;
	}

	@Override
	public void checkActiveDatabases(Set activeDatabases) {
		for(String db : activeDatabases){
			logger.log(Level.INFO,"sync active database: {0} from other node.", db);
			D database = getDatabase(db);
			boolean add = this.balancer.add(database);
			if(add){
				logger.log(Level.INFO,"active database {0} is add.", db);
				database.setActive(true);
			}
		}
	}


	boolean activate(D database, SynchronizationStrategy strategy) throws SQLException, InterruptedException {

		synchronized (database) {
			if (!this.isAlive(database, Level.INFO) || !stateManager.isValid(database)) {
				return false;
			}
			if(!database.isLocal()){
				//远程节点需要状态正常才允许激活
				Member find = getDistributedManager().getMember(database.getIp());
				if (find != null) {
					NodeHealth nodeHealth = this.getClusterHealth().getNodeHealth(find);
					if (nodeHealth == null || nodeHealth.getState() == null || NodeState.offline.equals(nodeHealth.getState())) {
						return false;
					}
				} else {
					return false;
				}
			}else{
				//本地节点需要状态正常才允许激活
				if(NodeState.offline.equals(this.getClusterHealth().getState())){
					return false;
				}
			}
			if(Tracer.db_state.isTrace()){
				logger.log(Level.WARN, new Exception("trace db_state"),"activate {0}", database.getId());
			}
			StopWatch stopWatch = StopWatch.createStarted();
			Lock lock = this.lockManager.writeLock(null);

			lock.lockInterruptibly();

			try {

				if (this.balancer.contains(database)) {
					return false;
				}

				if (!this.balancer.isEmpty()) {
					SynchronizationContext context = new SynchronizationContextImpl(this, database);

					try {
						DatabaseEvent event = new DatabaseEvent(database);

						logger.log(Level.INFO, Messages.DATABASE_SYNC_START.getMessage(this, database));

						for (SynchronizationListener listener : this.synchronizationListeners) {
							listener.beforeSynchronization(event);
						}

						strategy.synchronize(context);

						logger.log(Level.INFO, Messages.DATABASE_SYNC_END.getMessage(this, database));

						for (SynchronizationListener listener : this.synchronizationListeners) {
							listener.afterSynchronization(event);
						}
					} finally {
						context.close();
					}
				}

				return this.activate(database, this.stateManager);
			} finally {
				lock.unlock();
				stopWatch.stop();
				logger.log(Level.INFO, "db activate lock time {0}", stopWatch.toString());
			}
		}
	}

	class FailureDetectionTask implements Runnable
	{
		@Override
		public void run() {
			try {
				if (!DatabaseClusterImpl.this.getClusterHealth().isHost()) {
					return;
				}

				Set databases = DatabaseClusterImpl.this.getBalancer();

				int size = databases.size();

				if ((size > 1) || DatabaseClusterImpl.this.configuration.isEmptyClusterAllowed()) {
					List deadList = new ArrayList(size);

					for (D database : databases) {
						boolean alive = DatabaseClusterImpl.this.isAlive(database, Level.WARN);
						boolean valid = stateManager.isValid(database);
						if(Tracer.db_state.isTrace()){
							logger.log(Level.INFO, "db {0} alive={1}, valid={2}", database.getIp(), alive, valid);
						}
						if (!alive||!valid) {
							deadList.add(database);
						}
					}

					if ((deadList.size() < size) || DatabaseClusterImpl.this.configuration
							.isEmptyClusterAllowed()) {
						for (D database : deadList) {
							if (DatabaseClusterImpl.this
									.deactivate(database, DatabaseClusterImpl.this.getStateManager())) {
								logger.log(Level.ERROR, Messages.DATABASE_DEACTIVATED.getMessage(), database,
										DatabaseClusterImpl.this);
							}
						}
					}
				}
			}catch(Exception e){
				logger.log(Level.WARN,e);
			}
		}

	}	
	
	class AutoActivationTask implements Runnable
	{


		@Override
		public void run()
		{
			try
			{
				if (!DatabaseClusterImpl.this.getClusterHealth().isHost()) {
					return;
				}

				Set activeDatabases = DatabaseClusterImpl.this.getBalancer();

				if (!activeDatabases.isEmpty())
				{
					for (D database: DatabaseClusterImpl.this.configuration.getDatabaseMap().values())
					{
						if(!activeDatabases.contains(database)) {
							try {
								if (DatabaseClusterImpl.this.activate(database, DatabaseClusterImpl.this.configuration.getSynchronizationStrategyMap().get(DatabaseClusterImpl.this.configuration.getDefaultSynchronizationStrategy()))) {
									logger.log(Level.INFO, Messages.DATABASE_ACTIVATED.getMessage(), database, DatabaseClusterImpl.this);
								}
							} catch (SQLException e) {
								logger.log(Level.WARN, e);
							}
						}
					}
				}else {
					recoverDatabase(false);
				}
			}
			catch (InterruptedException e)
			{
				logger.log(Level.WARN,e);
			}
		}
	}
}




© 2015 - 2024 Weber Informatics LLC | Privacy Policy