All Downloads are FREE. Search and download functionalities are using the official Maven repository.

com.caucho.cloud.network.NetworkClusterSystem Maven / Gradle / Ivy

/*
 * Copyright (c) 1998-2018 Caucho Technology -- all rights reserved
 *
 * This file is part of Resin(R) Open Source
 *
 * Each copy or derived work must preserve the copyright notice and this
 * notice unmodified.
 *
 * Resin Open Source is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation; either version 2 of the License, or
 * (at your option) any later version.
 *
 * Resin Open Source is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE, or any warranty
 * of NON-INFRINGEMENT.  See the GNU General Public License for more
 * details.
 *
 * You should have received a copy of the GNU General Public License
 * along with Resin Open Source; if not, write to the
 *
 *   Free Software Foundation, Inc.
 *   59 Temple Place, Suite 330
 *   Boston, MA 02111-1307  USA
 *
 * @author Scott Ferguson
 */

package com.caucho.cloud.network;

import java.net.InetAddress;
import java.util.ArrayList;
import java.util.concurrent.CopyOnWriteArrayList;
import java.util.logging.Level;
import java.util.logging.Logger;

import com.caucho.cloud.topology.AbstractCloudClusterListener;
import com.caucho.cloud.topology.AbstractCloudPodListener;
import com.caucho.cloud.topology.AbstractCloudServerListener;
import com.caucho.cloud.topology.CloudCluster;
import com.caucho.cloud.topology.CloudPod;
import com.caucho.cloud.topology.CloudServer;
import com.caucho.config.Config;
import com.caucho.config.ConfigException;
import com.caucho.env.service.AbstractResinSubSystem;
import com.caucho.env.service.ResinSystem;
import com.caucho.network.listen.Protocol;
import com.caucho.network.listen.SocketPollService;
import com.caucho.network.listen.TcpPort;
import com.caucho.server.hmux.HmuxProtocol;
import com.caucho.util.HostUtil;
import com.caucho.util.L10N;
import com.caucho.vfs.net.NetworkSystem;

/**
 * NetworkClusterService manages the cluster network code, the communication
 * between Resin servers in a cluster. 
 */
public class NetworkClusterSystem extends AbstractResinSubSystem
{
  public static final int START_PRIORITY = SocketPollService.START_PRIORITY + 1;

  private static final L10N L = new L10N(NetworkClusterSystem.class);
  private static final Logger log = 
    Logger.getLogger(NetworkClusterSystem.class.getName());
  
  private static final long CLUSTER_IDLE_TIME_MAX = Long.MAX_VALUE / 2;
  private static final long CLUSTER_IDLE_PADDING = 5 * 60000;
  
  private final CloudServer _selfServer;
  
  private TcpPort _clusterListener;
  private HmuxProtocol _clusterProtocol;
  
  private CopyOnWriteArrayList _serverListeners
    = new CopyOnWriteArrayList();

  private CopyOnWriteArrayList _linkListeners
    = new CopyOnWriteArrayList();

  public NetworkClusterSystem(CloudServer selfServer)
  {
    _selfServer = selfServer;
    _selfServer.setSelf(true);
    
    _selfServer.getSystem().addClusterListener(new NetworkClusterListener());
    
    ClusterServer clusterServer = selfServer.getData(ClusterServer.class);
    
    NetworkSystem.createSubSystem(selfServer.getId());
    
    if (clusterServer.getPort() >= 0) {
      _clusterListener = new ClusterTcpPort(clusterServer);
      _clusterProtocol = HmuxProtocol.create(); 
     }
    
  }

  /**
   * Creates a new network cluster service.
   */
  /*
  public static NetworkClusterSystem
  createAndAddService(CloudServer selfServer)
  {
    ResinSystem system = preCreate(NetworkClusterSystem.class);

    NetworkClusterSystem service = new NetworkClusterSystem(selfServer);
    system.addService(NetworkClusterSystem.class, service);

    return service;
  }
  */
  public static void
  createAndAddService(NetworkClusterSystem clusterSystem)
  {
    ResinSystem resinSystem = preCreate(NetworkClusterSystem.class);

    resinSystem.addService(NetworkClusterSystem.class, clusterSystem);
  }

  /**
   * Returns the current network service.
   */
  public static NetworkClusterSystem getCurrent()
  {
    return ResinSystem.getCurrentService(NetworkClusterSystem.class);
  }
  
  /**
   * Returns the current network service.
   */
  public static CloudServer getCurrentSelfServer()
  {
    NetworkClusterSystem clusterService = getCurrent();
    
    if (clusterService == null)
      throw new IllegalStateException(L.l("{0} is not available in this context",
                                          NetworkClusterSystem.class.getSimpleName()));
    
    return clusterService.getSelfServer();
  }
  
  /**
   * Returns the self server for the network.
   */
  public CloudServer getSelfServer()
  {
    return _selfServer;
  }
  
  /**
   * Returns the active server id.
   */
  public String getServerId()
  {
    return getSelfServer().getId();
  }
  
  /**
   * Returns the cluster port.
   */
  public TcpPort getClusterListener()
  {
    return _clusterListener;
  }

  //
  // listeners
  //

  public void addServerListener(ClusterServerListener listener)
  {
    _serverListeners.add(listener);

    CloudServer []serverList = _selfServer.getPod().getServerList();
    int serverLength = _selfServer.getPod().getServerLength();
    
    for (int i = 0; i < serverLength; i++) {
      CloudServer cloudServer = serverList[i];

      if (cloudServer != null) {
        ClusterServer server = cloudServer.getData(ClusterServer.class);
      
        if (server.isHeartbeatActive())
          listener.serverStart(server);
      }
    }
  }

  public void removeServerListener(ServerListener listener)
  {
    _serverListeners.remove(listener);
  }

  protected void notifyHeartbeatStart(ClusterServer server)
  {
    for (ClusterServerListener listener : _serverListeners) {
      listener.serverStart(server);
    }
  }

  protected void notifyHeartbeatStop(ClusterServer server)
  {
    for (ClusterServerListener listener : _serverListeners) {
      listener.serverStop(server);
    }
  }

  public void addLinkListener(ClusterLinkListener listener)
  {
    _linkListeners.add(listener);
  }
  
  public void notifyLinkClose(Object payload)
  {
    for (ClusterLinkListener listener : _linkListeners) {
      listener.onLinkClose(payload);
    }
  }
  
  public void notifyLinkOpen(Object payload)
  {
    for (ClusterLinkListener listener : _linkListeners) {
      listener.onLinkOpen(payload);
    }
  }
  
  public void addClusterExtensionProtocol(int id, Protocol protocol)
  {
    _clusterProtocol.putExtension(id, protocol);
  }
  
  //
  // lifecycle
  //

  @Override
  public int getStartPriority()
  {
    return START_PRIORITY;
  }

  @Override
  public void start()
    throws Exception
  {
    super.start();
    
    startClusterListener();
    
    ClusterServer selfServer = _selfServer.getData(ClusterServer.class);
    
    selfServer.notifyHeartbeatStart();
    
    validateTriad(_selfServer.getPod());
  }
  
  private void validateTriad(CloudPod pod)
  {
    CloudServer []servers = pod.getServerList();
    
    if (servers.length == 0) {
      return;
    }
    
    String address = servers[0].getAddress();
    boolean isMultipleAddress = false;
    
    for (int i = 0; i < servers.length; i++) {
      if (servers[i] == null) {
        continue;
      }
      
      if (! address.equals(servers[i].getAddress())) {
        isMultipleAddress = true;
      }
    }
    
    if (! isMultipleAddress) {
      return;
    }
    
    int triadMax = Math.min(servers.length, 3);
    
    for (int i = 0; i < triadMax; i++) {
      for (int j = i + 1; j < triadMax; j++) {
        CloudServer serverA = servers[i];
        CloudServer serverB = servers[j];
        
        if (serverA == null || serverB == null) {
          continue;
        }
        
        if (serverA.getAddress().equals(serverB.getAddress())) {
          log.warning(L.l("Triad servers should be on separate machines for better reliability.\n{0}\n{1}",
                          serverA, serverB));
          return;
        }
      }
    }
  }

  /**
   * Closes the server.
   */
  @Override
  public void stop()
    throws Exception
  {
    super.stop();
    
    try {
      TcpPort port = _clusterListener;
      _clusterListener = null;
      
      if (port != null) {
        port.close();
      }
    } catch (Throwable e) {
      log.log(Level.WARNING, e.toString(), e);
    }
  }

  /**
   * Returns the local ip address for a server configured with
   * external-address.
   */
  public NetworkAddressResult getLocalSocketAddress(ClusterServer clusterServer)
  {
    return null;
  }

  /**
   * Configures the server.
   */
  private void configureServer(CloudServer cloudServer)
  {
    ClusterServer server = new ClusterServer(this, cloudServer);
    
    configServer(server, cloudServer);

    server.init();
  }
  
  public static void configServer(Object server, CloudServer cloudServer)
  {
    String oldServerId = (String) Config.getCurrentVar("rvar0");
    String oldClusterId = (String) Config.getCurrentVar("rvar1");
    
    try {
      Config.setProperty("rvar0", cloudServer.getDisplayId());
      Config.setProperty("rvar1", cloudServer.getCluster().getId());
      
      CloudCluster cluster = cloudServer.getCluster();
      CloudPod pod = cloudServer.getPod();

      ClusterServerProgram clusterServerProgram
      = cluster.getData(ClusterServerProgram.class);

      ClusterServerProgram podServerProgram
      = pod.getData(ClusterServerProgram.class);

      ClusterServerProgram serverProgram
      = cloudServer.getData(ClusterServerProgram.class);

      if (clusterServerProgram != null)
        clusterServerProgram.getProgram().configure(server);

      if (podServerProgram != null)
        podServerProgram.getProgram().configure(server);

      if (serverProgram != null)
        serverProgram.getProgram().configure(server);

      if (cloudServer.putDataIfAbsent(server) != null) {
        throw new IllegalStateException(L.l("{0} cannot be configured twice.",
                                            server));
      }
    } finally {
      Config.setProperty("rvar0", oldServerId);
      Config.setProperty("rvar1", oldClusterId);
    }
  }
 
  /**
   * Start the cluster port
   */
  private void startClusterListener()
    throws Exception
  {
    TcpPort listener = _clusterListener;
    
    if (listener != null) {
      ClusterServer clusterServer = _selfServer.getData(ClusterServer.class);
      
      long idleTime = clusterServer.getClusterIdleTime() + CLUSTER_IDLE_PADDING;
      
      listener.setKeepaliveConnectionTimeMaxMillis(CLUSTER_IDLE_TIME_MAX);
      listener.setKeepaliveTimeoutMillis(idleTime);
      listener.setSocketTimeoutMillis(clusterServer.getClusterSocketTimeout());
      
      listener.setProtocol(_clusterProtocol);
      listener.init();
      
      validateClusterServer(listener, clusterServer);
      
      log.info("");
      listener.bind();
      listener.start();
      log.info("");
      
      if (clusterServer.getPort() == 0) {
        clusterServer.setPort(listener.getLocalPort());
      }
    }
  }

  private void validateClusterServer(TcpPort listener,
                                     ClusterServer server)
  {
    if (listener == null || server == null)
      return;
    

    if (listener.getSocketTimeout() <= server.getLoadBalanceIdleTime()) {
      throw new ConfigException(L.l("{0}: load-balance-idle-time {1} must be less than socket-timeout {2}",
                                    server, 
                                    server.getLoadBalanceIdleTime(),
                                    listener.getSocketTimeout()));
    }

    // server/26r0
    /*
    if (server.getLoadBalanceSocketTimeout() <= listener.getSocketTimeout()) {
      throw new ConfigException(L.l("{0}: load-balance-socket-timeout {1} must be greater than socket-timeout {2}",
                                    server, 
                                    server.getLoadBalanceSocketTimeout(),
                                    listener.getSocketTimeout()));
    }
    */

    if (listener.getKeepaliveTimeout() <= server.getLoadBalanceIdleTime()) {
      throw new ConfigException(L.l("{0}: load-balance-idle-time {1} must be less than keepalive-timeout {2}",
                                    server, 
                                    server.getLoadBalanceIdleTime(),
                                    listener.getKeepaliveTimeout()));
    }
  }
  
  public static ArrayList getLocalAddresses()
  {
    return HostUtil.getLocalAddresses();
  }

  @Override
  public String toString()
  {
    return (getClass().getSimpleName()
            + "[" + _clusterListener + "]");
  }
  
  private class NetworkClusterListener extends AbstractCloudClusterListener {
    @Override
    public void onClusterAdd(CloudCluster cluster)
    {
      cluster.addPodListener(new PodListener());
    }
    
  }
  
  private class PodListener extends AbstractCloudPodListener {
    @Override
    public void onPodAdd(CloudPod pod)
    {
      pod.addServerListener(new ServerListener());
    }
    
  }
  
  private class ServerListener extends AbstractCloudServerListener {
    @Override
    public void onServerAdd(CloudServer server)
    {
      configureServer(server);
    }
  }
}




© 2015 - 2025 Weber Informatics LLC | Privacy Policy