com.alibaba.hologres.client.impl.Worker Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of holo-client Show documentation
client for Hologres
There is a newer version: 2.5.5
/*
 * Copyright (c) 2021. Alibaba Group Holding Limited
 */

package com.alibaba.hologres.client.impl;

import com.alibaba.hologres.client.HoloConfig;
import com.alibaba.hologres.client.exception.ExceptionCode;
import com.alibaba.hologres.client.exception.HoloClientException;
import com.alibaba.hologres.client.impl.action.AbstractAction;
import com.alibaba.hologres.client.impl.action.CopyAction;
import com.alibaba.hologres.client.impl.action.EmptyAction;
import com.alibaba.hologres.client.impl.action.GetAction;
import com.alibaba.hologres.client.impl.action.MetaAction;
import com.alibaba.hologres.client.impl.action.PutAction;
import com.alibaba.hologres.client.impl.action.ScanAction;
import com.alibaba.hologres.client.impl.action.SqlAction;
import com.alibaba.hologres.client.impl.handler.ActionHandler;
import com.alibaba.hologres.client.impl.handler.CopyActionHandler;
import com.alibaba.hologres.client.impl.handler.EmptyActionHandler;
import com.alibaba.hologres.client.impl.handler.GetActionHandler;
import com.alibaba.hologres.client.impl.handler.MetaActionHandler;
import com.alibaba.hologres.client.impl.handler.PutActionHandler;
import com.alibaba.hologres.client.impl.handler.ScanActionHandler;
import com.alibaba.hologres.client.impl.handler.SqlActionHandler;
import com.alibaba.hologres.client.utils.Metrics;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

import java.util.HashMap;
import java.util.Map;
import java.util.concurrent.ThreadLocalRandom;
import java.util.concurrent.TimeUnit;
import java.util.concurrent.atomic.AtomicBoolean;
import java.util.concurrent.atomic.AtomicReference;

/**
 * worker.
 */
public class Worker implements Runnable {
	public static final Logger LOGGER = LoggerFactory.getLogger(Worker.class);

	final ConnectionHolder connectionHolder;
	ObjectChan recordCollector = new ObjectChan<>();
	final AtomicBoolean started;
	final HoloConfig config;
	AtomicReference fatal = new AtomicReference<>(null);
	private final String name;
	Map handlerMap = new HashMap<>();

	final long connectionMaxAliveMs;

	public Worker(HoloConfig config, AtomicBoolean started, String index, boolean isShadingEnv) {
		this(config, started, index, isShadingEnv, false);
	}

	public Worker(HoloConfig config, AtomicBoolean started, String index, boolean isShadingEnv, boolean isFixed) {
		this.config = config;
		this.connectionMaxAliveMs = randomConnectionMaxAliveMs(config);
		connectionHolder = new ConnectionHolder(config, this, isShadingEnv, isFixed);
		this.started = started;
		this.name = (isFixed ? "Fixed-" : "") + "Worker-" + index;
		handlerMap.put(EmptyAction.class, new EmptyActionHandler(config));
		handlerMap.put(GetAction.class, new GetActionHandler(connectionHolder, config));
		handlerMap.put(MetaAction.class, new MetaActionHandler(connectionHolder, config));
		handlerMap.put(SqlAction.class, new SqlActionHandler(connectionHolder, config));
		handlerMap.put(CopyAction.class, new CopyActionHandler(connectionHolder, config));
		handlerMap.put(PutAction.class, new PutActionHandler(connectionHolder, config));
		handlerMap.put(ScanAction.class, new ScanActionHandler(connectionHolder, config));
	}

	public boolean offer(AbstractAction action) throws HoloClientException {
		if (fatal.get() != null) {
			throw new HoloClientException(ExceptionCode.INTERNAL_ERROR, "fatal", fatal.get());
		}
		if (action != null) {
			if (!started.get()) {
				throw new HoloClientException(ExceptionCode.ALREADY_CLOSE, "worker is close");
			}
			return this.recordCollector.set(action);
		} else {
			return this.recordCollector.set(new EmptyAction());
		}
	}

	protected   void handle(T action) throws HoloClientException {
		String metricsName = null;
		long start = System.nanoTime();
		try {
			ActionHandler handler = handlerMap.get(action.getClass());
			if (handler == null) {
				throw new HoloClientException(ExceptionCode.INTERNAL_ERROR, "Unknown action:" + action.getClass().getName());
			}
			metricsName = handler.getCostMsMetricName();
			handler.handle(action);
		} catch (Throwable e) {
			if (action.getFuture() != null && !action.getFuture().isDone()) {
				action.getFuture().completeExceptionally(e);
			}
			throw e;
		} finally {
			long end = System.nanoTime();
			long cost = (end - start) / 1000000L;
			if (metricsName != null) {
				Metrics.registry().meter(metricsName).mark(cost);
			}
			Metrics.registry().meter(Metrics.METRICS_ALL_COST_MS_ALL).mark(cost);
		}
	}

	@Override
	public void run() {
		LOGGER.info("worker:{} start", this);
		while (started.get()) {
			try {
				AbstractAction action = recordCollector.get(2000L, TimeUnit.MILLISECONDS);
				/*
				 * 每个循环做2件事情：
				 * 1 有action就执行action
				 * 2 根据connectionMaxIdleMs释放空闲connection
				 * 3 根据connectionMaxAliveMs释放存活时间比较久的connection
				 * */
				if (null != action) {
					try {
						handle(action);
					} finally {
						recordCollector.clear();
						if (action.getSemaphore() != null) {
							action.getSemaphore().release();
						}

					}
				}
				if (System.currentTimeMillis() - connectionHolder.getLastActiveTs() > config.getConnectionMaxIdleMs()) {
					connectionHolder.close("close connection due to max idle time exceeded.");
				}
				if (System.currentTimeMillis() - connectionHolder.getConnCreateTs() > connectionMaxAliveMs) {
					connectionHolder.close("close connection due to max alive time exceeded.");
                }
			} catch (Throwable e) {
				LOGGER.error("should not happen", e);
				fatal.set(e);
				break;
			}

		}
		LOGGER.info("worker:{} stop", this);
		connectionHolder.close();

	}

	private long randomConnectionMaxAliveMs(HoloConfig config) {
		// 连接至少存活5分钟
		long connectionMaxAliveMs = Math.max(config.getConnectionMaxAliveMs(), 5 * 60 * 1000L);
        // 防止多个连接一起关闭, 随机减少2.5%以内的时间
        return connectionMaxAliveMs - ThreadLocalRandom.current().nextLong(connectionMaxAliveMs / 40);
    }

	@Override
	public String toString() {
		return name;
	}
}