All Downloads are FREE. Search and download functionalities are using the official Maven repository.

com.tencent.polaris.plugins.circuitbreaker.composite.ResourceCounters Maven / Gradle / Ivy

The newest version!
/*
 * Tencent is pleased to support the open source community by making Polaris available.
 *
 * Copyright (C) 2019 THL A29 Limited, a Tencent company. All rights reserved.
 *
 * Licensed under the BSD 3-Clause License (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 * https://opensource.org/licenses/BSD-3-Clause
 *
 * Unless required by applicable law or agreed to in writing, software distributed
 * under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR
 * CONDITIONS OF ANY KIND, either express or implied. See the License for the
 * specific language governing permissions and limitations under the License.
 */

package com.tencent.polaris.plugins.circuitbreaker.composite;

import java.util.ArrayList;
import java.util.Collection;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
import java.util.Objects;
import java.util.concurrent.ScheduledExecutorService;
import java.util.concurrent.TimeUnit;
import java.util.concurrent.atomic.AtomicBoolean;
import java.util.concurrent.atomic.AtomicReference;
import java.util.function.Function;
import java.util.regex.Pattern;

import com.tencent.polaris.api.config.consumer.CircuitBreakerConfig;
import com.tencent.polaris.api.plugin.Plugin;
import com.tencent.polaris.api.plugin.cache.FlowCache;
import com.tencent.polaris.api.plugin.circuitbreaker.ResourceStat;
import com.tencent.polaris.api.plugin.circuitbreaker.entity.InstanceResource;
import com.tencent.polaris.api.plugin.circuitbreaker.entity.MethodResource;
import com.tencent.polaris.api.plugin.circuitbreaker.entity.Resource;
import com.tencent.polaris.api.plugin.common.PluginTypes;
import com.tencent.polaris.api.plugin.compose.Extensions;
import com.tencent.polaris.api.plugin.stat.DefaultCircuitBreakResult;
import com.tencent.polaris.api.plugin.stat.StatInfo;
import com.tencent.polaris.api.plugin.stat.StatReporter;
import com.tencent.polaris.api.pojo.CircuitBreakerStatus;
import com.tencent.polaris.api.pojo.CircuitBreakerStatus.FallbackInfo;
import com.tencent.polaris.api.pojo.CircuitBreakerStatus.Status;
import com.tencent.polaris.api.pojo.HalfOpenStatus;
import com.tencent.polaris.api.pojo.RetStatus;
import com.tencent.polaris.api.utils.CollectionUtils;
import com.tencent.polaris.api.utils.RuleUtils;
import com.tencent.polaris.logging.LoggerFactory;
import com.tencent.polaris.plugins.circuitbreaker.composite.trigger.ConsecutiveCounter;
import com.tencent.polaris.plugins.circuitbreaker.composite.trigger.CounterOptions;
import com.tencent.polaris.plugins.circuitbreaker.composite.trigger.ErrRateCounter;
import com.tencent.polaris.plugins.circuitbreaker.composite.trigger.TriggerCounter;
import com.tencent.polaris.plugins.circuitbreaker.composite.utils.CircuitBreakerUtils;
import com.tencent.polaris.specification.api.v1.fault.tolerance.CircuitBreakerProto;
import com.tencent.polaris.specification.api.v1.fault.tolerance.CircuitBreakerProto.CircuitBreakerRule;
import com.tencent.polaris.specification.api.v1.fault.tolerance.CircuitBreakerProto.ErrorCondition;
import com.tencent.polaris.specification.api.v1.fault.tolerance.CircuitBreakerProto.FallbackConfig;
import com.tencent.polaris.specification.api.v1.fault.tolerance.CircuitBreakerProto.FallbackResponse;
import com.tencent.polaris.specification.api.v1.fault.tolerance.CircuitBreakerProto.FallbackResponse.MessageHeader;
import com.tencent.polaris.specification.api.v1.fault.tolerance.CircuitBreakerProto.Level;
import com.tencent.polaris.specification.api.v1.fault.tolerance.CircuitBreakerProto.TriggerCondition;
import com.tencent.polaris.specification.api.v1.model.ModelProto.MatchString;
import org.slf4j.Logger;

import static com.tencent.polaris.logging.LoggingConsts.LOGGING_CIRCUITBREAKER_EVENT;

/**
 * resource counter corresponding to resource, has expire_duration:
 * - for consecutive counter: no expire
 * - for error rate counter: 2 * (interval + sleepWindow)
 */
public class ResourceCounters implements StatusChangeHandler {

	private static final Logger CB_EVENT_LOG = LoggerFactory.getLogger(LOGGING_CIRCUITBREAKER_EVENT);

	private static final Logger LOG = LoggerFactory.getLogger(ErrRateCounter.class);

	private final CircuitBreakerProto.CircuitBreakerRule currentActiveRule;

	private final List counters = new ArrayList<>();

	private final Resource resource;

	private final ScheduledExecutorService stateChangeExecutors;

	private final AtomicReference circuitBreakerStatusReference = new AtomicReference<>();

	private final FallbackInfo fallbackInfo;

	private final Function regexFunction;

	private Extensions extensions;

	private final AtomicBoolean destroyed = new AtomicBoolean(false);

	private final CircuitBreakerConfig circuitBreakerConfig;

	private AtomicBoolean reloadFaultDetect = new AtomicBoolean(false);

	public ResourceCounters(Resource resource, CircuitBreakerRule currentActiveRule,
			ScheduledExecutorService stateChangeExecutors, PolarisCircuitBreaker polarisCircuitBreaker) {
		this.currentActiveRule = currentActiveRule;
		this.resource = resource;
		this.stateChangeExecutors = stateChangeExecutors;
		this.regexFunction = regex -> {
			if (null == polarisCircuitBreaker.getExtensions()) {
				return Pattern.compile(regex);
			}
			FlowCache flowCache = polarisCircuitBreaker.getExtensions().getFlowCache();
			return flowCache.loadOrStoreCompiledRegex(regex);
		};
		circuitBreakerStatusReference
				.set(new CircuitBreakerStatus(currentActiveRule.getName(), Status.CLOSE, System.currentTimeMillis()));
		fallbackInfo = buildFallbackInfo(currentActiveRule);
		extensions = polarisCircuitBreaker.getExtensions();
		circuitBreakerConfig = polarisCircuitBreaker.getCircuitBreakerConfig();
		init();
	}

	private void init() {
		List triggerConditionList = currentActiveRule.getTriggerConditionList();
		for (TriggerCondition triggerCondition : triggerConditionList) {
			CounterOptions counterOptions = new CounterOptions();
			counterOptions.setResource(resource);
			counterOptions.setTriggerCondition(triggerCondition);
			counterOptions.setStatusChangeHandler(this);
			counterOptions.setExecutorService(stateChangeExecutors);
			switch (triggerCondition.getTriggerType()) {
			case ERROR_RATE:
				counters.add(new ErrRateCounter(currentActiveRule.getName(), counterOptions));
				break;
			case CONSECUTIVE_ERROR:
				counters.add(new ConsecutiveCounter(currentActiveRule.getName(), counterOptions));
				break;
			default:
				break;
			}
		}
	}

	private static FallbackInfo buildFallbackInfo(CircuitBreakerRule currentActiveRule) {
		if (null == currentActiveRule) {
			return null;
		}
		if (currentActiveRule.getLevel() != Level.METHOD && currentActiveRule.getLevel() != Level.SERVICE) {
			return null;
		}
		FallbackConfig fallbackConfig = currentActiveRule.getFallbackConfig();
		if (!fallbackConfig.getEnable()) {
			return null;
		}
		FallbackResponse response = fallbackConfig.getResponse();
		Map headers = new HashMap<>();
		for (MessageHeader messageHeader : response.getHeadersList()) {
			headers.put(messageHeader.getKey(), messageHeader.getValue());
		}
		return new FallbackInfo(response.getCode(), headers, response.getBody());
	}

	public CircuitBreakerRule getCurrentActiveRule() {
		return currentActiveRule;
	}

	@Override
	public void closeToOpen(String circuitBreaker) {
		synchronized (this) {
			if (destroyed.get()) {
				LOG.info("counters {} for resource {} is destroyed, closeToOpen skipped", currentActiveRule.getName(), resource);
				return;
			}
			CircuitBreakerStatus circuitBreakerStatus = circuitBreakerStatusReference.get();
			if (circuitBreakerStatus.getStatus() == Status.CLOSE) {
				toOpen(circuitBreakerStatus, circuitBreaker);
			}
		}
	}

	private void toOpen(CircuitBreakerStatus preStatus, String circuitBreaker) {
		CircuitBreakerStatus newStatus = new CircuitBreakerStatus(circuitBreaker, Status.OPEN,
				System.currentTimeMillis(), fallbackInfo);
		circuitBreakerStatusReference.set(newStatus);
		CB_EVENT_LOG.info("previous status {}, current status {}, resource {}, rule {}", preStatus.getStatus(),
				newStatus.getStatus(), resource, circuitBreaker);
		reportCircuitStatus();
		long sleepWindow = CircuitBreakerUtils.getSleepWindowMilli(currentActiveRule, circuitBreakerConfig);
		// add callback after timeout
		stateChangeExecutors.schedule(new Runnable() {
			@Override
			public void run() {
				openToHalfOpen();
			}
		}, sleepWindow, TimeUnit.MILLISECONDS);
	}

	@Override
	public void openToHalfOpen() {
		synchronized (this) {
			if (destroyed.get()) {
				LOG.info("counters {} for resource {} is destroyed, openToHalfOpen skipped", currentActiveRule.getName(), resource);
				return;
			}
			CircuitBreakerStatus circuitBreakerStatus = circuitBreakerStatusReference.get();
			if (circuitBreakerStatus.getStatus() != Status.OPEN) {
				return;
			}
			int consecutiveSuccess = currentActiveRule.getRecoverCondition().getConsecutiveSuccess();
			HalfOpenStatus halfOpenStatus = new HalfOpenStatus(
					circuitBreakerStatus.getCircuitBreaker(), System.currentTimeMillis(), consecutiveSuccess);
			CB_EVENT_LOG.info("previous status {}, current status {}, resource {}, rule {}",
					circuitBreakerStatus.getStatus(),
					halfOpenStatus.getStatus(), resource, circuitBreakerStatus.getCircuitBreaker());
			circuitBreakerStatusReference.set(halfOpenStatus);
			reportCircuitStatus();
		}
	}

	@Override
	public void halfOpenToClose() {
		synchronized (this) {
			if (destroyed.get()) {
				LOG.info("counters {} for resource {} is destroyed, halfOpenToClose skipped", currentActiveRule.getName(), resource);
				return;
			}
			CircuitBreakerStatus circuitBreakerStatus = circuitBreakerStatusReference.get();
			if (circuitBreakerStatus.getStatus() == Status.HALF_OPEN) {
				CircuitBreakerStatus newStatus = new CircuitBreakerStatus(circuitBreakerStatus.getCircuitBreaker(),
						Status.CLOSE, System.currentTimeMillis());
				circuitBreakerStatusReference.set(newStatus);
				CB_EVENT_LOG.info("previous status {}, current status {}, resource {}, rule {}",
						circuitBreakerStatus.getStatus(),
						newStatus.getStatus(), resource, circuitBreakerStatus.getCircuitBreaker());
				for (TriggerCounter triggerCounter : counters) {
					triggerCounter.resume();
				}
				reportCircuitStatus();
			}
		}
	}

	@Override
	public void halfOpenToOpen() {
		synchronized (this) {
			if (destroyed.get()) {
				LOG.info("counters {} for resource {} is destroyed, halfOpenToOpen skipped", currentActiveRule.getName(), resource);
				return;
			}
			CircuitBreakerStatus circuitBreakerStatus = circuitBreakerStatusReference.get();
			if (circuitBreakerStatus.getStatus() == Status.HALF_OPEN) {
				toOpen(circuitBreakerStatus, circuitBreakerStatus.getCircuitBreaker());
			}
		}
	}

	public RetStatus parseRetStatus(ResourceStat resourceStat) {
		List errorConditionsList = currentActiveRule.getErrorConditionsList();
		if (CollectionUtils.isEmpty(errorConditionsList)) {
			return resourceStat.getRetStatus();
		}
		for (ErrorCondition errorCondition : errorConditionsList) {
			MatchString condition = errorCondition.getCondition();
			switch (errorCondition.getInputType()) {
			case RET_CODE:
				boolean codeMatched = RuleUtils
						.matchStringValue(condition, String.valueOf(resourceStat.getRetCode()), regexFunction);
				if (codeMatched) {
					return RetStatus.RetFail;
				}
				break;
			case DELAY:
				String value = condition.getValue().getValue();
				int delayValue = Integer.parseInt(value);
				if (resourceStat.getDelay() >= delayValue) {
					return RetStatus.RetTimeout;
				}
				break;
			default:
				break;
			}
		}
		return RetStatus.RetSuccess;
	}

	public void report(ResourceStat resourceStat) {
		RetStatus retStatus = parseRetStatus(resourceStat);
		boolean success = retStatus != RetStatus.RetFail && retStatus != RetStatus.RetTimeout;
		CircuitBreakerStatus circuitBreakerStatus = circuitBreakerStatusReference.get();
		LOG.debug("[CircuitBreaker] report resource stat {}", resourceStat);
		if (null != circuitBreakerStatus && circuitBreakerStatus.getStatus() == Status.HALF_OPEN) {
			HalfOpenStatus halfOpenStatus = (HalfOpenStatus) circuitBreakerStatus;
			boolean checked = halfOpenStatus.report(success);
			LOG.debug("[CircuitBreaker] report resource halfOpen stat {}, checked {}", resourceStat.getResource(),
					checked);
			if (checked) {
				Status nextStatus = halfOpenStatus.calNextStatus();
				switch (nextStatus) {
				case CLOSE:
					stateChangeExecutors.execute(new Runnable() {
						@Override
						public void run() {
							halfOpenToClose();
						}
					});
					break;
				case OPEN:
					stateChangeExecutors.execute(new Runnable() {
						@Override
						public void run() {
							halfOpenToOpen();
						}
					});
					break;
				default:
					break;
				}
			}
		}
		else {
			LOG.debug("[CircuitBreaker] report resource stat to counter {}", resourceStat.getResource());
			for (TriggerCounter counter : counters) {
				counter.report(success);
			}
		}
	}

	public CircuitBreakerStatus getCircuitBreakerStatus() {
		return circuitBreakerStatusReference.get();
	}


	public void reportCircuitStatus() {
		if (Objects.isNull(extensions)) {
			return;
		}
		Collection statPlugins = extensions.getPlugins().getPlugins(PluginTypes.STAT_REPORTER.getBaseType());
		if (null != statPlugins) {
			try {
				for (Plugin statPlugin : statPlugins) {
					if (statPlugin instanceof StatReporter) {
						DefaultCircuitBreakResult result = new DefaultCircuitBreakResult();
						result.setCallerService(resource.getCallerService());
						result.setCircuitBreakStatus(getCircuitBreakerStatus());
						result.setService(resource.getService().getService());
						result.setNamespace(resource.getService().getNamespace());
						result.setLevel(resource.getLevel().name());
						result.setRuleName(currentActiveRule.getName());
						switch (resource.getLevel()) {
						case SERVICE:
							break;
						case METHOD:
							MethodResource methodResource = (MethodResource) resource;
							result.setMethod(methodResource.getMethod());
							break;
						case INSTANCE:
							InstanceResource instanceResource = (InstanceResource) resource;
							result.setHost(instanceResource.getHost());
							result.setPort(instanceResource.getPort());
							break;
						}

						StatInfo info = new StatInfo();
						info.setCircuitBreakGauge(result);
						((StatReporter) statPlugin).reportStat(info);
					}
				}
			}
			catch (Exception ex) {
				LOG.info("circuit breaker report encountered exception, e: {}", ex.getMessage());
			}
		}
	}

	public void setReloadFaultDetect(boolean param) {
		reloadFaultDetect.set(param);
	}

	public boolean checkReloadFaultDetect() {
		return reloadFaultDetect.compareAndSet(true, false);
	}

	public void setDestroyed(boolean value) {
		destroyed.set(value);
		toDestroy();
	}

	private void toDestroy() {
		synchronized (this) {
			CircuitBreakerStatus circuitBreakerStatus = circuitBreakerStatusReference.get();
			circuitBreakerStatus.setDestroy(true);
			circuitBreakerStatusReference.set(circuitBreakerStatus);
			CB_EVENT_LOG.info("previous status {}, current status {}, resource {}, rule {}",
					circuitBreakerStatus.getStatus(),
					Status.DESTROY, resource, circuitBreakerStatus.getCircuitBreaker());
			for (TriggerCounter triggerCounter : counters) {
				triggerCounter.resume();
			}
			reportCircuitStatus();
		}
	}
}




© 2015 - 2024 Weber Informatics LLC | Privacy Policy