org.apache.hudi.org.apache.hadoop_hive.common.metrics.LegacyMetrics Maven / Gradle / Ivy
The newest version!
/**
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.hadoop.hive.common.metrics;
import org.apache.hadoop.hive.common.metrics.common.Metrics;
import org.apache.hadoop.hive.common.metrics.common.MetricsScope;
import org.apache.hadoop.hive.common.metrics.common.MetricsVariable;
import org.apache.hadoop.hive.conf.HiveConf;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import java.lang.management.ManagementFactory;
import java.util.HashMap;
import javax.management.JMException;
import javax.management.MBeanServer;
import javax.management.MalformedObjectNameException;
import javax.management.ObjectName;
/**
* This class may eventually get superseded by org.apache.hadoop.hive.common.metrics2.Metrics.
*
* Metrics Subsystem - allows exposure of a number of named parameters/counters
* via jmx, intended to be used as a static subsystem
*
* Has a couple of primary ways it can be used:
* (i) Using the set and get methods to set and get named parameters
* (ii) Using the incrementCounter method to increment and set named
* parameters in one go, rather than having to make a get and then a set.
* (iii) Using the startScope and endScope methods to start and end
* named "scopes" that record the number of times they've been
* instantiated and amount of time(in milliseconds) spent inside
* the scopes.
*/
public class LegacyMetrics implements Metrics {
private static final Logger LOG = LoggerFactory.getLogger(LegacyMetrics.class);
private LegacyMetrics() {
// block
}
/**
* MetricsScope : A class that encapsulates an idea of a metered scope.
* Instantiating a named scope and then closing it exposes two counters:
* (i) a "number of calls" counter ( <name>.n ), and
* (ii) a "number of msecs spent between scope open and close" counter. ( <name>.t)
*/
public static class LegacyMetricsScope implements MetricsScope {
private final LegacyMetrics metrics;
private final String name;
private final String numCounter;
private final String timeCounter;
private final String avgTimeCounter;
private boolean isOpen = false;
private Long startTime = null;
/**
* Instantiates a named scope - intended to only be called by Metrics, so locally scoped.
* @param name - name of the variable
*/
private LegacyMetricsScope(String name, LegacyMetrics metrics) {
this.metrics = metrics;
this.name = name;
this.numCounter = name + ".n";
this.timeCounter = name + ".t";
this.avgTimeCounter = name + ".avg_t";
open();
}
public Long getNumCounter() {
try {
return (Long) metrics.get(numCounter);
} catch (JMException e) {
LOG.warn("Could not find counter value for " + numCounter + ", returning null instead. ", e);
return null;
}
}
public Long getTimeCounter() {
try {
return (Long) metrics.get(timeCounter);
} catch (JMException e) {
LOG.warn("Could not find timer value for " + timeCounter + ", returning null instead. ", e);
return null;
}
}
/**
* Opens scope, and makes note of the time started, increments run counter
*
*/
public void open() {
if (!isOpen) {
isOpen = true;
startTime = System.currentTimeMillis();
} else {
LOG.warn("Scope named " + name + " is not closed, cannot be opened.");
}
}
/**
* Closes scope, and records the time taken
*/
public void close() {
if (isOpen) {
Long endTime = System.currentTimeMillis();
synchronized(metrics) {
Long num = metrics.incrementCounter(numCounter);
Long time = metrics.incrementCounter(timeCounter, endTime - startTime);
if (num != null && time != null) {
metrics.set(avgTimeCounter, Double.valueOf(time.doubleValue() / num.doubleValue()));
}
}
} else {
LOG.warn("Scope named " + name + " is not open, cannot be closed.");
}
isOpen = false;
}
/**
* Closes scope if open, and reopens it
*/
public void reopen() {
if(isOpen) {
close();
}
open();
}
}
private static final MetricsMBean metrics = new MetricsMBeanImpl();
private static final ObjectName oname;
static {
try {
oname = new ObjectName(
"org.apache.hadoop.hive.common.metrics:type=MetricsMBean");
} catch (MalformedObjectNameException mone) {
throw new RuntimeException(mone);
}
}
private static final ThreadLocal> threadLocalScopes
= new ThreadLocal>() {
@Override
protected HashMap initialValue() {
return new HashMap();
}
};
public LegacyMetrics(HiveConf conf) throws Exception {
MBeanServer mbs = ManagementFactory.getPlatformMBeanServer();
mbs.registerMBean(metrics, oname);
}
public Long incrementCounter(String name) {
return incrementCounter(name,Long.valueOf(1));
}
public Long incrementCounter(String name, long increment) {
Long value = null;
synchronized(metrics) {
if (!metrics.hasKey(name)) {
value = Long.valueOf(increment);
set(name, value);
} else {
try {
value = ((Long)get(name)) + increment;
set(name, value);
} catch (JMException e) {
LOG.warn("Could not find counter value for " + name
+ ", increment operation skipped.", e);
}
}
}
return value;
}
public Long decrementCounter(String name) {
return decrementCounter(name, Long.valueOf(1));
}
public Long decrementCounter(String name, long decrement) {
Long value = null;
synchronized(metrics) {
if (!metrics.hasKey(name)) {
value = Long.valueOf(decrement);
set(name, -value);
} else {
try {
value = ((Long)get(name)) - decrement;
set(name, value);
} catch (JMException e) {
LOG.warn("Could not find counter value for " + name
+ ", decrement operation skipped.", e);
}
}
}
return value;
}
@Override
public void addGauge(String name, MetricsVariable variable) {
//Not implemented.
}
@Override
public void addRatio(String name, MetricsVariable numerator,
MetricsVariable denominator) {
//Not implemented
}
public void markMeter(String name) {
//Not implemented.
}
public void set(String name, Object value) {
metrics.put(name,value);
}
public Object get(String name) throws JMException {
return metrics.get(name);
}
public void startStoredScope(String name) {
if (threadLocalScopes.get().containsKey(name)) {
threadLocalScopes.get().get(name).open();
} else {
threadLocalScopes.get().put(name, new LegacyMetricsScope(name, this));
}
}
public MetricsScope getStoredScope(String name) throws IllegalStateException {
if (threadLocalScopes.get().containsKey(name)) {
return threadLocalScopes.get().get(name);
} else {
throw new IllegalStateException("No metrics scope named " + name);
}
}
public void endStoredScope(String name) {
if (threadLocalScopes.get().containsKey(name)) {
threadLocalScopes.get().get(name).close();
}
}
public MetricsScope createScope(String name) {
return new LegacyMetricsScope(name, this);
}
public void endScope(MetricsScope scope) {
((LegacyMetricsScope) scope).close();
}
/**
* Resets the static context state to initial.
* Used primarily for testing purposes.
*
* Note that threadLocalScopes ThreadLocal is *not* cleared in this call.
*/
public void close() throws Exception {
synchronized (metrics) {
MBeanServer mbs = ManagementFactory.getPlatformMBeanServer();
if (mbs.isRegistered(oname)) {
mbs.unregisterMBean(oname);
}
metrics.clear();
threadLocalScopes.remove();
}
}
}