All Downloads are FREE. Search and download functionalities are using the official Maven repository.

org.apache.hadoop.hive.common.metrics.LegacyMetrics Maven / Gradle / Ivy

/*
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package org.apache.hadoop.hive.common.metrics;

import org.apache.hadoop.hive.common.metrics.common.Metrics;
import org.apache.hadoop.hive.common.metrics.common.MetricsScope;
import org.apache.hadoop.hive.common.metrics.common.MetricsVariable;
import org.apache.hadoop.hive.conf.HiveConf;
import com.facebook.presto.hive.$internal.org.slf4j.Logger;
import com.facebook.presto.hive.$internal.org.slf4j.LoggerFactory;

import java.lang.management.ManagementFactory;
import java.util.HashMap;

import javax.management.JMException;
import javax.management.MBeanServer;
import javax.management.MalformedObjectNameException;
import javax.management.ObjectName;

/**
 * This class may eventually get superseded by org.apache.hadoop.hive.common.metrics2.Metrics.
 *
 * Metrics Subsystem  - allows exposure of a number of named parameters/counters
 *                      via jmx, intended to be used as a static subsystem
 *
 *                      Has a couple of primary ways it can be used:
 *                      (i) Using the set and get methods to set and get named parameters
 *                      (ii) Using the incrementCounter method to increment and set named
 *                      parameters in one go, rather than having to make a get and then a set.
 *                      (iii) Using the startScope and endScope methods to start and end
 *                      named "scopes" that record the number of times they've been
 *                      instantiated and amount of time(in milliseconds) spent inside
 *                      the scopes.
 */
public class LegacyMetrics implements Metrics {

  private static final Logger LOG = LoggerFactory.getLogger(LegacyMetrics.class);

  private LegacyMetrics() {
    // block
  }

  /**
   * MetricsScope : A class that encapsulates an idea of a metered scope.
   * Instantiating a named scope and then closing it exposes two counters:
   *   (i) a "number of calls" counter ( <name>.n ), and
   *  (ii) a "number of msecs spent between scope open and close" counter. ( <name>.t)
   */
  public static class LegacyMetricsScope implements MetricsScope {

    private final LegacyMetrics metrics;

    private final String name;
    private final String numCounter;
    private final String timeCounter;
    private final String avgTimeCounter;

    private boolean isOpen = false;
    private Long startTime = null;

    /**
     * Instantiates a named scope - intended to only be called by Metrics, so locally scoped.
     * @param name - name of the variable
     */
    private LegacyMetricsScope(String name, LegacyMetrics metrics) {
      this.metrics = metrics;
      this.name = name;
      this.numCounter = name + ".n";
      this.timeCounter = name + ".t";
      this.avgTimeCounter = name + ".avg_t";
      open();
    }

    public Long getNumCounter() {
      try {
        return (Long) metrics.get(numCounter);
      } catch (JMException e) {
        LOG.warn("Could not find counter value for " + numCounter + ", returning null instead. ", e);
        return null;
      }
    }

    public Long getTimeCounter() {
      try {
        return (Long) metrics.get(timeCounter);
      } catch (JMException e) {
        LOG.warn("Could not find timer value for " + timeCounter + ", returning null instead. ", e);
        return null;
      }
    }

    /**
     * Opens scope, and makes note of the time started, increments run counter
     *
     */
    public void open() {
      if (!isOpen) {
        isOpen = true;
        startTime = System.currentTimeMillis();
      } else {
        LOG.warn("Scope named " + name + " is not closed, cannot be opened.");
      }
    }

    /**
     * Closes scope, and records the time taken
     */
    public void close() {
      if (isOpen) {
        Long endTime = System.currentTimeMillis();
        synchronized(metrics) {
          Long num = metrics.incrementCounter(numCounter);
          Long time = metrics.incrementCounter(timeCounter, endTime - startTime);
          if (num != null && time != null) {
            metrics.set(avgTimeCounter, Double.valueOf(time.doubleValue() / num.doubleValue()));
          }
        }
      } else {
        LOG.warn("Scope named " + name + " is not open, cannot be closed.");
      }
      isOpen = false;
    }


    /**
     * Closes scope if open, and reopens it
     */
    public void reopen() {
      if(isOpen) {
        close();
      }
      open();
    }

  }

  private static final MetricsMBean metrics = new MetricsMBeanImpl();

  private static final ObjectName oname;
  static {
    try {
      oname = new ObjectName(
          "org.apache.hadoop.hive.common.metrics:type=MetricsMBean");
    } catch (MalformedObjectNameException mone) {
      throw new RuntimeException(mone);
    }
  }

  private static final ThreadLocal> threadLocalScopes
    = new ThreadLocal>() {
    @Override
    protected HashMap initialValue() {
      return new HashMap();
    }
  };

  public LegacyMetrics(HiveConf conf) throws Exception {
    MBeanServer mbs = ManagementFactory.getPlatformMBeanServer();
    mbs.registerMBean(metrics, oname);
  }

  public Long incrementCounter(String name) {
    return incrementCounter(name,Long.valueOf(1));
  }

  public Long incrementCounter(String name, long increment) {
    Long value = null;
    synchronized(metrics) {
      if (!metrics.hasKey(name)) {
        value = Long.valueOf(increment);
        set(name, value);
      } else {
        try {
          value = ((Long)get(name)) + increment;
          set(name, value);
        } catch (JMException e) {
          LOG.warn("Could not find counter value for " + name
              + ", increment operation skipped.", e);
        }
      }
    }
    return value;
  }

  public Long decrementCounter(String name) {
    return decrementCounter(name, Long.valueOf(1));
  }

  public Long decrementCounter(String name, long decrement) {
    Long value = null;
    synchronized(metrics) {
      if (!metrics.hasKey(name)) {
        value = Long.valueOf(decrement);
        set(name, -value);
      } else {
        try {
          value = ((Long)get(name)) - decrement;
          set(name, value);
        } catch (JMException e) {
          LOG.warn("Could not find counter value for " + name
              + ", decrement operation skipped.", e);
        }
      }
    }
    return value;
  }

  @Override
  public void addGauge(String name, MetricsVariable variable) {
    //Not implemented.
  }

  @Override
  public void removeGauge(String name) {
    //This implementation completely and exhaustively reverses the addGauge method above.
  }

  @Override
  public void addRatio(String name, MetricsVariable numerator,
                       MetricsVariable denominator) {
    //Not implemented
  }

  public void markMeter(String name) {
    //Not implemented.
  }

  public void set(String name, Object value) {
    metrics.put(name,value);
  }

  public Object get(String name) throws JMException {
    return metrics.get(name);
  }

  public void startStoredScope(String name) {
    if (threadLocalScopes.get().containsKey(name)) {
      threadLocalScopes.get().get(name).open();
    } else {
      threadLocalScopes.get().put(name, new LegacyMetricsScope(name, this));
    }
  }

  public MetricsScope getStoredScope(String name) throws IllegalStateException {
    if (threadLocalScopes.get().containsKey(name)) {
      return threadLocalScopes.get().get(name);
    } else {
      throw new IllegalStateException("No metrics scope named " + name);
    }
  }

  public void endStoredScope(String name) {
    if (threadLocalScopes.get().containsKey(name)) {
      threadLocalScopes.get().get(name).close();
    }
  }

  public MetricsScope createScope(String name) {
    return new LegacyMetricsScope(name, this);
  }

  public void endScope(MetricsScope scope) {
    ((LegacyMetricsScope) scope).close();
  }

  /**
   * Resets the static context state to initial.
   * Used primarily for testing purposes.
   *
   * Note that threadLocalScopes ThreadLocal is *not* cleared in this call.
   */
  public void close() throws Exception {
    synchronized (metrics) {
      MBeanServer mbs = ManagementFactory.getPlatformMBeanServer();
      if (mbs.isRegistered(oname)) {
        mbs.unregisterMBean(oname);
      }
      metrics.clear();
      threadLocalScopes.remove();
    }
  }
}




© 2015 - 2024 Weber Informatics LLC | Privacy Policy