com.orientechnologies.agent.profiler.OProfilerData Maven / Gradle / Ivy
/*
* Copyright 2010-2013 Orient Technologies LTD (info--at--orientechnologies.com)
* All Rights Reserved. Commercial License.
*
* NOTICE: All information contained herein is, and remains the property of
* Orient Technologies LTD and its suppliers, if any. The intellectual and
* technical concepts contained herein are proprietary to
* Orient Technologies LTD and its suppliers and may be covered by United
* Kingdom and Foreign Patents, patents in process, and are protected by trade
* secret or copyright law.
*
* Dissemination of this information or reproduction of this material
* is strictly forbidden unless prior written permission is obtained
* from Orient Technologies LTD.
*
* For more information: http://www.orientechnologies.com
*/
package com.orientechnologies.agent.profiler;
import com.googlecode.concurrentlinkedhashmap.ConcurrentLinkedHashMap;
import com.orientechnologies.common.io.OIOUtils;
import com.orientechnologies.common.log.OLogManager;
import com.orientechnologies.common.profiler.OAbstractProfiler;
import com.orientechnologies.common.profiler.OProfiler;
import com.orientechnologies.common.profiler.OProfilerEntry;
import com.orientechnologies.orient.core.config.OGlobalConfiguration;
import java.util.*;
import java.util.Map.Entry;
import java.util.concurrent.ConcurrentMap;
import java.util.concurrent.atomic.AtomicInteger;
/**
* Profiling utility class. Handles chronos (times), statistics and counters. By default it's used
* as Singleton but you can create any instances you want for separate profiling contexts.
*
* To start the recording use call startRecording(). By default record is turned off to avoid a
* run-time execution cost.
*
* @author Luca Garulli
* @copyrights Orient Technologies.com
*/
public class OProfilerData {
private final ConcurrentLinkedHashMap counters =
new ConcurrentLinkedHashMap.Builder()
.maximumWeightedCapacity(OGlobalConfiguration.PROFILER_MAXVALUES.getValueAsInteger())
.build();
private final ConcurrentLinkedHashMap chronos =
new ConcurrentLinkedHashMap.Builder()
.maximumWeightedCapacity(OGlobalConfiguration.PROFILER_MAXVALUES.getValueAsInteger())
.build();
private final ConcurrentLinkedHashMap stats =
new ConcurrentLinkedHashMap.Builder()
.maximumWeightedCapacity(OGlobalConfiguration.PROFILER_MAXVALUES.getValueAsInteger())
.build();
private final ConcurrentLinkedHashMap tips =
new ConcurrentLinkedHashMap.Builder()
.maximumWeightedCapacity(OGlobalConfiguration.PROFILER_MAXVALUES.getValueAsInteger())
.build();
private final ConcurrentLinkedHashMap tipsTimestamp =
new ConcurrentLinkedHashMap.Builder()
.maximumWeightedCapacity(OGlobalConfiguration.PROFILER_MAXVALUES.getValueAsInteger())
.build();
private final ConcurrentLinkedHashMap hooks =
new ConcurrentLinkedHashMap.Builder()
.maximumWeightedCapacity(OGlobalConfiguration.PROFILER_MAXVALUES.getValueAsInteger())
.build();
private long recordingFrom = 0;
private long recordingTo = Long.MAX_VALUE;
public OProfilerData() {
this.recordingFrom = System.currentTimeMillis();
}
public void clear() {
counters.clear();
chronos.clear();
stats.clear();
hooks.clear();
tips.clear();
tipsTimestamp.clear();
}
public void clear(final String iFilter) {
List names = new ArrayList(hooks.keySet());
Collections.sort(names);
for (String k : names) {
if (iFilter != null && !k.startsWith(iFilter))
// APPLIED FILTER: DOESN'T MATCH
continue;
hooks.remove(k);
}
// CHRONOS
names = new ArrayList(chronos.keySet());
Collections.sort(names);
for (String k : names) {
if (iFilter != null && !k.startsWith(iFilter))
// APPLIED FILTER: DOESN'T MATCH
continue;
chronos.remove(k);
}
// STATISTICS
names = new ArrayList(stats.keySet());
Collections.sort(names);
for (String k : names) {
if (iFilter != null && !k.startsWith(iFilter))
// APPLIED FILTER: DOESN'T MATCH
continue;
stats.remove(k);
}
// COUNTERS
names = new ArrayList(counters.keySet());
Collections.sort(names);
for (String k : names) {
if (iFilter != null && !k.startsWith(iFilter))
// APPLIED FILTER: DOESN'T MATCH
continue;
counters.remove(k);
}
}
public long endRecording() {
recordingTo = System.currentTimeMillis();
return recordingTo;
}
public long getRecordingTo() {
return recordingTo;
}
public void toJSON(final StringBuilder buffer, final String iFilter) {
buffer.append("{");
buffer.append(String.format(Locale.ENGLISH, "\"from\": %d,", recordingFrom));
buffer.append(String.format(Locale.ENGLISH, "\"to\": %d", recordingTo));
// CHRONOS
buffer.append(",\"chronos\":{");
List names = new ArrayList(chronos.keySet());
Collections.sort(names);
boolean firstItem = true;
for (String k : names) firstItem = chronoToJSON(buffer, iFilter, firstItem, k, chronos.get(k));
for (Entry entry : hooks.entrySet()) {
if (entry.getValue().type == OProfiler.METRIC_TYPE.CHRONO) {
final Object v = entry.getValue().value;
if (v instanceof OProfilerEntry)
firstItem =
chronoToJSON(
buffer,
iFilter,
firstItem,
entry.getKey(),
(OProfilerEntry) entry.getValue().value);
else
OLogManager.instance()
.warn(
this,
"Profiler value '%s' of type '%s' is not of type 'chrono'",
entry.getKey(),
OProfiler.METRIC_TYPE.CHRONO);
}
}
buffer.append("}");
// STATISTICS
buffer.append(",\"statistics\":{");
names = new ArrayList(stats.keySet());
Collections.sort(names);
firstItem = true;
for (String k : names) firstItem = statToJSON(buffer, iFilter, firstItem, k);
buffer.append("}");
// COUNTERS
buffer.append(",\"counters\":{");
names = new ArrayList(counters.keySet());
Collections.sort(names);
firstItem = true;
for (String k : names)
firstItem = numberValueToJSON(buffer, iFilter, firstItem, k, counters.get(k));
for (Entry entry : hooks.entrySet()) {
if (entry.getValue().type == OProfiler.METRIC_TYPE.COUNTER) {
final Object v = entry.getValue().value;
if (v instanceof Number)
firstItem =
numberValueToJSON(
buffer, iFilter, firstItem, entry.getKey(), ((Number) v).longValue());
else
OLogManager.instance()
.warn(
this,
"Profiler value '%s' of type '%s' is not of type LONG",
entry.getKey(),
OProfiler.METRIC_TYPE.COUNTER);
}
}
buffer.append("}");
// SIZES
buffer.append(",\"sizes\":{");
firstItem = true;
for (Entry entry : hooks.entrySet()) {
if (entry.getValue().type == OProfiler.METRIC_TYPE.SIZE) {
final Object v = entry.getValue().value;
if (v instanceof Number)
firstItem =
numberValueToJSON(
buffer, iFilter, firstItem, entry.getKey(), ((Number) v).longValue());
else
OLogManager.instance()
.warn(
this,
"Profiler value '%s' of type '%s' is not of type LONG",
entry.getKey(),
OProfiler.METRIC_TYPE.SIZE);
}
}
buffer.append("}");
// SIZES
buffer.append(",\"texts\":{");
firstItem = true;
for (Entry entry : hooks.entrySet()) {
if (entry.getValue().type == OProfiler.METRIC_TYPE.TEXT) {
final Object v = entry.getValue().value;
if (v instanceof String)
firstItem = stringToJSON(buffer, iFilter, firstItem, entry.getKey(), (String) v);
else
OLogManager.instance()
.warn(
this,
"Profiler value '%s' of type '%s' is not of type STRING",
entry.getKey(),
OProfiler.METRIC_TYPE.TEXT);
}
}
buffer.append("}");
buffer.append(",\"tips\":{");
firstItem = true;
for (String s : tips.keySet()) {
if (firstItem) firstItem = false;
else buffer.append(',');
buffer.append(
String.format(
Locale.ENGLISH,
"\"%s\": { \"time\" : %d , \"count\" : %d } ",
OIOUtils.encode(s),
tipsTimestamp.get(s),
tips.get(s).get()));
}
buffer.append("}");
buffer.append("}");
}
protected boolean numberValueToJSON(
StringBuilder buffer, String iFilter, boolean firstItem, final String k, final Long counter) {
if (counter == null) return firstItem;
if (iFilter != null && !k.startsWith(iFilter))
// APPLIED FILTER: DOESN'T MATCH
return firstItem;
if (firstItem) firstItem = false;
else buffer.append(',');
buffer.append(String.format(Locale.ENGLISH, "\"%s\":%d", OIOUtils.encode(k), counter));
return firstItem;
}
protected boolean stringToJSON(
StringBuilder buffer, String iFilter, boolean firstItem, final String k, final String value) {
if (value == null) return firstItem;
if (iFilter != null && !k.startsWith(iFilter))
// APPLIED FILTER: DOESN'T MATCH
return firstItem;
if (firstItem) firstItem = false;
else buffer.append(',');
buffer.append(String.format(Locale.ENGLISH, "\"%s\":\"%s\"", OIOUtils.encode(k), value));
return firstItem;
}
protected boolean statToJSON(StringBuilder buffer, String iFilter, boolean firstItem, String k) {
if (iFilter != null && !k.startsWith(iFilter))
// APPLIED FILTER: DOESN'T MATCH
return firstItem;
final OProfilerEntry stat = stats.get(k);
if (stat == null) return firstItem;
if (firstItem) firstItem = false;
else buffer.append(',');
buffer.append(String.format(Locale.ENGLISH, "\"%s\":", OIOUtils.encode(k)));
stat.toJSON(buffer);
return firstItem;
}
protected boolean chronoToJSON(
final StringBuilder buffer,
final String iFilter,
boolean firstItem,
final String k,
final OProfilerEntry chrono) {
if (iFilter != null && !k.startsWith(iFilter))
// APPLIED FILTER: DOESN'T MATCH
return firstItem;
if (chrono == null) return firstItem;
if (firstItem) firstItem = false;
else buffer.append(',');
buffer.append(String.format(Locale.ENGLISH, "\"%s\":", OIOUtils.encode(k)));
chrono.toJSON(buffer);
return firstItem;
}
public String dump() {
final StringBuilder buffer = new StringBuilder(OEnterpriseProfiler.BUFFER_SIZE);
buffer.append(
"Dump of profiler data from "
+ new Date(recordingFrom)
+ " to "
+ new Date(recordingFrom)
+ "\n");
buffer.append(dumpCounters());
buffer.append("\n\n");
buffer.append(dumpStats());
buffer.append("\n\n");
buffer.append(dumpChronos());
return buffer.toString();
}
public void updateCounter(final String iStatName, final long iPlus) {
if (iStatName == null) return;
Long oldValue;
Long newValue;
do {
oldValue = counters.get(iStatName);
if (oldValue == null) {
counters.putIfAbsent(iStatName, 0L);
oldValue = counters.get(iStatName);
}
newValue = oldValue + iPlus;
} while (!counters.replace(iStatName, oldValue, newValue));
}
public long getCounter(final String iStatName) {
if (iStatName == null) return -1;
final Long stat = counters.get(iStatName);
if (stat == null) return -1;
return stat.longValue();
}
public String dumpCounters() {
final StringBuilder buffer = new StringBuilder(OEnterpriseProfiler.BUFFER_SIZE);
buffer.append("Dumping COUNTERS:");
buffer.append(
String.format(
Locale.ENGLISH,
"\n%50s +-------------------------------------------------------------------+",
""));
buffer.append(
String.format(
Locale.ENGLISH,
"\n%50s | Value |",
"Name"));
buffer.append(
String.format(
Locale.ENGLISH,
"\n%50s +-------------------------------------------------------------------+",
""));
final List keys = new ArrayList(counters.keySet());
Collections.sort(keys);
for (String k : keys) {
final Long stat = counters.get(k);
buffer.append(String.format(Locale.ENGLISH, "\n%-50s | %-65d |", k, stat));
}
buffer.append(
String.format(
Locale.ENGLISH,
"\n%50s +-------------------------------------------------------------------+",
""));
return buffer.toString();
}
public long stopChrono(
final String iName, final long iStartTime, final String iPayload, String user) {
return updateEntry(chronos, iName, System.currentTimeMillis() - iStartTime, iPayload, user);
}
public String dumpChronos() {
return dumpEntries(chronos, new StringBuilder("Dumping CHRONOS. Times in ms:"));
}
public long updateStat(final String iName, final long iValue) {
return updateEntry(stats, iName, iValue, null, null);
}
public String dumpStats() {
return dumpEntries(stats, new StringBuilder("Dumping STATISTICS. Times in ms:"));
}
public Object getHookValue(final String iName) {
if (iName == null) return null;
synchronized (hooks) {
return hooks.get(iName);
}
}
public void setHookValues(final Map iHooks) {
synchronized (hooks) {
hooks.clear();
if (iHooks != null) hooks.putAll(iHooks);
}
}
public String[] getCountersAsString() {
return getMetricAsString(counters);
}
public String[] getChronosAsString() {
return getMetricAsString(chronos);
}
public String[] getStatsAsString() {
return getMetricAsString(stats);
}
public List getCounters() {
final List list = new ArrayList(counters.keySet());
Collections.sort(list);
return list;
}
public List getHooks() {
synchronized (hooks) {
final List list = new ArrayList(hooks.keySet());
Collections.sort(list);
return list;
}
}
public List getChronos() {
final List list = new ArrayList(chronos.keySet());
Collections.sort(list);
return list;
}
public List getStats() {
final List list = new ArrayList(stats.keySet());
Collections.sort(list);
return list;
}
public OProfilerEntry getStat(final String iStatName) {
if (iStatName == null) return null;
return stats.get(iStatName);
}
public OProfilerEntry getChrono(final String iChronoName) {
if (iChronoName == null) return null;
return chronos.get(iChronoName);
}
public long getRecordingFrom() {
return recordingFrom;
}
public void setTip(String iMessage, AtomicInteger counter) {
tips.put(iMessage, counter);
tipsTimestamp.put(iMessage, System.currentTimeMillis());
}
public AtomicInteger getTip(final String iMessage) {
return tips.get(iMessage);
}
protected synchronized long updateEntry(
final ConcurrentMap iValues,
final String iName,
final long iValue,
final String iPayload,
String user) {
OProfilerEntry c = iValues.get(iName);
if (c == null) {
// CREATE NEW CHRONO
c = new OProfilerEntry();
final OProfilerEntry oldValue = iValues.putIfAbsent(iName, c);
if (oldValue != null) c = oldValue;
}
c.name = iName;
c.payLoad = iPayload;
c.entries++;
c.last = iValue;
c.total += c.last;
c.average = c.total / c.entries;
if (user != null) c.users.add(user);
if (c.last < c.min) c.min = c.last;
if (c.last > c.max) c.max = c.last;
c.updateLastExecution();
return c.last;
}
protected synchronized String dumpEntries(
final ConcurrentMap iValues, final StringBuilder iBuffer) {
// CHECK IF CHRONOS ARE ACTIVED
if (iValues.size() == 0) return "";
OProfilerEntry c;
iBuffer.append(
String.format(
Locale.ENGLISH,
"\n%50s +-------------------------------------------------------------------+",
""));
iBuffer.append(
String.format(
Locale.ENGLISH,
"\n%50s | %10s %10s %10s %10s %10s %10s |",
"Name",
"last",
"total",
"min",
"max",
"average",
"items"));
iBuffer.append(
String.format(
Locale.ENGLISH,
"\n%50s +-------------------------------------------------------------------+",
""));
final List keys = new ArrayList(iValues.keySet());
Collections.sort(keys);
for (String k : keys) {
c = iValues.get(k);
if (c != null)
iBuffer.append(
String.format(
Locale.ENGLISH,
"\n%-50s | %10d %10d %10d %10d %7.2f %10d |",
k,
c.last,
c.total,
c.min,
c.max,
c.average,
c.entries));
}
iBuffer.append(
String.format(
Locale.ENGLISH,
"\n%50s +-------------------------------------------------------------------+",
""));
return iBuffer.toString();
}
protected String[] getMetricAsString(final ConcurrentMap iMetrics) {
final List output = new ArrayList(iMetrics.size());
for (Entry entry : iMetrics.entrySet()) {
output.add(entry.getKey() + ": " + entry.getValue().toString());
}
return output.toArray(new String[output.size()]);
}
}