com.jaeksoft.searchlib.statistics.StatisticsAbstract Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of opensearchserver Show documentation
OpenSearchServer is a powerful, enterprise-class, search engine program. Using the web user interface, the crawlers (web, file, database, ...) and the REST/RESTFul API you will be able to integrate quickly and easily advanced full-text search capabilities in your application. OpenSearchServer runs on Windows and Linux/Unix/BSD.
The newest version!
/**   
 * License Agreement for OpenSearchServer
 *
 * Copyright (C) 2008-2009 Emmanuel Keller / Jaeksoft
 * 
 * http://www.open-search-server.com
 * 
 * This file is part of OpenSearchServer.
 *
 * OpenSearchServer is free software: you can redistribute it and/or
 * modify it under the terms of the GNU General Public License as published by
 * the Free Software Foundation, either version 3 of the License, or
 *  (at your option) any later version.
 *
 * OpenSearchServer is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 *  You should have received a copy of the GNU General Public License
 *  along with OpenSearchServer. 
 *  If not, see .
 **/

package com.jaeksoft.searchlib.statistics;

import java.io.File;
import java.io.IOException;
import java.util.LinkedList;
import java.util.List;

import javax.xml.xpath.XPathExpressionException;

import org.w3c.dom.DOMException;
import org.w3c.dom.Node;
import org.xml.sax.SAXException;

import com.fasterxml.jackson.core.JsonProcessingException;
import com.fasterxml.jackson.core.type.TypeReference;
import com.jaeksoft.searchlib.Logging;
import com.jaeksoft.searchlib.util.JsonUtils;
import com.jaeksoft.searchlib.util.ReadWriteLock;
import com.jaeksoft.searchlib.util.StringUtils;
import com.jaeksoft.searchlib.util.Timer;
import com.jaeksoft.searchlib.util.XPathParser;
import com.jaeksoft.searchlib.util.XmlWriter;

public abstract class StatisticsAbstract {

	private final ReadWriteLock rwl = new ReadWriteLock();

	private LinkedList aggregateList;

	private Aggregate currentAggregate;

	private Aggregate[] aggregateArray;

	private int maxRetention;

	private boolean writeToLog;

	private StatisticTypeEnum type;

	private boolean hasBeenUpdated;

	public StatisticsAbstract(StatisticTypeEnum type, boolean writeToLog, int maxRetention, File statDir)
			throws IOException, ClassNotFoundException {
		this.type = type;
		this.writeToLog = writeToLog;
		hasBeenUpdated = false;
		this.maxRetention = maxRetention;
		aggregateList = new LinkedList();
		currentAggregate = null;
		aggregateArray = null;
		load(statDir);
	}

	public abstract Aggregate newAggregate(long startTime);

	public abstract StatisticPeriodEnum getPeriod();

	private void addAggregateNoLock(Aggregate aggregate) {
		aggregateList.addLast(aggregate);
		if (aggregateList.size() > maxRetention)
			aggregateList.removeFirst();
		aggregateArray = null;
	}

	public void add(Timer timer) {
		rwl.w.lock();
		try {
			long startTime = timer.getStartTime();
			if (currentAggregate == null || startTime >= currentAggregate.nextStart) {
				if (currentAggregate != null && writeToLog)
					Logging.info(type + " - " + getPeriod().getName() + " - " + currentAggregate);
				currentAggregate = newAggregate(timer.getStartTime());
				addAggregateNoLock(currentAggregate);
			}
			currentAggregate.add(timer);
			hasBeenUpdated = true;
		} finally {
			rwl.w.unlock();
		}
	}

	protected StatisticTypeEnum getType() {
		return type;
	}

	public Aggregate[] getArray() {
		rwl.r.lock();
		try {
			if (aggregateArray != null)
				return aggregateArray;
			aggregateArray = new Aggregate[aggregateList.size()];
			return aggregateList.toArray(aggregateArray);
		} finally {
			rwl.r.unlock();
		}
	}

	final protected static StatisticsAbstract fromXmlConfig(XPathParser xpp, Node node, File statDir)
			throws InstantiationException, IllegalAccessException, ClassNotFoundException, XPathExpressionException,
			DOMException, IOException {

		if (node == null)
			return null;

		StatisticTypeEnum type = StatisticTypeEnum.valueOf(XPathParser.getAttributeString(node, "type"));
		if (type == null)
			throw new XPathExpressionException("Wrong type name. Must be SEARCH, UPDATE, DELETE, RELOAD or OPTIMIZE");
		StatisticPeriodEnum period = StatisticPeriodEnum.valueOf(XPathParser.getAttributeString(node, "period"));
		if (period == null)
			throw new XPathExpressionException("Wrong periode name. Must be MONTH, DAY, HOUR or MINUTE");
		boolean writeToLog = "yes".equalsIgnoreCase(XPathParser.getAttributeString(node, "writeToLog"));
		int maxRetention = XPathParser.getAttributeValue(node, "maxRetention");
		if (maxRetention == 0)
			throw new XPathExpressionException("maxRetention must be greater than 0.");
		if (period == StatisticPeriodEnum.MONTH)
			return new MonthStatistics(type, writeToLog, maxRetention, statDir);
		else if (period == StatisticPeriodEnum.DAY)
			return new DayStatistics(type, writeToLog, maxRetention, statDir);
		else if (period == StatisticPeriodEnum.HOUR)
			return new HourStatistics(type, writeToLog, maxRetention, statDir);
		else if (period == StatisticPeriodEnum.MINUTE)
			return new MinuteStatistics(type, writeToLog, maxRetention, statDir);
		else
			throw new XPathExpressionException("Wrong periode name. Should be day, hour, or minute.");
	}

	final protected void writeXmlConfig(XmlWriter writer) throws SAXException {
		writer.startElement("statistic", "type", type.name(), "period", this.getPeriod().name(), "maxRetention",
				Integer.toString(maxRetention), "writeToLog", writeToLog ? "yes" : "no");
		writer.endElement();
	}

	private File getStatFile(File statDir) {
		return new File(statDir, StringUtils.fastConcat(type.name().replace(' ', '_'), "_",
				getPeriod().getName().replace(' ', '_'), ".json"));
	}

	public final static TypeReference> AggregateListTypeRef = new TypeReference>() {
	};

	public void load(File statDir) throws IOException {
		File file = getStatFile(statDir);
		if (!file.exists())
			return;
		if (file.length() == 0)
			return;
		final List aggrList;
		try {
			aggrList = JsonUtils.getObject(file, AggregateListTypeRef);
			if (aggrList == null)
				return;
		} catch (JsonProcessingException e) {
			Logging.warn("Statistic file is corrupted: " + file, e);
			return;
		}
		rwl.w.lock();
		try {
			for (Aggregate aggr : aggrList)
				addAggregateNoLock(aggr);
		} finally {
			rwl.w.unlock();
		}
	}

	public void save(File statDir) throws IOException {
		rwl.r.lock();
		try {
			if (!hasBeenUpdated)
				return;
			File file = getStatFile(statDir);
			if (file.exists())
				file.delete();
			JsonUtils.jsonToFile(aggregateList, file);
		} finally {
			rwl.r.unlock();
		}
	}
}