com.jaeksoft.searchlib.crawler.common.process.CrawlStatistics Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of opensearchserver Show documentation

OpenSearchServer is a powerful, enterprise-class, search engine program. Using the web user interface, the crawlers (web, file, database, ...) and the REST/RESTFul API you will be able to integrate quickly and easily advanced full-text search capabilities in your application. OpenSearchServer runs on Windows and Linux/Unix/BSD.

There is a newer version: 1.5.14

Show newest version

/**   
 * License Agreement for OpenSearchServer
 *
 * Copyright (C) 2008-2013 Emmanuel Keller / Jaeksoft
 * 
 * http://www.open-search-server.com
 * 
 * This file is part of OpenSearchServer.
 *
 * OpenSearchServer is free software: you can redistribute it and/or
 * modify it under the terms of the GNU General Public License as published by
 * the Free Software Foundation, either version 3 of the License, or
 *  (at your option) any later version.
 *
 * OpenSearchServer is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 *  You should have received a copy of the GNU General Public License
 *  along with OpenSearchServer. 
 *  If not, see .
 **/

package com.jaeksoft.searchlib.crawler.common.process;

import java.util.Date;

public class CrawlStatistics {

	private CrawlStatistics parent;
	private volatile Date startDate;
	private volatile long startTime;
	private volatile float fetchRate;
	private volatile long fetchedCount;
	private volatile long fromCacheCount;
	private volatile long pendingDeleteCount;
	private volatile long deletedCount;
	private volatile long parsedCount;
	private volatile long pendingUpdatedCount;
	private volatile long updatedCount;
	private volatile long pendingNewUrlCount;
	private volatile long newUrlCount;
	private volatile long ignoredCount;
	private volatile long urlListSize;
	private volatile long urlCount;
	private volatile long hostListSize;
	private volatile long hostCount;

	public CrawlStatistics() {
		this(null);
	}

	public CrawlStatistics(CrawlStatistics parent) {
		this.parent = parent;
		reset();
	}

	public void reset() {
		synchronized (this) {
			startTime = System.currentTimeMillis();
			startDate = new Date(startTime);
			hostListSize = 0;
			fetchedCount = 0;
			fromCacheCount = 0;
			pendingDeleteCount = 0;
			deletedCount = 0;
			parsedCount = 0;
			pendingUpdatedCount = 0;
			updatedCount = 0;
			pendingNewUrlCount = 0;
			newUrlCount = 0;
			ignoredCount = 0;
			fetchRate = 0;
			hostCount = 0;
			urlListSize = 0;
			urlCount = 0;
		}
	}

	public void resetPending() {
		synchronized (this) {
			pendingDeleteCount = 0;
			pendingUpdatedCount = 0;
			pendingNewUrlCount = 0;
		}
		if (parent != null)
			parent.resetPending();
	}

	public void addDeletedCount(long value) {
		synchronized (this) {
			this.deletedCount += value;
		}
		if (parent != null)
			parent.addDeletedCount(value);
	}

	public void incPendingUpdateCount() {
		synchronized (this) {
			this.pendingUpdatedCount++;
		}
		if (parent != null)
			parent.incPendingUpdateCount();
	}

	public void incPendingDeleteCount() {
		synchronized (this) {
			this.pendingDeleteCount++;
		}
		if (parent != null)
			parent.incPendingDeleteCount();
	}

	public void addPendingNewUrlCount(long value) {
		synchronized (this) {
			this.pendingNewUrlCount += value;
		}
		if (parent != null)
			parent.addPendingNewUrlCount(value);
	}

	public void addNewUrlCount(long value) {
		synchronized (this) {
			this.newUrlCount += value;
		}
		if (parent != null)
			parent.addNewUrlCount(value);
	}

	public void incFetchedCount() {
		synchronized (this) {
			fetchedCount++;
			fetchRate = (float) fetchedCount
					/ ((float) (System.currentTimeMillis() - startTime) / 60000);
		}
		if (parent != null)
			parent.incFetchedCount();
	}

	public void incFromCacheCount() {
		synchronized (this) {
			fromCacheCount++;
		}
		if (parent != null)
			parent.incFromCacheCount();
	}

	public void incParsedCount() {
		synchronized (this) {
			parsedCount++;
		}
		if (parent != null)
			parent.incParsedCount();
	}

	public void addUpdatedCount(long value) {
		synchronized (this) {
			this.updatedCount += value;
		}
		if (parent != null)
			parent.addUpdatedCount(value);
	}

	public void addListSize(long value) {
		synchronized (this) {
			this.urlListSize += value;
		}
		if (parent != null)
			parent.addListSize(value);
	}

	public void incIgnoredCount() {
		synchronized (this) {
			ignoredCount++;
		}
		if (parent != null)
			parent.incIgnoredCount();
	}

	public void incUrlCount() {
		synchronized (this) {
			urlCount++;
		}
		if (parent != null)
			parent.incUrlCount();
	}

	public void addHostListSize(long value) {
		synchronized (this) {
			hostListSize += value;
		}
		if (parent != null)
			parent.addHostListSize(value);
	}

	public void incHostCount() {
		synchronized (this) {
			hostCount++;
		}
		if (parent != null)
			parent.incHostCount();
	}

	public long getHostListSize() {
		return hostListSize;
	}

	public Date getStartDate() {
		return startDate;
	}

	public long getFetchedCount() {
		return fetchedCount;
	}

	public long getFromCacheCount() {
		return fromCacheCount;
	}

	public double getFetchRate() {
		return fetchRate;
	}

	public long getPendingDeletedCount() {
		return pendingDeleteCount;
	}

	public long getDeletedCount() {
		return deletedCount;
	}

	public long getParsedCount() {
		return parsedCount;
	}

	public long getPendingUpdatedCount() {
		return pendingUpdatedCount;
	}

	public long getUpdatedCount() {
		return updatedCount;
	}

	public long getPendingNewUrlCount() {
		return pendingNewUrlCount;
	}

	public long getNewUrlCount() {
		return newUrlCount;
	}

	public long getIgnoredCount() {
		return ignoredCount;
	}

	public long getHostCount() {
		return hostCount;
	}

	public long getUrlCount() {
		return urlCount;
	}

	public long getUrlListSize() {
		return urlListSize;
	}

}