com.jaeksoft.searchlib.crawler.common.process.CrawlStatistics Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of opensearchserver Show documentation
OpenSearchServer is a powerful, enterprise-class, search engine program. Using the web user interface, the crawlers (web, file, database, ...) and the REST/RESTFul API you will be able to integrate quickly and easily advanced full-text search capabilities in your application. OpenSearchServer runs on Windows and Linux/Unix/BSD.
The newest version!
/**   
 * License Agreement for OpenSearchServer
 *
 * Copyright (C) 2008-2015 Emmanuel Keller / Jaeksoft
 * 
 * http://www.open-search-server.com
 * 
 * This file is part of OpenSearchServer.
 *
 * OpenSearchServer is free software: you can redistribute it and/or
 * modify it under the terms of the GNU General Public License as published by
 * the Free Software Foundation, either version 3 of the License, or
 *  (at your option) any later version.
 *
 * OpenSearchServer is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 *  You should have received a copy of the GNU General Public License
 *  along with OpenSearchServer. 
 *  If not, see .
 **/

package com.jaeksoft.searchlib.crawler.common.process;

import java.util.Date;
import java.util.concurrent.atomic.AtomicLong;

public class CrawlStatistics {

	private final CrawlStatistics parent;
	private volatile Date startDate;
	private volatile long startTime;
	private volatile float fetchRate;
	private final AtomicLong fetchedCount = new AtomicLong();
	private final AtomicLong fromCacheCount = new AtomicLong();
	private final AtomicLong pendingDeleteCount = new AtomicLong();
	private final AtomicLong deletedCount = new AtomicLong();
	private final AtomicLong parsedCount = new AtomicLong();
	private final AtomicLong pendingUpdatedCount = new AtomicLong();
	private final AtomicLong updatedCount = new AtomicLong();
	private final AtomicLong pendingNewUrlCount = new AtomicLong();
	private final AtomicLong newUrlCount = new AtomicLong();
	private final AtomicLong ignoredCount = new AtomicLong();
	private final AtomicLong urlListSize = new AtomicLong();
	private final AtomicLong urlCount = new AtomicLong();
	private final AtomicLong hostListSize = new AtomicLong();
	private final AtomicLong hostCount = new AtomicLong();

	public CrawlStatistics() {
		this(null);
	}

	public CrawlStatistics(CrawlStatistics parent) {
		this.parent = parent;
		reset();
	}

	public synchronized void reset() {
		startTime = System.currentTimeMillis();
		startDate = new Date(startTime);
		hostListSize.set(0);
		fetchedCount.set(0);
		fromCacheCount.set(0);
		pendingDeleteCount.set(0);
		deletedCount.set(0);
		parsedCount.set(0);
		pendingUpdatedCount.set(0);
		updatedCount.set(0);
		pendingNewUrlCount.set(0);
		newUrlCount.set(0);
		ignoredCount.set(0);
		fetchRate = 0;
		hostCount.set(0);
		urlListSize.set(0);
		urlCount.set(0);
	}

	public synchronized void resetPending() {
		pendingDeleteCount.set(0);
		pendingUpdatedCount.set(0);
		pendingNewUrlCount.set(0);
		if (parent != null)
			parent.resetPending();
	}

	public synchronized void addDeletedCount(long value) {
		this.deletedCount.addAndGet(value);
		if (parent != null)
			parent.addDeletedCount(value);
	}

	public synchronized void incPendingUpdateCount() {
		this.pendingUpdatedCount.incrementAndGet();
		if (parent != null)
			parent.incPendingUpdateCount();
	}

	public synchronized void incPendingDeleteCount() {
		this.pendingDeleteCount.incrementAndGet();
		if (parent != null)
			parent.incPendingDeleteCount();
	}

	public synchronized void addPendingNewUrlCount(long value) {
		this.pendingNewUrlCount.addAndGet(value);
		if (parent != null)
			parent.addPendingNewUrlCount(value);
	}

	public synchronized void addNewUrlCount(long value) {
		this.newUrlCount.addAndGet(value);
		if (parent != null)
			parent.addNewUrlCount(value);
	}

	public synchronized void incFetchedCount() {
		fetchRate = (float) fetchedCount.incrementAndGet() / ((float) (System.currentTimeMillis() - startTime) / 60000);
		if (parent != null)
			parent.incFetchedCount();
	}

	public synchronized void incFromCacheCount() {
		fromCacheCount.incrementAndGet();
		if (parent != null)
			parent.incFromCacheCount();
	}

	public synchronized void incParsedCount() {
		parsedCount.incrementAndGet();
		if (parent != null)
			parent.incParsedCount();
	}

	public synchronized void addUpdatedCount(long value) {
		this.updatedCount.addAndGet(value);
		if (parent != null)
			parent.addUpdatedCount(value);
	}

	public synchronized void addListSize(long value) {
		this.urlListSize.addAndGet(value);
		if (parent != null)
			parent.addListSize(value);
	}

	public synchronized void incIgnoredCount() {
		ignoredCount.incrementAndGet();
		if (parent != null)
			parent.incIgnoredCount();
	}

	public synchronized void incUrlCount() {
		urlCount.incrementAndGet();
		if (parent != null)
			parent.incUrlCount();
	}

	public synchronized void addHostListSize(long value) {
		hostListSize.addAndGet(value);
		if (parent != null)
			parent.addHostListSize(value);
	}

	public synchronized void incHostCount() {
		hostCount.incrementAndGet();
		if (parent != null)
			parent.incHostCount();
	}

	public long getHostListSize() {
		return hostListSize.get();
	}

	public Date getStartDate() {
		return startDate;
	}

	public long getFetchedCount() {
		return fetchedCount.get();
	}

	public long getFromCacheCount() {
		return fromCacheCount.get();
	}

	public double getFetchRate() {
		return fetchRate;
	}

	public long getPendingDeletedCount() {
		return pendingDeleteCount.get();
	}

	public long getDeletedCount() {
		return deletedCount.get();
	}

	public long getParsedCount() {
		return parsedCount.get();
	}

	public long getPendingUpdatedCount() {
		return pendingUpdatedCount.get();
	}

	public long getUpdatedCount() {
		return updatedCount.get();
	}

	public long getPendingNewUrlCount() {
		return pendingNewUrlCount.get();
	}

	public long getNewUrlCount() {
		return newUrlCount.get();
	}

	public long getIgnoredCount() {
		return ignoredCount.get();
	}

	public long getHostCount() {
		return hostCount.get();
	}

	public long getUrlCount() {
		return urlCount.get();
	}

	public long getUrlListSize() {
		return urlListSize.get();
	}

}