org.bboxdb.distribution.statistics.StatisticsUpdateRunnable Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of bboxdb-server Show documentation
There is a newer version: 1.0.0-rc3
/*******************************************************************************
 *
 *    Copyright (C) 2015-2018 the BBoxDB project
 *  
 *    Licensed under the Apache License, Version 2.0 (the "License");
 *    you may not use this file except in compliance with the License.
 *    You may obtain a copy of the License at
 *  
 *      http://www.apache.org/licenses/LICENSE-2.0
 *  
 *    Unless required by applicable law or agreed to in writing, software
 *    distributed under the License is distributed on an "AS IS" BASIS,
 *    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 *    See the License for the specific language governing permissions and
 *    limitations under the License. 
 *    
 *******************************************************************************/
package org.bboxdb.distribution.statistics;

import java.util.Collection;
import java.util.List;

import org.bboxdb.commons.concurrent.ExceptionSafeRunnable;
import org.bboxdb.commons.math.Hyperrectangle;
import org.bboxdb.distribution.membership.BBoxDBInstance;
import org.bboxdb.distribution.membership.ZookeeperBBoxDBInstanceAdapter;
import org.bboxdb.distribution.partitioner.SpacePartitioner;
import org.bboxdb.distribution.partitioner.SpacePartitionerCache;
import org.bboxdb.distribution.region.DistributionRegion;
import org.bboxdb.distribution.region.DistributionRegionHelper;
import org.bboxdb.distribution.region.DistributionRegionIdMapper;
import org.bboxdb.distribution.zookeeper.DistributionGroupAdapter;
import org.bboxdb.distribution.zookeeper.DistributionRegionAdapter;
import org.bboxdb.distribution.zookeeper.ZookeeperClient;
import org.bboxdb.distribution.zookeeper.ZookeeperClientFactory;
import org.bboxdb.distribution.zookeeper.ZookeeperException;
import org.bboxdb.misc.BBoxDBException;
import org.bboxdb.storage.StorageManagerException;
import org.bboxdb.storage.sstable.SSTableConst;
import org.bboxdb.storage.tuplestore.manager.TupleStoreManagerRegistry;
import org.bboxdb.storage.tuplestore.manager.TupleStoreUtil;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

public class StatisticsUpdateRunnable extends ExceptionSafeRunnable {

	/**
	 * The Logger
	 */
	private final static Logger logger = LoggerFactory.getLogger(StatisticsUpdateRunnable.class);
	
	/**
	 * The storage registry
	 */
	private TupleStoreManagerRegistry storageRegistry;

	/**
	 * The distribution group adapter
	 */
	private final DistributionGroupAdapter groupAdapter;
	
	/**
	 * The distribution region adapter
	 */
	private final DistributionRegionAdapter regionAdapter;
	
	public StatisticsUpdateRunnable(final TupleStoreManagerRegistry storageRegistry) {
		this.storageRegistry = storageRegistry;
		this.groupAdapter = ZookeeperClientFactory.getZookeeperClient().getDistributionGroupAdapter();
		this.regionAdapter = ZookeeperClientFactory.getZookeeperClient().getDistributionRegionAdapter();
	}
	
	@Override
	protected void beginHook() {
		logger.info("Starting statistics update thread");
	}
	
	@Override
	protected void endHook() {
		logger.info("Statistics update thread is done");
	}

	@Override
	protected void runThread() {
		try {
			while(! Thread.currentThread().isInterrupted()) {
				updateNodeStats();
				updateRegionStatistics();
				Thread.sleep(SSTableConst.THREAD_STATISTICS_DELAY);
			}
		} catch (InterruptedException e) {
			Thread.currentThread().interrupt();
			return;
		}
	}
	
	/**
	 * Update the local node stats (diskspace, memory)
	 * @throws ZookeeperException 
	 */
	private void updateNodeStats() {
		try {
			final BBoxDBInstance instance = ZookeeperClientFactory.getLocalInstanceName();

			logger.debug("Update zookeeper node stats");

			final ZookeeperClient zookeeperClient = ZookeeperClientFactory.getZookeeperClient();
			
			final ZookeeperBBoxDBInstanceAdapter zookeeperBBoxDBInstanceAdapter 
				= new ZookeeperBBoxDBInstanceAdapter(zookeeperClient);

			zookeeperBBoxDBInstanceAdapter.updateNodeInfo(instance);
		} catch (ZookeeperException e) {
			
			if(Thread.currentThread().isInterrupted()) {
				return;
			}
			
			logger.error("Got exception while updating local node stats", e);
		}
	}
	
	/**
	 * Update the statistics of the region
	 */
	private void updateRegionStatistics() {
		
		try {
			final List allDistributionGroups = groupAdapter.getDistributionGroups();
			for(final String distributionGroup : allDistributionGroups) {
				
				final SpacePartitioner spacePartitioner = SpacePartitionerCache
						.getInstance().getSpacePartitionerForGroupName(distributionGroup);
				
				final DistributionRegionIdMapper regionIdMapper = spacePartitioner.getDistributionRegionIdMapper();
				
				final Collection allIds = regionIdMapper.getRegionIdsForRegion(Hyperrectangle.FULL_SPACE);
				
				for(final long id : allIds) {
					updateRegionStatistics(distributionGroup, id);
				}
			}

		} catch (Exception e) {
			
			if(Thread.currentThread().isInterrupted()) {
				return;
			}
			
			logger.error("Got exception while updating statistics", e);
		}
	}

	/**
	 * Update region statistics
	 * 
	 * @param distributionGroup
	 * @param regionId
	 * @throws ZookeeperException 
	 * @throws StorageManagerException 
	 * @throws InterruptedException 
	 */
	private void updateRegionStatistics(final String distributionGroup, final long regionId) 
			throws BBoxDBException, ZookeeperException, StorageManagerException, InterruptedException {
		
		final SpacePartitioner spacePartitioner = SpacePartitionerCache.getInstance()
				.getSpacePartitionerForGroupName(distributionGroup);
		
		final DistributionRegion distributionRegion = spacePartitioner.getRootNode();

		final DistributionRegion regionToSplit = DistributionRegionHelper.getDistributionRegionForNamePrefix(
				distributionRegion, regionId);
				
		final long totalSize = TupleStoreUtil.getSizeOfDistributionGroupAndRegionId(storageRegistry, 
				distributionGroup, regionId);
		
		final long totalTuples = TupleStoreUtil.getTuplesInDistributionGroupAndRegionId(storageRegistry, 
				distributionGroup, regionId);
		
		final long totalSizeInMb = totalSize / (1024 * 1024);
		
		logger.info("Updating region statistics: {} / {}. Size in MB: {} / Tuples: {}", 
				distributionGroup, regionId, totalSizeInMb, totalTuples);
										
		regionAdapter.updateRegionStatistics(regionToSplit, ZookeeperClientFactory.getLocalInstanceName(), 
				totalSizeInMb, totalTuples);
	}
}