lrgs.archive.IndexPtrHash Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of opendcs Show documentation
A collection of software for aggregatting and processing environmental data such as from NOAA GOES satellites.
The newest version!
/*
*  $Id$
*
*  This is open-source software written by ILEX Engineering, Inc., under
*  contract to the federal government. You are free to copy and use this
*  source code for your own purposes, except that no part of the information
*  contained in this file may be claimed to be proprietary.
*
*  Except for specific contractual terms between ILEX and the federal 
*  government, this source code is provided completely without warranty.
*  For more information contact: [email protected]
*/
package lrgs.archive;

import java.io.File;
import java.io.IOException;
import java.io.EOFException;
import java.io.DataInputStream;
import java.io.DataOutputStream;
import java.io.BufferedOutputStream;
import java.io.FileOutputStream;
import java.io.BufferedInputStream;
import java.io.FileInputStream;
import java.text.SimpleDateFormat;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.Iterator;
import java.util.Date;
import java.util.TimeZone;

import ilex.util.Logger;
import lrgs.common.DcpAddress;
import lrgs.common.DcpMsgFlag;
import decodes.util.Pdt;

public class IndexPtrHash
{
	public static String module = "IndexHashIo";
	
	/** IndexPtr entries hashed by DCP address.  */
	private HashMap theHash
		= new HashMap();

	public IndexPtrHash()
	{
		
	}
	
	/**
	 * Saves the hash map of index pointers.
	 */
	public synchronized void saveIndexPtrHash(String filePath, 
		MsgArchive msgArchive)
	{
		DataOutputStream dos = null;
		
		// First trim the hash. Otherwise over time it fills up with
		// invalid DCP addresses and entries where the last receive time
		// is older than the beginning of the archive.
		Pdt pdt = Pdt.instance();
		boolean pdtIsValid = pdt.isLoaded() && pdt.size() > 20000;
		MsgPeriodArchive mpa = msgArchive.getPeriodArchive(0, true);
		int msgTimeCutoff = mpa != null ? mpa.startTime : 0;
		ArrayList addrs = new ArrayList();
		addrs.addAll(theHash.keySet());
		for(DcpAddress addr : addrs)
		{
			IndexPtr ip = theHash.get(addr);
			if (ip != null
			 && (ip.flagBits & DcpMsgFlag.MSG_TYPE_MASK) == DcpMsgFlag.MSG_TYPE_GOES
			 && (ip.msgTime < msgTimeCutoff
			     || (pdtIsValid && pdt.find(addr) == null)))
			{
				theHash.remove(addr);
			}
		}
		try
		{
			File hashFile = new File(filePath);
			Logger.instance().debug3(module 
				+ " Saving '" + hashFile.getPath() 
				+ "' msgTimeCutoff=" + msgTimeCutoff +" (" 
				+ (new Date(msgTimeCutoff*1000L))
				+ ") pdtIsValid=" + pdtIsValid);
			dos = new DataOutputStream(
				new BufferedOutputStream(
					new FileOutputStream(hashFile)));
			for(Iterator it=theHash.keySet().iterator();it.hasNext();)
			{
				DcpAddress addr = it.next();
				IndexPtr ip = theHash.get(addr);
//if (addr.toString().startsWith("30003401"))
//Logger.instance().debug1("Saving idx ptr for addr '"
//+ addr.toString() + "' ptr=" + ip);
				dos.writeUTF(addr.toString());
				dos.writeInt(ip.indexFileStartTime);
				dos.writeInt(ip.indexNumber);
				dos.writeInt(ip.msgTime);
				int flag_len = ip.flagBits | (ip.msgLength << 16);
				dos.writeInt(flag_len);
			}
			dos.close();
		}
		catch(IOException ex)
		{
			Logger.instance().warning(module + ":" + MsgArchive.EVT_BAD_HASH 
				+ "- Cannot save index pointer hash: " + ex);
			if (dos != null)
			{
				try { dos.close(); }
				catch(IOException ignore) {}
			}
		}
	}

	public synchronized void loadIndexPtrHash(File archiveDir, String fileName)
	{
		DataInputStream dis = null;
		File hashFile = new File(archiveDir, fileName);
		try
		{
			theHash.clear();
			dis = new DataInputStream(
				new BufferedInputStream(
					new FileInputStream(hashFile)));
			while(true)
			{
				String straddr = dis.readUTF();
				int start = dis.readInt();
				int num = dis.readInt();
				int time = dis.readInt();
				int flag_len = dis.readInt();
				int flagBits = flag_len & 0xffff;
				int len = (flag_len>>16) & 0xffff;
				theHash.put(new DcpAddress(straddr), 
					new IndexPtr(start, num, time, flagBits, len));
			}
		}
		catch(EOFException ex)
		{
			try { dis.close(); }
			catch(IOException ignore){}
		}
		catch(IOException ex)
		{
			Logger.instance().warning(module + ":" + MsgArchive.EVT_BAD_HASH
				+ "- Error loading index pointer hash ("
				+ theHash.size() + " elements loaded): " + ex);
			if (dis != null)
			{
				try { dis.close(); }
				catch(IOException ignore){}
			}
		}
		Logger.instance().info(module
			+ " loaded index pointer hash ("
			+ theHash.size() + " elements loaded) from "
			+ hashFile.getPath());
	}
	
	public synchronized IndexPtr get(DcpAddress addr)
	{
		return theHash.get(addr);
	}
	
	public synchronized void put(DcpAddress addr, IndexPtr lastPtr)
	{
//if (addr.toString().startsWith("30003401"))
//Logger.instance().info("Putting address '" + addr.toString() + "' into hash with ptr: "
//+ lastPtr);
		theHash.put(addr, lastPtr);
	}
	
	/**
	 * Test main program. Pass filename on command line, prints hash.
	 */
	public static void main(String args[])
	{
		IndexPtrHash lastMsgHash = new IndexPtrHash();
		File archiveDir = new File(".");
		lastMsgHash.loadIndexPtrHash(archiveDir, args[0]);
		SimpleDateFormat sdf = new SimpleDateFormat("yyyy/MM/dd");
		SimpleDateFormat sdf2 = new SimpleDateFormat("yyyy/MM/dd HH:mm:ss");
		sdf.setTimeZone(TimeZone.getTimeZone("UTC"));
		sdf2.setTimeZone(TimeZone.getTimeZone("UTC"));
		for(Iterator it=lastMsgHash.theHash.keySet().iterator();
			it.hasNext();)
		{
			DcpAddress addr = it.next();
			IndexPtr ip = lastMsgHash.get(addr);
			Date fstart = new Date(ip.indexFileStartTime * 1000L);
			Date mtime = new Date(ip.msgTime * 1000L);

			System.out.println(addr.toString()
				+ " last@" + sdf.format(fstart) + " #" + ip.indexNumber
				+ " mtime=" + sdf2.format(mtime) 
				+ " flags=0x" + Integer.toHexString(ip.flagBits)
				+ " len=" + ip.msgLength);
		}
	}
}