All Downloads are FREE. Search and download functionalities are using the official Maven repository.

com.facebook.logging.log4j.CustodianLog4JDailyRollingFileAppender Maven / Gradle / Ivy

There is a newer version: 0.1.32
Show newest version
/*
 * Copyright (C) 2012 Facebook, Inc.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 * http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package com.facebook.logging.log4j;

/**
 * CustodianDailyRollingFileAppender.java
 * Adapted from the Apache Log4j DailyRollingFileAppender to extend the functionality
 * of the existing class so that the user can limit the number of log backups
 * and compress the backups to conserve disk space.
 * @author Ryan Kimber

 * Licensed to the Apache Software Foundation (ASF) under one or more
 * contributor license agreements.  See the NOTICE file distributed with
 * this work for additional information regarding copyright ownership.
 * The ASF licenses this file to You under the Apache License, Version 2.0
 * (the "License"); you may not use this file except in compliance with
 * the License.  You may obtain a copy of the License at
 * 
 *      http://www.apache.org/licenses/LICENSE-2.0
 * 
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

import java.io.FileFilter;
import java.io.FileInputStream;
import java.io.FileOutputStream;
import java.io.IOException;
import java.io.File;
import java.text.SimpleDateFormat;
import java.util.Date;
import java.util.GregorianCalendar;
import java.util.Calendar;
import java.util.TimeZone;
import java.util.Locale;
import java.util.zip.ZipEntry;
import java.util.zip.ZipOutputStream;

//We have to import the log4j package because this class used to be in it and references other classes in that package.
import org.apache.log4j.*;
import org.apache.log4j.helpers.LogLog;
import org.apache.log4j.spi.LoggingEvent;

/**
 * CustodianDailyRollingFileAppender is based on
 * {@link org.apache.log4j.appender.DailyRollingFileAppender} so most of the
 * configuration options can be taken from the documentation on that class.
 */
public class CustodianLog4JDailyRollingFileAppender extends FileAppender
{
	// The code assumes that the following constants are in a increasing
	// sequence.
	static final int TOP_OF_TROUBLE = -1;
	static final int TOP_OF_MINUTE = 0;
	static final int TOP_OF_HOUR = 1;
	static final int HALF_DAY = 2;
	static final int TOP_OF_DAY = 3;
	static final int TOP_OF_WEEK = 4;
	static final int TOP_OF_MONTH = 5;

	/**
	 * The date pattern. By default, the pattern is set to "'.'yyyy-MM-dd"
	 * meaning daily rollover.
	 */
	private String datePattern = "'.'yyyy-MM-dd";
	private String compressBackups = "false";
	private String maxNumberOfDays = "7";

	/**
	 * The log file will be renamed to the value of the scheduledFilename
	 * variable when the next interval is entered. For example, if the rollover
	 * period is one hour, the log file will be renamed to the value of
	 * "scheduledFilename" at the beginning of the next hour.
	 * 
	 * The precise time when a rollover occurs depends on logging activity.
	 */
	private String scheduledFilename;

	/**
	 * The next time we estimate a rollover should occur.
	 */
	private long nextCheck = System.currentTimeMillis() - 1;

	Date now = new Date();

	SimpleDateFormat sdf;

	RollingCalendar rc = new RollingCalendar();

	int checkPeriod = TOP_OF_TROUBLE;

	// The gmtTimeZone is used only in computeCheckPeriod() method.
	static final TimeZone gmtTimeZone = TimeZone.getTimeZone("GMT");

	/**
	 * The default constructor does nothing.
	 */
	public CustodianLog4JDailyRollingFileAppender()
	{
	}

	/**
	 * Instantiate a CustodianDailyRollingFileAppender and open the file
	 * designated by filename. The opened filename will become the ouput
	 * destination for this appender.
	 */
	public CustodianLog4JDailyRollingFileAppender(
    Layout layout, String filename,
    String datePattern
  ) throws IOException
	{
		super(layout, filename, true);
		this.datePattern = datePattern;
		activateOptions();
	}

	/**
	 * The DatePattern takes a string in the same format as expected by
	 * {@link SimpleDateFormat}. This options determines the rollover schedule.
	 */
	public void setDatePattern(String pattern)
	{
		datePattern = pattern;
	}

	/** Returns the value of the DatePattern option. */
	public String getDatePattern()
	{
		return datePattern;
	}

	public void activateOptions()
	{
		super.activateOptions();
		if (datePattern != null && fileName != null)
		{
			now.setTime(System.currentTimeMillis());
			sdf = new SimpleDateFormat(datePattern);
			int type = computeCheckPeriod();
			printPeriodicity(type);
			rc.setType(type);
			File file = new File(fileName);
			scheduledFilename = fileName
					+ sdf.format(new Date(file.lastModified()));

		} else
		{
			LogLog
					.error("Either File or DatePattern options are not set for appender ["
							+ name + "].");
		}
	}

	void printPeriodicity(int type)
	{
		switch (type)
		{
		case TOP_OF_MINUTE:
			LogLog.debug("Appender [" + name + "] to be rolled every minute.");
			break;
		case TOP_OF_HOUR:
			LogLog.debug("Appender [" + name
					+ "] to be rolled on top of every hour.");
			break;
		case HALF_DAY:
			LogLog.debug("Appender [" + name
					+ "] to be rolled at midday and midnight.");
			break;
		case TOP_OF_DAY:
			LogLog.debug("Appender [" + name + "] to be rolled at midnight.");
			break;
		case TOP_OF_WEEK:
			LogLog.debug("Appender [" + name
					+ "] to be rolled at start of week.");
			break;
		case TOP_OF_MONTH:
			LogLog.debug("Appender [" + name
					+ "] to be rolled at start of every month.");
			break;
		default:
			LogLog.warn("Unknown periodicity for appender [" + name + "].");
		}
	}

	// This method computes the roll over period by looping over the
	// periods, starting with the shortest, and stopping when the r0 is
	// different from from r1, where r0 is the epoch formatted according
	// the datePattern (supplied by the user) and r1 is the
	// epoch+nextMillis(i) formatted according to datePattern. All date
	// formatting is done in GMT and not local format because the test
	// logic is based on comparisons relative to 1970-01-01 00:00:00
	// GMT (the epoch).

	int computeCheckPeriod()
	{
		RollingCalendar rollingCalendar = new RollingCalendar(gmtTimeZone,
				Locale.ENGLISH);
		// set sate to 1970-01-01 00:00:00 GMT
		Date epoch = new Date(0);
		if (datePattern != null)
		{
			for (int i = TOP_OF_MINUTE; i <= TOP_OF_MONTH; i++)
			{
				SimpleDateFormat simpleDateFormat = new SimpleDateFormat(
						datePattern);
				simpleDateFormat.setTimeZone(gmtTimeZone); // do all date
				// formatting in GMT
				String r0 = simpleDateFormat.format(epoch);
				rollingCalendar.setType(i);
				Date next = new Date(rollingCalendar.getNextCheckMillis(epoch));
				String r1 = simpleDateFormat.format(next);
				// System.out.println("Type = "+i+", r0 = "+r0+", r1 = "+r1);
				if (r0 != null && r1 != null && !r0.equals(r1))
				{
					return i;
				}
			}
		}
		return TOP_OF_TROUBLE; // Deliberately head for trouble...
	}

	/**
	 * Rollover the current file to a new file.
	 */
	void rollOver() throws IOException
	{

		/* Compute filename, but only if datePattern is specified */
		if (datePattern == null)
		{
			errorHandler.error("Missing DatePattern option in rollOver().");
			return;
		}

		String datedFilename = fileName + sdf.format(now);
		// It is too early to roll over because we are still within the
		// bounds of the current interval. Rollover will occur once the
		// next interval is reached.
		if (scheduledFilename.equals(datedFilename))
		{
			return;
		}

		// close current file, and rename it to datedFilename
		this.closeFile();

		File target = new File(scheduledFilename);
		if (target.exists())
		{
			target.delete();
		}

		File file = new File(fileName);
		boolean result = file.renameTo(target);
		if (result)
		{
			LogLog.debug(fileName + " -> " + scheduledFilename);
		} else
		{
			LogLog.error("Failed to rename [" + fileName + "] to ["
					+ scheduledFilename + "].");
		}

		try
		{
			// This will also close the file. This is OK since multiple
			// close operations are safe.
			this.setFile(fileName, false, this.bufferedIO, this.bufferSize);
		} catch (IOException e)
		{
			errorHandler.error("setFile(" + fileName + ", false) call failed.");
		}
		scheduledFilename = datedFilename;
	}

	/**
	 * This method differentiates DailyRollingFileAppender from its super class.
	 * 
	 * 
	 * Before actually logging, this method will check whether it is time to do
	 * a rollover. If it is, it will schedule the next rollover time and then
	 * rollover.
	 * */
	protected void subAppend(LoggingEvent event)
	{
		long n = System.currentTimeMillis();
		if (n >= nextCheck)
		{
			now.setTime(n);
			nextCheck = rc.getNextCheckMillis(now);
			try
			{
				cleanupAndRollOver();
			} 
			catch (IOException ioe)
			{
				LogLog.error("cleanupAndRollover() failed.", ioe);
			}
		}
		super.subAppend(event);
	}

	public String getCompressBackups()
	{
		return compressBackups;
	}

	public void setCompressBackups(String compressBackups)
	{
		this.compressBackups = compressBackups;
	}

	public String getMaxNumberOfDays()
	{
		return maxNumberOfDays;
	}

	public void setMaxNumberOfDays(String maxNumberOfDays)
	{
		this.maxNumberOfDays = maxNumberOfDays;
	}

	/*
	 * This method checks to see if we're exceeding the number of log backups
	 * that we are supposed to keep, and if so, deletes the offending files. It
	 * then delegates to the rollover method to rollover to a new file if
	 * required.
	 */
	protected void cleanupAndRollOver() throws IOException
	{
		// Check to see if there are already 5 files
		File file = new File(fileName);
		Calendar cal = Calendar.getInstance();
		int maxDays = 7;
		try
		{
			maxDays = Integer.parseInt(getMaxNumberOfDays());
		} catch (Exception e)
		{
			// just leave it at 7.
		}
		cal.add(Calendar.DATE, -maxDays);
		Date cutoffDate = cal.getTime();
		if (file.getParentFile().exists())
		{
			File[] files = file.getParentFile().listFiles(
					new StartsWithFileFilter(file.getName(), false));
			int nameLength = file.getName().length();
			for (int i = 0; i < files.length; i++)
			{
				String datePart = null;
				try
				{
					datePart = files[i].getName().substring(nameLength);
					Date date = sdf.parse(datePart);
					if (date.before(cutoffDate))
					{
						files[i].delete();
					}
					//If we're supposed to zip files and this isn't already a zip
          else if(getCompressBackups().equalsIgnoreCase("YES") || getCompressBackups().equalsIgnoreCase("TRUE"))
          {
            zipAndDelete(files[i]);
          }
				} 
				catch (Exception pe)
				{
					// This isn't a file we should touch (it isn't named
					// correctly)
				}
			}
		}
		rollOver();
	}
	
	/**
	   * Compresses the passed file to a .zip file, stores the .zip in the
	   * same directory as the passed file, and then deletes the original,
	   * leaving only the .zipped archive.
	   * @param file
	   */
	  private void zipAndDelete(File file) throws IOException
	  {
	      if(!file.getName().endsWith(".zip"))
	      {
	            File zipFile = new File(file.getParent(), file.getName() + ".zip");
	            FileInputStream fis = new FileInputStream(file);
	            FileOutputStream fos = new FileOutputStream(zipFile);
	            ZipOutputStream zos = new ZipOutputStream(fos);
	            ZipEntry zipEntry = new ZipEntry(file.getName());
	            zos.putNextEntry(zipEntry);
	            
	            byte[] buffer = new byte[4096];
	            while(true)
	            {
	                int bytesRead = fis.read(buffer);
	                if(bytesRead == -1) break;
	                else
	                {
	                    zos.write(buffer, 0, bytesRead);
	                }
	            }
	            zos.closeEntry();
	            fis.close();
	            zos.close();
	            file.delete();
	      }
	  }

	class StartsWithFileFilter implements FileFilter
	{
		private String startsWith;
		private boolean inclDirs = false;

		/**
	     * 
	     */
		public StartsWithFileFilter(String startsWith,
				boolean includeDirectories)
		{
			super();
			this.startsWith = startsWith.toUpperCase();
			inclDirs = includeDirectories;
		}

		/*
		 * (non-Javadoc)
		 * 
		 * @see java.io.FileFilter#accept(java.io.File)
		 */
		public boolean accept(File pathname)
		{
			if (!inclDirs && pathname.isDirectory())
			{
				return false;
			} else
				return pathname.getName().toUpperCase().startsWith(startsWith);
		}
	}
}

/**
 * RollingCalendar is a helper class to DailyRollingFileAppender. Given a
 * periodicity type and the current time, it computes the start of the next
 * interval.
 * */
class RollingCalendar extends GregorianCalendar
{
	private static final long serialVersionUID = -3560331770601814177L;

	int type = CustodianLog4JDailyRollingFileAppender.TOP_OF_TROUBLE;

	RollingCalendar()
	{
		super();
	}

	RollingCalendar(TimeZone tz, Locale locale)
	{
		super(tz, locale);
	}

	void setType(int type)
	{
		this.type = type;
	}

	public long getNextCheckMillis(Date now)
	{
		return getNextCheckDate(now).getTime();
	}

	public Date getNextCheckDate(Date now)
	{
		this.setTime(now);

		switch (type)
		{
		case CustodianLog4JDailyRollingFileAppender.TOP_OF_MINUTE:
			this.set(Calendar.SECOND, 0);
			this.set(Calendar.MILLISECOND, 0);
			this.add(Calendar.MINUTE, 1);
			break;
		case CustodianLog4JDailyRollingFileAppender.TOP_OF_HOUR:
			this.set(Calendar.MINUTE, 0);
			this.set(Calendar.SECOND, 0);
			this.set(Calendar.MILLISECOND, 0);
			this.add(Calendar.HOUR_OF_DAY, 1);
			break;
		case CustodianLog4JDailyRollingFileAppender.HALF_DAY:
			this.set(Calendar.MINUTE, 0);
			this.set(Calendar.SECOND, 0);
			this.set(Calendar.MILLISECOND, 0);
			int hour = get(Calendar.HOUR_OF_DAY);
			if (hour < 12)
			{
				this.set(Calendar.HOUR_OF_DAY, 12);
			} else
			{
				this.set(Calendar.HOUR_OF_DAY, 0);
				this.add(Calendar.DAY_OF_MONTH, 1);
			}
			break;
		case CustodianLog4JDailyRollingFileAppender.TOP_OF_DAY:
			this.set(Calendar.HOUR_OF_DAY, 0);
			this.set(Calendar.MINUTE, 0);
			this.set(Calendar.SECOND, 0);
			this.set(Calendar.MILLISECOND, 0);
			this.add(Calendar.DATE, 1);
			break;
		case CustodianLog4JDailyRollingFileAppender.TOP_OF_WEEK:
			this.set(Calendar.DAY_OF_WEEK, getFirstDayOfWeek());
			this.set(Calendar.HOUR_OF_DAY, 0);
			this.set(Calendar.MINUTE, 0);
			this.set(Calendar.SECOND, 0);
			this.set(Calendar.MILLISECOND, 0);
			this.add(Calendar.WEEK_OF_YEAR, 1);
			break;
		case CustodianLog4JDailyRollingFileAppender.TOP_OF_MONTH:
			this.set(Calendar.DATE, 1);
			this.set(Calendar.HOUR_OF_DAY, 0);
			this.set(Calendar.MINUTE, 0);
			this.set(Calendar.SECOND, 0);
			this.set(Calendar.MILLISECOND, 0);
			this.add(Calendar.MONTH, 1);
			break;
		default:
			throw new IllegalStateException("Unknown periodicity type.");
		}
		return getTime();
	}
}




© 2015 - 2024 Weber Informatics LLC | Privacy Policy