Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $
You can buy this project and download/modify it how often you want.
scouter.server.core.AutoDeleteScheduler Maven / Gradle / Ivy
package scouter.server.core;
import scouter.server.ConfObserver;
import scouter.server.Configure;
import scouter.server.Logger;
import scouter.server.db.DBCtr;
import scouter.server.db.XLogWR;
import scouter.server.db.ZipkinSpanWR;
import scouter.util.CastUtil;
import scouter.util.DateUtil;
import scouter.util.SystemUtil;
import scouter.util.ThreadUtil;
import java.io.File;
import java.io.IOException;
import java.util.ArrayList;
import java.util.Collections;
import java.util.HashSet;
import java.util.Set;
public class AutoDeleteScheduler extends Thread {
enum Mode {
PROFILE, XLOG, TAG, VISITOR, REAL_COUNTER, TEXT, SUM, ALL,;
}
private static AutoDeleteScheduler instance = null;
private static final long CHECK_INTERVAL = DateUtil.MILLIS_PER_MINUTE;
Configure conf = Configure.getInstance();
boolean canRun;
int maxPercent;
int retainDays;
int retainXlogDays;
int retainCounterDays;
int retainRealtimeCounterDays;
int retainVisitorCounterDays;
int retainTagCounterDays;
int retainTextDays;
int retainSumDays;
Set deletedProfileDays = new HashSet();
Set deletedXLogDays = new HashSet();
Set deletedDays = new HashSet();
Set deletedRealtimeCounterDays = new HashSet();
Set deletedTagCounterDays = new HashSet();
Set deletedVisitorCounterDays = new HashSet();
Set deletedTextDays = new HashSet();
Set deletedSumDays = new HashSet();
public final static synchronized AutoDeleteScheduler getInstance() {
if (instance == null) {
instance = new AutoDeleteScheduler();
instance.setDaemon(true);
instance.setName(ThreadUtil.getName(instance));
instance.start();
}
return instance;
}
File dbDir;
private AutoDeleteScheduler() {
applyConf();
dbDir = new File(DBCtr.getRootPath());
ConfObserver.put(AutoDeleteScheduler.class.getName(), new Runnable() {
public void run() {
if (conf.mgr_purge_enabled != canRun
|| conf.mgr_purge_disk_usage_pct != maxPercent
|| conf.mgr_purge_profile_keep_days != retainDays
|| conf.mgr_purge_xlog_keep_days != retainXlogDays
|| conf.mgr_purge_counter_keep_days != retainCounterDays
|| conf.mgr_purge_realtime_counter_keep_days != retainRealtimeCounterDays
|| conf.mgr_purge_visitor_counter_keep_days != retainVisitorCounterDays
|| conf.mgr_purge_tag_counter_keep_days != retainTagCounterDays
|| conf.mgr_purge_daily_text_days != retainTextDays
|| conf.mgr_purge_sum_data_days != retainSumDays
) {
applyConf();
deletedProfileDays.clear();
deletedXLogDays.clear();
deletedDays.clear();
deletedRealtimeCounterDays.clear();
deletedTagCounterDays.clear();
deletedVisitorCounterDays.clear();
deletedTextDays.clear();
deletedSumDays.clear();
}
}
});
}
private void applyConf() {
canRun = conf.mgr_purge_enabled;
maxPercent = conf.mgr_purge_disk_usage_pct;
retainDays = conf.mgr_purge_profile_keep_days;
retainXlogDays = conf.mgr_purge_xlog_keep_days;
retainCounterDays = conf.mgr_purge_counter_keep_days;
retainRealtimeCounterDays = conf.mgr_purge_realtime_counter_keep_days;
retainVisitorCounterDays = conf.mgr_purge_visitor_counter_keep_days;
retainTagCounterDays = conf.mgr_purge_tag_counter_keep_days;
retainTextDays = conf.mgr_purge_daily_text_days;
retainSumDays = conf.mgr_purge_sum_data_days;
}
public void run() {
while(CoreRun.running()) {
if (conf.mgr_purge_enabled) {
String today = DateUtil.yyyymmdd();
purgeOnDiskFreeSize(today);
purgeProfile(today);
purgeXlog(today);
purgeTagCounter(today);
purgeText(today);
purgeSum(today);
purgeVisitorCounter(today);
purgeRealtimeCounter(today);
purgeAllCounter(today);
}
ThreadUtil.sleep(CHECK_INTERVAL);
}
}
private void purgeOnDiskFreeSize(String today) {
if (SystemUtil.IS_JAVA_1_5) {
return;
}
int maxPercent = conf.mgr_purge_disk_usage_pct;
if (maxPercent > 0) {
long totalSpace = dbDir.getTotalSpace();
long freeSpace = dbDir.getUsableSpace();
double freePercent = (freeSpace * 100.0d) / totalSpace;
while ((100 - freePercent) > maxPercent - (100-maxPercent)*0.4) {
String yyyymmdd = getLongAgoDate(deletedProfileDays);
if (yyyymmdd == null || today.equals(yyyymmdd)) {
break;
}
deleteData(yyyymmdd, Mode.PROFILE);
freeSpace = dbDir.getUsableSpace();
freePercent = (freeSpace * 100.0d) / totalSpace;
deletedProfileDays.add(yyyymmdd);
Logger.println("S206-1", "[purge profile by][capacity]" + yyyymmdd);
Logger.println("S206-1", "* option : conf.mgr_purge_disk_usage_pct : " + conf.mgr_purge_disk_usage_pct);
}
while ((100 - freePercent) > maxPercent - (100-maxPercent)*0.2) {
String yyyymmdd = getLongAgoDate(deletedXLogDays);
if (yyyymmdd == null || today.equals(yyyymmdd)) {
break;
}
deleteData(yyyymmdd, Mode.XLOG);
freeSpace = dbDir.getUsableSpace();
freePercent = (freeSpace * 100.0d) / totalSpace;
deletedXLogDays.add(yyyymmdd);
Logger.println("S206-2", "[purge xlog by][capacity]" + yyyymmdd);
Logger.println("S206-2", "* option : conf.mgr_purge_disk_usage_pct : " + conf.mgr_purge_disk_usage_pct);
}
while ((100 - freePercent) > maxPercent) {
String yyyymmdd = getLongAgoDate(deletedDays);
if (yyyymmdd == null || today.equals(yyyymmdd)) {
break;
}
deleteData(yyyymmdd, Mode.ALL);
freeSpace = dbDir.getUsableSpace();
freePercent = (freeSpace * 100.0d) / totalSpace;
deletedDays.add(yyyymmdd);
Logger.println("S206-3", "[purge counters by][capacity]" + yyyymmdd);
Logger.println("S206-3", "* option : conf.mgr_purge_disk_usage_pct : " + conf.mgr_purge_disk_usage_pct);
}
}
}
private void purgeAllCounter(String today) {
int retainCounterDays = conf.mgr_purge_counter_keep_days;
if (retainCounterDays > 0) {
int lastDeleteDate = CastUtil.cint(DateUtil.yyyymmdd(System.currentTimeMillis() - (DateUtil.MILLIS_PER_DAY * retainCounterDays)));
while (true) {
String yyyymmdd = getLongAgoDate(deletedDays);
if (yyyymmdd == null || today.equals(yyyymmdd)) {
break;
}
if (CastUtil.cint(yyyymmdd) > lastDeleteDate) {
break;
}
deleteData(yyyymmdd, Mode.ALL);
deletedDays.add(yyyymmdd);
Logger.println("S206-9", "[purge counters by][day limit]" + yyyymmdd + ", [lastDeleteDate]" + lastDeleteDate);
Logger.println("S206-9", "* option : conf.mgr_purge_counter_keep_days : " + conf.mgr_purge_counter_keep_days);
}
}
}
private void purgeRealtimeCounter(String today) {
int retainRealtimeCounterDays = conf.mgr_purge_realtime_counter_keep_days;
if (retainRealtimeCounterDays > 0) {
int lastDeleteDate = CastUtil.cint(DateUtil.yyyymmdd(System.currentTimeMillis() - (DateUtil.MILLIS_PER_DAY * retainRealtimeCounterDays)));
while (true) {
String yyyymmdd = getLongAgoDate(deletedRealtimeCounterDays);
if (yyyymmdd == null || today.equals(yyyymmdd)) {
break;
}
if (CastUtil.cint(yyyymmdd) > lastDeleteDate) {
break;
}
deleteData(yyyymmdd, Mode.REAL_COUNTER);
deletedRealtimeCounterDays.add(yyyymmdd);
Logger.println("S206-5", "[purge xlog by][day limit]" + yyyymmdd);
Logger.println("S206-5", "* option : conf.mgr_purge_realtime_counter_keep_days : " + conf.mgr_purge_realtime_counter_keep_days);
}
}
}
private void purgeVisitorCounter(String today) {
int retainVisitorCounterDays = conf.mgr_purge_visitor_counter_keep_days;
if (retainVisitorCounterDays > 0) {
int lastDeleteDate = CastUtil.cint(DateUtil.yyyymmdd(System.currentTimeMillis() - (DateUtil.MILLIS_PER_DAY * retainVisitorCounterDays)));
while (true) {
String yyyymmdd = getLongAgoDate(deletedVisitorCounterDays);
if (yyyymmdd == null || today.equals(yyyymmdd)) {
break;
}
if (CastUtil.cint(yyyymmdd) > lastDeleteDate) {
break;
}
deleteData(yyyymmdd, Mode.VISITOR);
deletedVisitorCounterDays.add(yyyymmdd);
Logger.println("S206-5", "[purge visitor by][day limit]" + yyyymmdd);
Logger.println("S206-5", "* option : conf.mgr_purge_visitor_counter_keep_days : " + conf.mgr_purge_visitor_counter_keep_days);
}
}
}
private void purgeTagCounter(String today) {
int retainTagCounterDays = conf.mgr_purge_tag_counter_keep_days;
if (retainTagCounterDays > 0) {
int lastDeleteDate = CastUtil.cint(DateUtil.yyyymmdd(System.currentTimeMillis() - (DateUtil.MILLIS_PER_DAY * retainTagCounterDays)));
while (true) {
String yyyymmdd = getLongAgoDate(deletedTagCounterDays);
if (yyyymmdd == null || today.equals(yyyymmdd)) {
break;
}
if (CastUtil.cint(yyyymmdd) > lastDeleteDate) {
break;
}
deleteData(yyyymmdd, Mode.TAG);
deletedTagCounterDays.add(yyyymmdd);
Logger.println("S206-5", "[purge tag counter by][day limit]" + yyyymmdd);
Logger.println("S206-5", "* option : conf.mgr_purge_tag_counter_keep_days : " + conf.mgr_purge_tag_counter_keep_days);
}
}
}
private void purgeXlog(String today) {
int retainXLogDays = conf.mgr_purge_xlog_keep_days;
if (retainXLogDays > 0) {
int lastDeleteDate = CastUtil.cint(DateUtil.yyyymmdd(System.currentTimeMillis() - (DateUtil.MILLIS_PER_DAY * retainXLogDays)));
while (true) {
String yyyymmdd = getLongAgoDate(deletedXLogDays);
if (yyyymmdd == null || today.equals(yyyymmdd)) {
break;
}
if (CastUtil.cint(yyyymmdd) > lastDeleteDate) {
break;
}
deleteData(yyyymmdd, Mode.XLOG);
deletedXLogDays.add(yyyymmdd);
Logger.println("S206-5", "[purge xlog by][day limit]" + yyyymmdd);
Logger.println("S206-5", "* option : conf.mgr_purge_xlog_keep_days : " + conf.mgr_purge_xlog_keep_days);
}
}
}
private void purgeText(String today) {
int retainDays = Math.max(conf.mgr_purge_daily_text_days,
Math.max(conf.mgr_purge_tag_counter_keep_days, conf.mgr_purge_xlog_keep_days));
if (retainDays > 0) {
int lastDeleteDate = CastUtil.cint(DateUtil.yyyymmdd(System.currentTimeMillis() - (DateUtil.MILLIS_PER_DAY * retainDays)));
while (true) {
String yyyymmdd = getLongAgoDate(deletedTextDays);
if (yyyymmdd == null || today.equals(yyyymmdd)) {
break;
}
if (CastUtil.cint(yyyymmdd) > lastDeleteDate) {
break;
}
deleteData(yyyymmdd, Mode.TEXT);
deletedTextDays.add(yyyymmdd);
Logger.println("S206-5", "[purge text by][day limit]" + yyyymmdd);
Logger.println("S206-5", "* option : retainDays of text : " + retainDays);
}
}
}
private void purgeSum(String today) {
int retainDays = conf.mgr_purge_sum_data_days;
if (retainDays > 0) {
int lastDeleteDate = CastUtil.cint(DateUtil.yyyymmdd(System.currentTimeMillis() - (DateUtil.MILLIS_PER_DAY * retainDays)));
while (true) {
String yyyymmdd = getLongAgoDate(deletedSumDays);
if (yyyymmdd == null || today.equals(yyyymmdd)) {
break;
}
if (CastUtil.cint(yyyymmdd) > lastDeleteDate) {
break;
}
deleteData(yyyymmdd, Mode.SUM);
deletedSumDays.add(yyyymmdd);
Logger.println("S206-5", "[purge sum data by][day limit]" + yyyymmdd);
Logger.println("S206-5", "* option : retainDays of sum data : " + retainDays);
}
}
}
private void purgeProfile(String today) {
int retainProfileDays = conf.mgr_purge_profile_keep_days;
if (retainProfileDays > 0) {
int lastDeleteDate = CastUtil.cint(DateUtil.yyyymmdd(System.currentTimeMillis() - (DateUtil.MILLIS_PER_DAY * retainProfileDays)));
while (true) {
String yyyymmdd = getLongAgoDate(deletedProfileDays);
if (yyyymmdd == null || today.equals(yyyymmdd)) {
break;
}
if (CastUtil.cint(yyyymmdd) > lastDeleteDate) {
break;
}
deleteData(yyyymmdd, Mode.PROFILE);
deletedProfileDays.add(yyyymmdd);
Logger.println("S206-4", "[purge profile by][day limit]" + yyyymmdd);
Logger.println("S206-4", "* option : conf.mgr_purge_profile_keep_days : " + conf.mgr_purge_profile_keep_days);
}
}
}
private void deleteData(String yyyymmdd, Mode mode) {
try {
File f = null;
if (mode == Mode.ALL) {
f = new File(dbDir, yyyymmdd);
deleteFiles(f);
} else if(mode == Mode.XLOG) {
f = new File(dbDir, yyyymmdd + XLogWR.dir());
deleteFiles(f);
f = new File(dbDir, yyyymmdd + ZipkinSpanWR.SPAN_DIR());
deleteFiles(f);
} else if (mode == Mode.PROFILE) {
f = new File(dbDir, yyyymmdd + XLogWR.dir() + "/xlog.profile");
deleteFiles(f);
f = new File(dbDir, yyyymmdd + XLogWR.dir() + "/xlog_profile.hfile");
deleteFiles(f);
f = new File(dbDir, yyyymmdd + XLogWR.dir() + "/xlog_profile.kfile");
deleteFiles(f);
} else if (mode == Mode.VISITOR) {
f = new File(dbDir, yyyymmdd + "/visit");
deleteFiles(f);
} else if (mode == Mode.TAG) {
f = new File(dbDir, yyyymmdd + "/tagcnt");
deleteFiles(f);
} else if (mode == Mode.TEXT) {
f = new File(dbDir, yyyymmdd + "/text");
deleteFiles(f);
} else if (mode == Mode.SUM) {
f = new File(dbDir, yyyymmdd + "/sum");
deleteFiles(f);
} else if (mode == Mode.REAL_COUNTER) {
f = new File(dbDir, yyyymmdd + "/counter/real.data");
deleteFiles(f);
f = new File(dbDir, yyyymmdd + "/counter/real.hfile");
deleteFiles(f);
f = new File(dbDir, yyyymmdd + "/counter/real.kfile");
deleteFiles(f);
} else {
throw new IllegalArgumentException("Not expected Mode : " + mode);
}
Logger.println("S206", "* Auto deletion... " + yyyymmdd + " mode : " + mode.name());
} catch (Throwable th) {
Logger.println("S207", "Failed auto deletion... " + yyyymmdd + " mode : " + mode.name() + " " + th.toString());
}
}
void deleteFiles(File file) throws IOException {
if (file.exists() == false) {
return;
}
if (file.isDirectory()) {
for (File c : file.listFiles()) {
deleteFiles(c);
}
}
file.delete();
}
private String getLongAgoDate(Set exceptDays) {
File[] dirs = dbDir.listFiles();
if (dirs == null || dirs.length < 1) {
return null;
}
ArrayList list = new ArrayList();
for (int i = 0; i < dirs.length; i++) {
File f = dirs[i];
String name = f.getName();
if (f.isDirectory() && name.indexOf("0000") == -1 && exceptDays.contains(name) == false) {
try {
list.add(Integer.valueOf(f.getName()));
} catch (Throwable th) { }
}
}
if (list.size() == 0) {
return null;
}
Collections.sort(list);
return String.valueOf(list.get(0));
}
}
