com.taobao.pamirs.schedule.zk.ScheduleDataManager4ZK Maven / Gradle / Ivy
package com.taobao.pamirs.schedule.zk;
import java.lang.reflect.Type;
import java.sql.Timestamp;
import java.text.DateFormat;
import java.text.SimpleDateFormat;
import java.util.ArrayList;
import java.util.Collections;
import java.util.Comparator;
import java.util.Date;
import java.util.List;
import java.util.UUID;
import java.util.regex.Matcher;
import java.util.regex.Pattern;
import org.apache.zookeeper.CreateMode;
import org.apache.zookeeper.KeeperException;
import org.apache.zookeeper.ZooKeeper;
import org.apache.zookeeper.data.Stat;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import com.google.gson.Gson;
import com.google.gson.GsonBuilder;
import com.google.gson.JsonDeserializationContext;
import com.google.gson.JsonDeserializer;
import com.google.gson.JsonElement;
import com.google.gson.JsonParseException;
import com.google.gson.JsonPrimitive;
import com.google.gson.JsonSerializationContext;
import com.google.gson.JsonSerializer;
import com.taobao.pamirs.schedule.ScheduleUtil;
import com.taobao.pamirs.schedule.TaskItemDefine;
import com.taobao.pamirs.schedule.taskmanager.IScheduleDataManager;
import com.taobao.pamirs.schedule.taskmanager.ScheduleServer;
import com.taobao.pamirs.schedule.taskmanager.ScheduleTaskItem;
import com.taobao.pamirs.schedule.taskmanager.ScheduleTaskType;
import com.taobao.pamirs.schedule.taskmanager.ScheduleTaskTypeRunningInfo;
public class ScheduleDataManager4ZK implements IScheduleDataManager {
private static transient Logger log = LoggerFactory.getLogger(ScheduleDataManager4ZK.class);
private Gson gson ;
private ZKManager zkManager;
private String PATH_BaseTaskType;
private String PATH_TaskItem = "taskItem";
private String PATH_Server = "server";
private long zkBaseTime = 0;
private long loclaBaseTime = 0;
public ScheduleDataManager4ZK(ZKManager aZkManager) throws Exception {
this.zkManager = aZkManager;
gson = new GsonBuilder().registerTypeAdapter(Timestamp.class,new TimestampTypeAdapter()).setDateFormat("yyyy-MM-dd HH:mm:ss").create();
this.PATH_BaseTaskType = this.zkManager.getRootPath() +"/baseTaskType";
if (this.getZooKeeper().exists(this.PATH_BaseTaskType, false) == null) {
ZKTools.createPath(getZooKeeper(),this.PATH_BaseTaskType, CreateMode.PERSISTENT, this.zkManager.getAcl());
}
loclaBaseTime = System.currentTimeMillis();
String tempPath = this.zkManager.getZooKeeper().create(this.zkManager.getRootPath() + "/systime",null, this.zkManager.getAcl(), CreateMode.EPHEMERAL_SEQUENTIAL);
Stat tempStat = this.zkManager.getZooKeeper().exists(tempPath, false);
zkBaseTime = tempStat.getCtime();
ZKTools.deleteTree(getZooKeeper(), tempPath);
if(Math.abs(this.zkBaseTime - this.loclaBaseTime) > 5000){
log.error("??ע?⣬Zookeeper??????ʱ???뱾??ʱ????? ?? " + Math.abs(this.zkBaseTime - this.loclaBaseTime) +" ms");
}
}
public ZooKeeper getZooKeeper() throws Exception {
return this.zkManager.getZooKeeper();
}
public void createBaseTaskType(ScheduleTaskType baseTaskType) throws Exception {
if(baseTaskType.getBaseTaskType().indexOf("$") > 0){
throw new Exception("????????" + baseTaskType.getBaseTaskType() +"???Ʋ??ܰ????????ַ? $");
}
String zkPath = this.PATH_BaseTaskType + "/"+ baseTaskType.getBaseTaskType();
String valueString = this.gson.toJson(baseTaskType);
if ( this.getZooKeeper().exists(zkPath, false) == null) {
this.getZooKeeper().create(zkPath, valueString.getBytes(), this.zkManager.getAcl(),CreateMode.PERSISTENT);
} else {
throw new Exception("????????" + baseTaskType.getBaseTaskType() + "?Ѿ?????,???ȷ????Ҫ?ؽ??????ȵ???deleteTaskType(String baseTaskType)ɾ??");
}
}
public void updateBaseTaskType(ScheduleTaskType baseTaskType)
throws Exception {
if(baseTaskType.getBaseTaskType().indexOf("$") > 0){
throw new Exception("????????" + baseTaskType.getBaseTaskType() +"???Ʋ??ܰ????????ַ? $");
}
String zkPath = this.PATH_BaseTaskType + "/"+ baseTaskType.getBaseTaskType();
String valueString = this.gson.toJson(baseTaskType);
if ( this.getZooKeeper().exists(zkPath, false) == null) {
this.getZooKeeper().create(zkPath, valueString.getBytes(), this.zkManager.getAcl(),CreateMode.PERSISTENT);
}else{
this.getZooKeeper().setData(zkPath, valueString.getBytes(), -1);
}
}
public void initialRunningInfo4Dynamic(String baseTaskType, String ownSign)throws Exception {
String taskType = ScheduleUtil.getTaskTypeByBaseAndOwnSign(baseTaskType, ownSign);
//??????е?????Ϣ??ֻ??leader??ִ?д˲???
String zkPath = this.PATH_BaseTaskType+"/"+ baseTaskType +"/" + taskType;
if(this.getZooKeeper().exists(zkPath, false) == null){
this.getZooKeeper().create(zkPath,null, this.zkManager.getAcl(),CreateMode.PERSISTENT);
}
}
public void initialRunningInfo4Static(String baseTaskType, String ownSign,String uuid)
throws Exception {
String taskType = ScheduleUtil.getTaskTypeByBaseAndOwnSign(baseTaskType, ownSign);
//??????е?????Ϣ??ֻ??leader??ִ?д˲???
String zkPath = this.PATH_BaseTaskType+"/"+ baseTaskType +"/" + taskType+"/" + this.PATH_TaskItem;
try {
ZKTools.deleteTree(this.getZooKeeper(),zkPath);
} catch (Exception e) {
//??Ҫ????zookeeper session?????쳣
if (e instanceof KeeperException
&& ((KeeperException) e).code().intValue() == KeeperException.Code.SESSIONEXPIRED.intValue()) {
log.warn("delete : zookeeper session?Ѿ????ڣ???Ҫ????????zookeeper");
zkManager.reConnection();
ZKTools.deleteTree(this.getZooKeeper(),zkPath);
}
}
//????Ŀ¼
this.getZooKeeper().create(zkPath,null, this.zkManager.getAcl(),CreateMode.PERSISTENT);
//??????̬????
this.createScheduleTaskItem(baseTaskType, ownSign,this.loadTaskTypeBaseInfo(baseTaskType).getTaskItems());
//?????Ϣ??ʼ???ɹ?
setInitialRunningInfoSucuss(baseTaskType,taskType,uuid);
}
public void setInitialRunningInfoSucuss(String baseTaskType, String taskType,String uuid) throws Exception{
String zkPath = this.PATH_BaseTaskType+"/"+ baseTaskType +"/" + taskType+"/" + this.PATH_TaskItem;
this.getZooKeeper().setData(zkPath, uuid.getBytes(),-1);
}
public boolean isInitialRunningInfoSucuss(String baseTaskType, String ownSign) throws Exception{
String taskType = ScheduleUtil.getTaskTypeByBaseAndOwnSign(baseTaskType, ownSign);
String leader = this.getLeader(this.loadScheduleServerNames(taskType));
String zkPath = this.PATH_BaseTaskType+"/"+ baseTaskType +"/" + taskType+"/"+ this.PATH_TaskItem;
if(this.getZooKeeper().exists(zkPath, false) != null){
byte[] curContent = this.getZooKeeper().getData(zkPath,false,null);
if(curContent != null && new String(curContent).equals(leader)){
return true;
}
}
return false;
}
public long updateReloadTaskItemFlag(String taskType) throws Exception{
String baseTaskType = ScheduleUtil.splitBaseTaskTypeFromTaskType(taskType);
String zkPath = this.PATH_BaseTaskType + "/" + baseTaskType
+ "/" + taskType + "/" + this.PATH_Server;
Stat stat = this.getZooKeeper().setData(zkPath,"reload=true".getBytes(),-1);
return stat.getVersion();
}
public long getReloadTaskItemFlag(String taskType) throws Exception{
String baseTaskType = ScheduleUtil.splitBaseTaskTypeFromTaskType(taskType);
String zkPath = this.PATH_BaseTaskType + "/" + baseTaskType
+ "/" + taskType + "/" + this.PATH_Server;
Stat stat = new Stat();
this.getZooKeeper().getData(zkPath, false, stat);
return stat.getVersion();
}
/**
* ???ݻ?????????????????????????????????????????
* @param baseTaskType
* @param ownSign
* @param baseTaskItems
* @throws Exception
*/
public void createScheduleTaskItem(String baseTaskType, String ownSign,String[] baseTaskItems) throws Exception {
ScheduleTaskItem[] taskItems = new ScheduleTaskItem[baseTaskItems.length];
Pattern p = Pattern.compile("\\s*:\\s*\\{");
for (int i=0;i loadAllTaskItem(String taskType) throws Exception {
List result = new ArrayList();
String baseTaskType = ScheduleUtil.splitBaseTaskTypeFromTaskType(taskType);
String zkPath = this.PATH_BaseTaskType+"/" + baseTaskType +"/" + taskType + "/" + this.PATH_TaskItem;
if(this.getZooKeeper().exists(zkPath, false)==null){
return result;
}
List taskItems = this.getZooKeeper().getChildren(zkPath, false);
Collections.sort(taskItems);
for(String taskItem:taskItems){
ScheduleTaskItem info = new ScheduleTaskItem();
info.setTaskType(taskType);
info.setTaskItem(taskItem);
String zkTaskItemPath = zkPath + "/" + taskItem;
byte[] curContent = this.getZooKeeper().getData(zkTaskItemPath+"/cur_server",false,null);
if(curContent != null){
info.setCurrentScheduleServer(new String(curContent));
}
byte[] reqContent = this.getZooKeeper().getData(zkTaskItemPath+"/req_server",false,null);
if(reqContent != null){
info.setRequestScheduleServer(new String(reqContent));
}
byte[] stsContent = this.getZooKeeper().getData(zkTaskItemPath+"/sts",false,null);
if(stsContent != null){
info.setSts(ScheduleTaskItem.TaskItemSts.valueOf(new String(stsContent)));
}
byte[] parameterContent = this.getZooKeeper().getData(zkTaskItemPath+"/parameter",false,null);
if(parameterContent != null){
info.setDealParameter(new String(parameterContent));
}
byte[] dealDescContent = this.getZooKeeper().getData(zkTaskItemPath+"/deal_desc",false,null);
if(dealDescContent != null){
info.setDealDesc(new String(dealDescContent));
}
result.add(info);
}
return result;
}
public ScheduleTaskType loadTaskTypeBaseInfo(String baseTaskType)
throws Exception {
String zkPath = this.PATH_BaseTaskType + "/" + baseTaskType;
if(this.getZooKeeper().exists(zkPath, false) == null){
return null;
}
String valueString= new String(this.getZooKeeper().getData(zkPath,false,null));
ScheduleTaskType result = (ScheduleTaskType)this.gson.fromJson(valueString, ScheduleTaskType.class);
return result;
}
@Override
public List getAllTaskTypeBaseInfo() throws Exception {
String zkPath = this.PATH_BaseTaskType;
List result = new ArrayList();
List names = this.getZooKeeper().getChildren(zkPath,false);
Collections.sort(names);
for(String name:names){
result.add(this.loadTaskTypeBaseInfo(name));
}
return result;
}
@Override
public void clearTaskType(String baseTaskType) throws Exception {
//??????е?Runtime TaskType
String zkPath =this.PATH_BaseTaskType+"/" + baseTaskType;
List list = this.getZooKeeper().getChildren(zkPath,false);
for (String name : list) {
ZKTools.deleteTree(this.getZooKeeper(),zkPath + "/" + name);
}
}
@Override
public List getAllTaskTypeRunningInfo(
String baseTaskType) throws Exception {
List result = new ArrayList();
String zkPath =this.PATH_BaseTaskType+"/" + baseTaskType;
if(this.getZooKeeper().exists(zkPath, false)==null){
return result;
}
List list = this.getZooKeeper().getChildren(zkPath,false);
Collections.sort(list);
for(String name:list){
ScheduleTaskTypeRunningInfo info = new ScheduleTaskTypeRunningInfo();
info.setBaseTaskType(baseTaskType);
info.setTaskType(name);
info.setOwnSign(ScheduleUtil.splitOwnsignFromTaskType(name));
result.add(info);
}
return result;
}
@Override
public void deleteTaskType(String baseTaskType) throws Exception {
ZKTools.deleteTree(this.getZooKeeper(),this.PATH_BaseTaskType + "/" + baseTaskType);
}
@Override
public List selectScheduleServer(String baseTaskType,
String ownSign, String ip, String orderStr) throws Exception {
List names = new ArrayList();
if(baseTaskType != null && ownSign != null){
names.add(baseTaskType +"$"+ ownSign) ;
}else if(baseTaskType != null && ownSign == null){
if(this.getZooKeeper().exists(this.PATH_BaseTaskType+"/" + baseTaskType,false) != null){
for(String name:this.getZooKeeper().getChildren(this.PATH_BaseTaskType+"/" + baseTaskType,false)){
names.add(name);
}
}
}else if(baseTaskType == null){
for(String name:this.getZooKeeper().getChildren(this.PATH_BaseTaskType,false)){
if(ownSign != null){
names.add(name + "$" + ownSign);
}else{
for(String str:this.getZooKeeper().getChildren(this.PATH_BaseTaskType+"/" + name,false)){
names.add(str);
}
}
}
}
List result= new ArrayList();
for(String name:names){
List tempList = this.selectAllValidScheduleServer(name);
if(ip == null){
result.addAll(tempList);
}else{
for(ScheduleServer server:tempList){
if(ip.equals(server.getIp())){
result.add(server);
}
}
}
}
Collections.sort(result,new ScheduleServerComparator(orderStr));
//????
return result;
}
@Override
public List selectHistoryScheduleServer(
String baseTaskType, String ownSign, String ip, String orderStr)
throws Exception {
throw new Exception("û??ʵ?ֵķ???");
}
@Override
public List reloadDealTaskItem(String taskType, String uuid)
throws Exception {
String baseTaskType = ScheduleUtil.splitBaseTaskTypeFromTaskType(taskType);
String zkPath = this.PATH_BaseTaskType + "/" + baseTaskType + "/" + taskType + "/" + this.PATH_TaskItem;
List taskItems = this.getZooKeeper().getChildren(zkPath, false);
Collections.sort(taskItems);
List result = new ArrayList();
for(String name:taskItems){
byte[] value = this.getZooKeeper().getData(zkPath + "/" + name + "/cur_server",false,null);
if(value != null && uuid.equals(new String(value))){
TaskItemDefine item = new TaskItemDefine();
item.setTaskItemId(name);
byte[] parameterValue = this.getZooKeeper().getData(zkPath + "/" + name + "/parameter",false,null);
if(parameterValue != null){
item.setParameter(new String(parameterValue));
}
result.add(item);
}else if(value != null && uuid.equals(new String(value))==false){
log.debug(" current uid="+uuid+" , zk cur_server uid="+new String(value));
}else {
log.debug(" current uid="+uuid);
}
}
return result;
}
@Override
public void releaseDealTaskItem(String taskType, String uuid) throws Exception {
String baseTaskType = ScheduleUtil.splitBaseTaskTypeFromTaskType(taskType);
String zkPath = this.PATH_BaseTaskType + "/" + baseTaskType + "/" + taskType + "/" + this.PATH_TaskItem;
boolean isModify = false;
for(String name:this.getZooKeeper().getChildren(zkPath, false)){
byte[] curServerValue = this.getZooKeeper().getData(zkPath + "/" + name + "/cur_server",false,null);
byte[] reqServerValue = this.getZooKeeper().getData(zkPath + "/" + name + "/req_server",false,null);
if(reqServerValue != null && curServerValue != null && uuid.equals(new String(curServerValue))==true){
this.getZooKeeper().setData(zkPath + "/" + name + "/cur_server",reqServerValue,-1);
this.getZooKeeper().setData(zkPath + "/" + name + "/req_server",null,-1);
isModify = true;
}
}
if(isModify == true){ //??????Ҫ???еķ?????????װ??????
this.updateReloadTaskItemFlag(taskType);
}
}
@Override
public int queryTaskItemCount(String taskType) throws Exception {
String baseTaskType = ScheduleUtil.splitBaseTaskTypeFromTaskType(taskType);
String zkPath = this.PATH_BaseTaskType + "/" + baseTaskType + "/" + taskType + "/" + this.PATH_TaskItem;
return this.getZooKeeper().getChildren(zkPath, false).size();
}
public void clearExpireTaskTypeRunningInfo(String baseTaskType,String serverUUID, double expireDateInternal) throws Exception {
for (String name : this.getZooKeeper().getChildren(this.PATH_BaseTaskType + "/" + baseTaskType, false)) {
String zkPath = this.PATH_BaseTaskType+"/"+ baseTaskType +"/" + name +"/" + this.PATH_TaskItem;
Stat stat = this.getZooKeeper().exists(zkPath, false);
if (stat == null || getSystemTime() - stat.getMtime() > (long) (expireDateInternal * 24 * 3600 * 1000)) {
ZKTools.deleteTree(this.getZooKeeper(),this.PATH_BaseTaskType +"/" + baseTaskType + "/" + name);
}
}
}
@Override
public int clearExpireScheduleServer(String taskType,long expireTime) throws Exception {
int result =0;
String baseTaskType = ScheduleUtil.splitBaseTaskTypeFromTaskType(taskType);
String zkPath = this.PATH_BaseTaskType + "/" + baseTaskType
+ "/" + taskType + "/" + this.PATH_Server;
if(this.getZooKeeper().exists(zkPath,false)== null){
String tempPath =this.PATH_BaseTaskType + "/" + baseTaskType + "/" + taskType;
if(this.getZooKeeper().exists(tempPath,false)== null){
this.getZooKeeper().create(tempPath, null, this.zkManager.getAcl(), CreateMode.PERSISTENT);
}
this.getZooKeeper().create(zkPath, null, this.zkManager.getAcl(), CreateMode.PERSISTENT);
}
for (String name : this.getZooKeeper().getChildren(zkPath, false)) {
try {
Stat stat = this.getZooKeeper().exists(zkPath + "/" + name,false);
if (getSystemTime() - stat.getMtime() > expireTime) {
ZKTools.deleteTree(this.getZooKeeper(), zkPath + "/" + name);
result++;
}
} catch (Exception e) {
// ???ж?̨??????ʱ?????ڲ????????Ŀ??ܣ??????쳣
result++;
}
}
return result;
}
@Override
public int clearTaskItem(String taskType,
List serverList) throws Exception {
String baseTaskType = ScheduleUtil.splitBaseTaskTypeFromTaskType(taskType);
String zkPath = this.PATH_BaseTaskType + "/" + baseTaskType + "/" + taskType + "/" + this.PATH_TaskItem;
int result =0;
for(String name:this.getZooKeeper().getChildren(zkPath, false)){
byte[] curServerValue = this.getZooKeeper().getData(zkPath + "/" + name + "/cur_server",false,null);
if(curServerValue != null){
String curServer = new String(curServerValue);
boolean isFind = false;
for(String server : serverList){
if(curServer.equals(server)){
isFind = true;
break;
}
}
if(isFind == false){
this.getZooKeeper().setData(zkPath + "/" + name + "/cur_server",null,-1);
result = result + 1;
}
}else{
result = result + 1;
}
}
return result;
}
public List loadScheduleServerNames(String taskType)throws Exception{
String baseTaskType = ScheduleUtil.splitBaseTaskTypeFromTaskType(taskType);
String zkPath = this.PATH_BaseTaskType + "/" + baseTaskType + "/" + taskType + "/" + this.PATH_Server;
if(this.getZooKeeper().exists(zkPath, false)== null){
return new ArrayList();
}
List serverList = this.getZooKeeper().getChildren(zkPath, false);
Collections.sort(serverList,new Comparator(){
public int compare(String u1, String u2) {
return u1.substring(u1.lastIndexOf("$") + 1).compareTo(
u2.substring(u2.lastIndexOf("$") + 1));
}
});
return serverList;
}
@Override
public List selectAllValidScheduleServer(String taskType)
throws Exception {
List result = new ArrayList();
String baseTaskType = ScheduleUtil.splitBaseTaskTypeFromTaskType(taskType);
String zkPath = this.PATH_BaseTaskType + "/" + baseTaskType + "/" + taskType + "/" + this.PATH_Server;
if(this.getZooKeeper().exists(zkPath, false)== null){
return result;
}
List serverList = this.getZooKeeper().getChildren(zkPath, false);
Collections.sort(serverList,new Comparator(){
public int compare(String u1, String u2) {
return u1.substring(u1.lastIndexOf("$") + 1).compareTo(
u2.substring(u2.lastIndexOf("$") + 1));
}
});
for(String name:serverList){
try{
String valueString= new String(this.getZooKeeper().getData(zkPath + "/"+ name,false,null));
ScheduleServer server = (ScheduleServer)this.gson.fromJson(valueString,ScheduleServer.class);
server.setCenterServerTime(new Timestamp(this.getSystemTime()));
result.add(server);
}catch(Exception e){
log.debug(e.getMessage(), e);
}
}
return result;
}
public List selectScheduleServerByManagerFactoryUUID(String factoryUUID)
throws Exception {
List result = new ArrayList();
for(String baseTaskType: this.getZooKeeper().getChildren(this.PATH_BaseTaskType,false)){
for(String taskType: this.getZooKeeper().getChildren(this.PATH_BaseTaskType+"/"+baseTaskType,false)){
String zkPath = this.PATH_BaseTaskType+"/"+baseTaskType+"/"+taskType+"/"+this.PATH_Server;
for(String uuid: this.getZooKeeper().getChildren(zkPath,false)){
String valueString= new String(this.getZooKeeper().getData(zkPath + "/"+ uuid,false,null));
ScheduleServer server = (ScheduleServer)this.gson.fromJson(valueString,ScheduleServer.class);
server.setCenterServerTime(new Timestamp(this.getSystemTime()));
if (server.getManagerFactoryUUID().equals(factoryUUID)) {
result.add(server);
}
}
}
}
Collections.sort(result,new Comparator(){
public int compare(ScheduleServer u1, ScheduleServer u2) {
int result = u1.getTaskType().compareTo(u2.getTaskType());
if(result == 0){
String s1 = u1.getUuid();
String s2 = u2.getUuid();
result = s1.substring(s1.lastIndexOf("$") + 1).compareTo(
s2.substring(s2.lastIndexOf("$") + 1));
}
return result;
}
});
return result;
}
public String getLeader(List serverList){
if(serverList == null || serverList.size() ==0){
return "";
}
long no = Long.MAX_VALUE;
long tmpNo = -1;
String leader = null;
for(String server:serverList){
tmpNo =Long.parseLong( server.substring(server.lastIndexOf("$")+1));
if(no > tmpNo){
no = tmpNo;
leader = server;
}
}
return leader;
}
public boolean isLeader(String uuid,List serverList){
return uuid.equals(getLeader(serverList));
}
@Override
public void assignTaskItem(String taskType, String currentUuid,int maxNumOfOneServer,
List taskServerList) throws Exception {
if(this.isLeader(currentUuid,taskServerList)==false){
if(log.isDebugEnabled()){
log.debug(currentUuid +":???Ǹ???????????Leader,ֱ?ӷ???");
}
return;
}
if(log.isDebugEnabled()){
log.debug(currentUuid +":??ʼ???·???????......");
}
if(taskServerList.size()<=0){
//?ڷ???????̬??????ʱ???ܳ??ַ??????б?Ϊ?յ????
return;
}
String baseTaskType = ScheduleUtil.splitBaseTaskTypeFromTaskType(taskType);
String zkPath = this.PATH_BaseTaskType + "/" + baseTaskType + "/" + taskType + "/" + this.PATH_TaskItem;
List children = this.getZooKeeper().getChildren(zkPath, false);
Collections.sort(children);
int unModifyCount =0;
int[] taskNums = ScheduleUtil.assignTaskNumber(taskServerList.size(), children.size(), maxNumOfOneServer);
int point =0;
int count = 0;
String NO_SERVER_DEAL = "û?з??䵽??????";
for(int i=0;i = count + taskNums[point]){
count = count + taskNums[point];
point = point + 1;
}
String serverName = NO_SERVER_DEAL;
if(point < taskServerList.size() ){
serverName = taskServerList.get(point);
}
byte[] curServerValue = this.getZooKeeper().getData(zkPath + "/" + name + "/cur_server",false,null);
byte[] reqServerValue = this.getZooKeeper().getData(zkPath + "/" + name + "/req_server",false,null);
if(curServerValue == null || new String(curServerValue).equals(NO_SERVER_DEAL)){
this.getZooKeeper().setData(zkPath + "/" + name + "/cur_server",serverName.getBytes(),-1);
this.getZooKeeper().setData(zkPath + "/" + name + "/req_server",null,-1);
}else if(new String(curServerValue).equals(serverName)==true && reqServerValue == null ){
//????Ҫ???κ?????
unModifyCount = unModifyCount + 1;
}else{
this.getZooKeeper().setData(zkPath + "/" + name + "/req_server",serverName.getBytes(),-1);
}
}
if(unModifyCount < children.size()){ //??????Ҫ???еķ?????????װ??????
this.updateReloadTaskItemFlag(taskType);
}
if(log.isDebugEnabled()){
StringBuffer buffer = new StringBuffer();
for(ScheduleTaskItem taskItem: this.loadAllTaskItem(taskType)){
buffer.append("\n").append(taskItem.toString());
}
log.debug(buffer.toString());
}
}
public void assignTaskItem22(String taskType, String currentUuid,
List serverList) throws Exception {
if(this.isLeader(currentUuid,serverList)==false){
if(log.isDebugEnabled()){
log.debug(currentUuid +":???Ǹ???????????Leader,ֱ?ӷ???");
}
return;
}
if(log.isDebugEnabled()){
log.debug(currentUuid +":??ʼ???·???????......");
}
if(serverList.size()<=0){
//?ڷ???????̬??????ʱ???ܳ??ַ??????б?Ϊ?յ????
return;
}
String baseTaskType = ScheduleUtil.splitBaseTaskTypeFromTaskType(taskType);
String zkPath = this.PATH_BaseTaskType + "/" + baseTaskType + "/" + taskType + "/" + this.PATH_TaskItem;
int point =0;
List children = this.getZooKeeper().getChildren(zkPath, false);
Collections.sort(children);
int unModifyCount =0;
for(String name:children){
byte[] curServerValue = this.getZooKeeper().getData(zkPath + "/" + name + "/cur_server",false,null);
byte[] reqServerValue = this.getZooKeeper().getData(zkPath + "/" + name + "/req_server",false,null);
if(curServerValue == null){
this.getZooKeeper().setData(zkPath + "/" + name + "/cur_server",serverList.get(point).getBytes(),-1);
this.getZooKeeper().setData(zkPath + "/" + name + "/req_server",null,-1);
}else if(new String(curServerValue).equals(serverList.get(point))==true && reqServerValue == null ){
//????Ҫ???κ?????
unModifyCount = unModifyCount + 1;
}else{
this.getZooKeeper().setData(zkPath + "/" + name + "/req_server",serverList.get(point).getBytes(),-1);
}
point = (point + 1) % serverList.size();
}
if(unModifyCount < children.size()){ //??????Ҫ???еķ?????????װ??????
this.updateReloadTaskItemFlag(taskType);
}
if(log.isDebugEnabled()){
StringBuffer buffer = new StringBuffer();
for(ScheduleTaskItem taskItem: this.loadAllTaskItem(taskType)){
buffer.append("\n").append(taskItem.toString());
}
log.debug(buffer.toString());
}
}
public void registerScheduleServer(ScheduleServer server) throws Exception {
if(server.isRegister() == true){
throw new Exception(server.getUuid() + " ???ظ?ע??");
}
String zkPath = this.PATH_BaseTaskType + "/" + server.getBaseTaskType() +"/" + server.getTaskType();
if (this.getZooKeeper().exists(zkPath, false) == null) {
this.getZooKeeper().create(zkPath, null, this.zkManager.getAcl(),CreateMode.PERSISTENT);
}
zkPath = zkPath +"/" + this.PATH_Server;
if (this.getZooKeeper().exists(zkPath, false) == null) {
this.getZooKeeper().create(zkPath, null, this.zkManager.getAcl(),CreateMode.PERSISTENT);
}
String realPath = null;
//?˴?????????UUID??ΪΨһ?Ա???
String zkServerPath = zkPath + "/" + server.getTaskType() + "$"+ server.getIp() + "$"
+ (UUID.randomUUID().toString().replaceAll("-", "").toUpperCase())+"$";
realPath = this.getZooKeeper().create(zkServerPath, null, this.zkManager.getAcl(),CreateMode.PERSISTENT_SEQUENTIAL);
server.setUuid(realPath.substring(realPath.lastIndexOf("/") + 1));
Timestamp heartBeatTime = new Timestamp(this.getSystemTime());
server.setHeartBeatTime(heartBeatTime);
String valueString = this.gson.toJson(server);
this.getZooKeeper().setData(realPath,valueString.getBytes(),-1);
server.setRegister(true);
}
public boolean refreshScheduleServer(ScheduleServer server) throws Exception {
Timestamp heartBeatTime = new Timestamp(this.getSystemTime());
String zkPath = this.PATH_BaseTaskType + "/" + server.getBaseTaskType() + "/" + server.getTaskType()
+ "/" + this.PATH_Server +"/" + server.getUuid();
if(this.getZooKeeper().exists(zkPath, false)== null){
//???ݿ??ܱ????????????ڴ????ݺ?????ע??????
server.setRegister(false);
return false;
}else{
Timestamp oldHeartBeatTime = server.getHeartBeatTime();
server.setHeartBeatTime(heartBeatTime);
server.setVersion(server.getVersion() + 1);
String valueString = this.gson.toJson(server);
try{
this.getZooKeeper().setData(zkPath,valueString.getBytes(),-1);
}catch(Exception e){
//?ָ??ϴε?????ʱ??
server.setHeartBeatTime(oldHeartBeatTime);
server.setVersion(server.getVersion() - 1);
throw e;
}
return true;
}
}
public void unRegisterScheduleServer(String taskType,String serverUUID) throws Exception {
String baseTaskType = ScheduleUtil.splitBaseTaskTypeFromTaskType(taskType);
String zkPath = this.PATH_BaseTaskType + "/" + baseTaskType + "/" + taskType + "/" + this.PATH_Server + "/"+ serverUUID;
if(this.getZooKeeper().exists(zkPath, false) != null){
this.getZooKeeper().delete(zkPath, -1);
}
}
@Override
public void pauseAllServer(String baseTaskType) throws Exception {
ScheduleTaskType taskType = this.loadTaskTypeBaseInfo(baseTaskType);
taskType.setSts(ScheduleTaskType.STS_PAUSE);
this.updateBaseTaskType(taskType);
}
@Override
public void resumeAllServer(String baseTaskType) throws Exception {
ScheduleTaskType taskType = this.loadTaskTypeBaseInfo(baseTaskType);
taskType.setSts(ScheduleTaskType.STS_RESUME);
this.updateBaseTaskType(taskType);
}
public long getSystemTime(){
return this.zkBaseTime + ( System.currentTimeMillis() - this.loclaBaseTime);
}
}
class ScheduleServerComparator implements Comparator{
String[] orderFields;
public ScheduleServerComparator(String aOrderStr){
if(aOrderStr != null){
orderFields = aOrderStr.toUpperCase().split(",");
}else{
orderFields = "TASK_TYPE,OWN_SIGN,REGISTER_TIME,HEARTBEAT_TIME,IP".toUpperCase().split(",");
}
}
public int compareObject(String o1,String o2){
if(o1==null && o2 == null){
return 0;
}else if(o1 != null){
return o1.compareTo(o2);
}else {
return -1;
}
}
public int compareObject(Timestamp o1,Timestamp o2){
if(o1==null && o2 == null){
return 0;
}else if(o1 != null){
return o1.compareTo(o2);
}else {
return -1;
}
}
public int compare(ScheduleServer o1, ScheduleServer o2) {
int result = 0;
for(String name : orderFields){
if(name.equals("TASK_TYPE")){
result =compareObject( o1.getTaskType(),o2.getTaskType());
if(result != 0){
return result;
}
}else if(name.equals("OWN_SIGN")){
result = compareObject(o1.getOwnSign(),o2.getOwnSign());
if(result != 0){
return result;
}
}else if(name.equals("REGISTER_TIME")){
result = compareObject(o1.getRegisterTime(),o2.getRegisterTime());
if(result != 0){
return result;
}
}else if(name.equals("HEARTBEAT_TIME")){
result =compareObject( o1.getHeartBeatTime(),o2.getHeartBeatTime());
if(result != 0){
return result;
}
}else if(name.equals("IP")){
result = compareObject(o1.getIp(),o2.getIp());
if(result != 0){
return result;
}
}else if(name.equals("MANAGER_FACTORY")){
result = compareObject(o1.getManagerFactoryUUID(),o2.getManagerFactoryUUID());
if(result != 0){
return result;
}
}
}
return result;
}
}
class TimestampTypeAdapter implements JsonSerializer, JsonDeserializer{
public JsonElement serialize(Timestamp src, Type arg1, JsonSerializationContext arg2) {
DateFormat format = new SimpleDateFormat("yyyy-MM-dd HH:mm:ss");
String dateFormatAsString = format.format(new Date(src.getTime()));
return new JsonPrimitive(dateFormatAsString);
}
public Timestamp deserialize(JsonElement json, Type typeOfT, JsonDeserializationContext context) throws JsonParseException {
if (!(json instanceof JsonPrimitive)) {
throw new JsonParseException("The date should be a string value");
}
try {
DateFormat format = new SimpleDateFormat("yyyy-MM-dd HH:mm:ss");
Date date = (Date) format.parse(json.getAsString());
return new Timestamp(date.getTime());
} catch (Exception e) {
throw new JsonParseException(e);
}
}
}
© 2015 - 2025 Weber Informatics LLC | Privacy Policy