All Downloads are FREE. Search and download functionalities are using the official Maven repository.
Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $
You can buy this project and download/modify it how often you want.
com.alibaba.rocketmq.common.message.MessageClientIDSetter Maven / Gradle / Ivy
/*
* Copyright 2016 Aliyun.com All right reserved. This software is the
* confidential and proprietary information of Aliyun.com ("Confidential
* Information"). You shall not disclose such Confidential Information and shall
* use it only in accordance with the terms of the license agreement you entered
* into with Aliyun.com .
*/
package com.alibaba.rocketmq.common.message;
import com.alibaba.rocketmq.common.UtilAll;
import java.nio.ByteBuffer;
import java.util.Calendar;
import java.util.Date;
import java.util.HashSet;
import java.util.UUID;
/**
* 类MessageClientIDDecoder.java的实现描述：TODO 类实现描述
* @author yp 2016年1月26日 下午5:53:01
*/
public class MessageClientIDSetter {
private static short counter;
private static int basePos = 0;
private static long startTime;
private static long nextStartTime;
//ip + pid + classloaderid + counter + time
//4 bytes for ip , 4 bytes for pid, 4 bytes for classloaderid
//2 bytes for counter, 4 bytes for timediff,
private static StringBuilder sb = null;
private static ByteBuffer buffer = ByteBuffer.allocate(4 + 2);
private static final String TOPIC_KEY_SPLITTER = "#";
static {
//算法是这样的 ip 4 byte + pid 2 byte + classloader 4 byte + timestamp 4 byte + counter 2 byte
//其中，前3个4byte提前预置，
//timestamp 4个byte，存储当前时间到每个月1号0点0分0秒的毫秒差值
//counter 2 byte，可以计算到65535, 足够豪秒级别的自增了
//如果是一个进程多个容器，classloader可以区分
//如果是c++等语言调用，那么毫秒级别不可能启动关闭多个jvm，并有同样的pid
int len = 4 + 2 + 4 + 4 + 2;
//分配空间
sb = new StringBuilder(len*2);
ByteBuffer tempBuffer = ByteBuffer.allocate(len - buffer.limit());
//本机ip, 进程id，classloader标识
tempBuffer.position(2);
tempBuffer.putInt(UtilAll.getPid());//2
tempBuffer.position(0);
try {
tempBuffer.put(UtilAll.getIP()); //4
}
catch (Exception e) {
tempBuffer.put(createFakeIP()); //4
}
tempBuffer.position(6);
tempBuffer.putInt(MessageClientIDSetter.class.getClassLoader().hashCode()); //4
sb.append(UtilAll.bytes2string(tempBuffer.array()));
basePos = sb.length();
//以每月1号作为基准时间点计算差值
setStartTime(System.currentTimeMillis());
//计数器
counter = 0;
}
private static void setStartTime(long millis) {
Calendar cal = Calendar.getInstance();
cal.setTimeInMillis(millis);
cal.set(Calendar.DAY_OF_MONTH,1);//1号0点0分0秒
cal.set(Calendar.HOUR,0);
cal.set(Calendar.MINUTE,0);
cal.set(Calendar.SECOND,0);
cal.set(Calendar.MILLISECOND,0);
startTime = cal.getTimeInMillis();
cal.add(Calendar.MONTH, 1);//下个月1号0点0分0秒
nextStartTime = cal.getTimeInMillis();
}
public static Date getNearlyTimeFromID(String msgID) {
ByteBuffer buf = ByteBuffer.allocate(8);
byte[] bytes = UtilAll.string2bytes(msgID);
buf.put((byte) 0);buf.put((byte) 0);buf.put((byte) 0);buf.put((byte) 0);
buf.put(bytes, 10, 4);
buf.position(0);
long spanMS = buf.getLong();
Calendar cal = Calendar.getInstance();
long now = cal.getTimeInMillis();
cal.set(Calendar.DAY_OF_MONTH,1);//1号0点0分0秒
cal.set(Calendar.HOUR,0);
cal.set(Calendar.MINUTE,0);
cal.set(Calendar.SECOND,0);
cal.set(Calendar.MILLISECOND,0);
long monStartTime = cal.getTimeInMillis();
if (monStartTime + spanMS >= now) {
cal.add(Calendar.MONTH, -1);
monStartTime = cal.getTimeInMillis();
}
cal.setTimeInMillis(monStartTime + spanMS);
return cal.getTime();
}
public static String getIPStrFromID(String msgID) {
byte[] ipBytes = getIPFromID(msgID);
return UtilAll.ipToIPv4Str(ipBytes);
}
public static byte[] getIPFromID(String msgID) {
byte[] result = new byte[4];
byte[] bytes = UtilAll.string2bytes(msgID);
System.arraycopy(bytes, 0, result, 0, 4);
return result;
}
private static synchronized String createUniqID() {
//连接正常唯一id
long current = System.currentTimeMillis();
if (current >= nextStartTime) {
setStartTime(current);
}
buffer.position(0);
sb.setLength(basePos);
buffer.putInt( (int)(System.currentTimeMillis() - startTime) );//ms级别 4 byte
buffer.putShort(counter++); //覆盖timestamp前2byte，每ms 1个short 65535，应该足够计数了
sb.append(UtilAll.bytes2string(buffer.array()));
return sb.toString();
}
/**
* 这个方法会在property中存储uniqkey在keys中的index,一旦后续这个index改变，程序会出问题，
* 因此后续只能向keys后面加入key，不能往前面插入key
* @param msg
*/
public static void setUniqID(final Message msg) {
//如果专有属性不存在时set，此时创造一个唯一ID，并且放入key中，然后将idx记入专有属性
//如果专有属性存在则不做任何操作
if (msg.getProperty(MessageConst.PROPERTY_UNIQ_CLIENT_MESSAGE_ID_KEYIDX) == null) {
msg.putProperty(MessageConst.PROPERTY_UNIQ_CLIENT_MESSAGE_ID_KEYIDX, createUniqID());
}
}
/**
* 客户端用来获取UniqID用, 由于查询的时候key必须配合topic查询，因此在这里Topic也是必须的
* 需要用splitter分割，一并返回
* @param msg
* @return
*/
public static String getUniqID(final Message msg) {
//如果专有属性不存在，则返回null
//然后根据专有属性，取出idx, 在key中取出对应的key
return msg.getProperty(MessageConst.PROPERTY_UNIQ_CLIENT_MESSAGE_ID_KEYIDX);
}
public static byte[] createFakeIP() {
ByteBuffer bb = ByteBuffer.allocate(8);
bb.putLong(System.currentTimeMillis());
bb.position(4);
byte[] fakeIP = new byte[4];
bb.get(fakeIP);
return fakeIP;
}
private static void printIP(byte[] ip) {
String str = UtilAll.ipToIPv4Str(ip);
System.out.println(str);
}
public static void main(String[] args) throws Exception {
byte[] realIP = UtilAll.getIP();
printIP(realIP);
if (realIP[3] > (byte)248 && realIP[3] < (byte)250) {
System.out.println("true");
}
byte[] fakeIP = createFakeIP();
printIP(fakeIP);
byte[] innerIP = new byte[4];
innerIP[0] = (byte)172;
innerIP[1] = (byte)16;
innerIP[2] = (byte)217;
innerIP[3] = (byte)1;
System.out.println("inner = " + UtilAll.isInternalIP(innerIP));
System.out.println("end");
Calendar cal = Calendar.getInstance();
cal.setTimeInMillis(1457442383176L);
System.out.println(cal.getTime());
cal.setTimeInMillis(1457442382996L);
System.out.println(cal.getTime());
setStartTime(System.currentTimeMillis());
Thread.currentThread().sleep(100);
setStartTime(System.currentTimeMillis());
long threeday = 1000*60*60*24*3;
System.out.println(Long.toBinaryString(threeday));
int d = Integer.parseInt("1111111111111111", 2);
System.out.println(d);
System.out.println(Short.MAX_VALUE);
System.out.println(Byte.MAX_VALUE);
String id = createUniqID();
System.out.println(id);
String ip = getIPStrFromID(id);
Date date = getNearlyTimeFromID(id);
System.out.println(ip);
System.out.println(date.toString());
System.out.println("end...");
//性能测试
long begin = System.currentTimeMillis();
for (int i = 0; i < 1000000; i++) {
UUID.randomUUID().toString();
}
long end = System.currentTimeMillis();
System.out.println(end - begin); //3576
begin = System.currentTimeMillis();
for (int i = 0; i < 1000000; i++) {
createUniqID();
}
end = System.currentTimeMillis();
System.out.println(end - begin);//993
//排重测试
HashSet set = new HashSet();
for (int i = 0; i < 10000; i++) {
set.add(createUniqID());
}
System.out.println(set.size());
long testlong = (long)Integer.MAX_VALUE + 1L;
System.out.println(testlong);
System.out.println(UUID.randomUUID().toString());
System.out.println(createUniqID());
for (int i = 0; i < 20; i++) {
Message test = new Message();
MessageClientIDSetter.setUniqID(test);
System.out.println(test.getProperty(MessageConst.PROPERTY_UNIQ_CLIENT_MESSAGE_ID_KEYIDX));
}
System.out.println("end");
}
}
