org.voovan.http.message.HttpParser Maven / Gradle / Ivy
Go to download
Show more of this group Show more artifacts with this name
Show all versions of voovan-framework Show documentation
Show all versions of voovan-framework Show documentation
Voovan is a java framwork and it not depends on any third-party framework.
package org.voovan.http.message;
import org.voovan.Global;
import org.voovan.http.message.packet.Cookie;
import org.voovan.http.message.packet.Part;
import org.voovan.http.server.context.WebContext;
import org.voovan.http.server.exception.HttpParserException;
import org.voovan.http.server.exception.RequestTooLarge;
import org.voovan.network.IoSession;
import org.voovan.tools.*;
import org.voovan.tools.buffer.ByteBufferChannel;
import org.voovan.tools.buffer.TByteBuffer;
import org.voovan.tools.hashwheeltimer.HashWheelTask;
import org.voovan.tools.log.Logger;
import org.voovan.tools.security.THash;
import java.io.File;
import java.io.IOException;
import java.nio.ByteBuffer;
import java.util.*;
import java.util.Map.Entry;
import java.util.concurrent.ConcurrentSkipListMap;
/**
* Http 报文解析类
* @author helyho
*
* Voovan Framework.
* WebSite: https://github.com/helyho/Voovan
* Licence: Apache v2 License
*/
public class HttpParser {
private static final String PL_METHOD = "1";
private static final String PL_PATH = "2";
private static final String PL_PROTOCOL = "3";
private static final String PL_VERSION = "4";
private static final String PL_STATUS = "5";
private static final String PL_STATUS_CODE = "6";
private static final String PL_QUERY_STRING = "7";
private static final String PL_HASH = "8";
private static final String USE_CACHE = "9";
private static final String BODY_PARTS = "10";
private static final String BODY_VALUE = "11";
private static final String BODY_FILE = "12";
public static final String MULTIPART_FORM_DATA = "multipart/form-data";
public static final String UPLOAD_PATH = TFile.assemblyPath(TFile.getTemporaryPath(),"voovan", "webserver", "upload");
public static final String propertyLineRegex = ": ";
public static final String equalMapRegex = "([^ ;,]+=[^;,]+)";
public static FastThreadLocal> THREAD_PACKET_MAP = FastThreadLocal.withInitial(()->new HashMap());
public static FastThreadLocal THREAD_REQUEST = FastThreadLocal.withInitial(()->new Request());
public static FastThreadLocal THREAD_RESPONSE = FastThreadLocal.withInitial(()->new Response());
private static FastThreadLocal THREAD_STRING_BUILDER = FastThreadLocal.withInitial(()->new byte[1024]);
private static ConcurrentSkipListMap> PACKET_MAP_CACHE = new ConcurrentSkipListMap>();
public static final int PARSER_TYPE_REQUEST = 0;
public static final int PARSER_TYPE_RESPONSE = 1;
static {
Global.getHashWheelTimer().addTask(new HashWheelTask() {
@Override
public void run() {
PACKET_MAP_CACHE.clear();
}
}, 60);
}
/**
* 私有构造函数
* 该类无法被实例化
*/
private HttpParser(){
}
/**
* 解析 HTTP Header属性行
* @param propertyLine
* Http 报文头属性行字符串
* @return
*/
private static Map parsePropertyLine(String propertyLine){
Map property = new HashMap();
int index = propertyLine.indexOf(propertyLineRegex);
if(index > 0){
String propertyName = propertyLine.substring(0, index);
String properyValue = propertyLine.substring(index+2, propertyLine.length());
property.put(fixHeaderName(propertyName), properyValue.trim());
}
return property;
}
/**
* 校正全小写形式的 Http 头
* @param headerName http 头的行数据
* @return 校正后的http 头的行数据
*/
public static String fixHeaderName(String headerName) {
if(headerName==null){
return null;
}
String[] headerNameSplits = headerName.split("-");
StringBuilder stringBuilder = new StringBuilder();
for(String headerNameSplit : headerNameSplits) {
if(Character.isLowerCase(headerNameSplit.codePointAt(0))){
stringBuilder.append((char)(headerNameSplit.codePointAt(0) - 32));
stringBuilder.append(TString.removePrefix(headerNameSplit));
} else {
stringBuilder.append(headerNameSplit);
}
stringBuilder.append("-");
}
return TString.removeSuffix(stringBuilder.toString());
}
/**
* 解析字符串中的所有等号表达式成 Map
* @param str
* 等式表达式
* @return 等号表达式 Map
*/
public static Map getEqualMap(String str){
Map equalMap = new HashMap();
String[] searchedStrings = TString.searchByRegex(str, equalMapRegex);
for(String groupString : searchedStrings){
//这里不用 split 的原因是有可能等号后的值字符串中出现等号
String[] equalStrings = new String[2];
int equalCharIndex= groupString.indexOf(Global.STR_EQUAL);
equalStrings[0] = groupString.substring(0,equalCharIndex);
equalStrings[1] = groupString.substring(equalCharIndex+1,groupString.length());
if(equalStrings.length==2){
String key = equalStrings[0];
String value = equalStrings[1];
if(value.startsWith(Global.STR_QUOTE) && value.endsWith(Global.STR_QUOTE)){
value = value.substring(1,value.length()-1);
}
equalMap.put(key, value);
}
}
return equalMap;
}
/**
* 获取HTTP 头属性里等式的值
* 可以从字符串 Content-Type: multipart/form-data; boundary=ujjLiiJBznFt70fG1F4EUCkIupn7H4tzm
* 直接解析出boundary的值.
* 使用方法:getPerprotyEqualValue(packetMap,"Content-Type","boundary")获得ujjLiiJBznFt70fG1F4EUCkIupn7H4tzm
* @param propertyName 属性名
* @param valueName 属性值
* @return
*/
private static String getPerprotyEqualValue(Map packetMap,String propertyName,String valueName){
Object propertyValueObj = packetMap.get(propertyName);
if(propertyValueObj == null){
return null;
}
String propertyValue = propertyValueObj.toString();
Map equalMap = getEqualMap(propertyValue);
return equalMap.get(valueName);
}
/**
* 处理消息的Cookie
* @param packetMap 报文 MAp 对象
* @param cookieName Http 头中 Cookie 报文行
* @param cookieValue Http 头中 Cookie 报文行
*/
@SuppressWarnings("unchecked")
private static void parseCookie(Map packetMap,String cookieName, String cookieValue){
if(!packetMap.containsKey(HttpStatic.COOKIE_STRING)){
packetMap.put(HttpStatic.COOKIE_STRING, new ArrayList>());
}
List> cookies = (List>) packetMap.get(HttpStatic.COOKIE_STRING);
//解析 Cookie 行
MapcookieMap = getEqualMap(cookieValue);
//响应 response 的 cookie 形式 一个cookie 一行
if(HttpStatic.SET_COOKIE_STRING.equalsIgnoreCase(cookieName)){
//处理非键值的 cookie 属性
if(cookieValue.toLowerCase().contains(HttpStatic.HTTPONLY_STRING)){
cookieMap.put(HttpStatic.HTTPONLY_STRING, Global.EMPTY_STRING);
}
if(cookieValue.toLowerCase().contains(HttpStatic.SECURE_STRING)){
cookieMap.put(HttpStatic.SECURE_STRING, Global.EMPTY_STRING);
}
cookies.add(cookieMap);
}
//请求 request 的 cookie 形式 多个cookie 一行
else if(HttpStatic.COOKIE_STRING.equalsIgnoreCase(cookieName)){
for(Entry cookieMapEntry: cookieMap.entrySet()){
HashMap cookieOneMap = new HashMap();
cookieOneMap.put(cookieMapEntry.getKey(), cookieMapEntry.getValue());
cookies.add(cookieOneMap);
}
}
}
/**
* 处理 body 段
* 判断是否使用 GZIP 压缩,如果使用则解压缩后返回,如果没有压缩则直接返回
* @param packetMap
* @param contentBytes
* @return
* @throws IOException
*/
private static byte[] dealBodyContent(Map packetMap,byte[] contentBytes) throws IOException{
byte[] bytesValue;
if(contentBytes.length == 0 ){
return contentBytes;
}
//是否支持 GZip
boolean isGZip = packetMap.get(HttpStatic.CONTENT_ENCODING_STRING)==null ? false : packetMap.get(HttpStatic.CONTENT_ENCODING_STRING).toString().contains(HttpStatic.GZIP_STRING);
//如果是 GZip 则解压缩
if(isGZip && contentBytes.length>0){
bytesValue = TZip.decodeGZip(contentBytes);
} else {
bytesValue = contentBytes;
}
return TObject.nullDefault(bytesValue,new byte[0]);
}
/**
* 解析 HTTP 请求写一行
* @param packetMap 解析后数据的容器
* @param type 解析的报文类型
* @param byteBuffer ByteBuffer对象
* @param contiuneRead 当数据不足时的读取器
*/
public static void parserProtocol(Map packetMap, int type, ByteBuffer byteBuffer, Runnable contiuneRead) {
byte[] bytes = THREAD_STRING_BUILDER.get();
int position = 0;
int hashCode = 0;
boolean isCache = type==PARSER_TYPE_REQUEST ? WebContext.isCache() : false;
//遍历 Protocol
int segment = 0;
String segment_1 = "";
String segment_2 = "";
String segment_3 = "";
int questPositiion = -1;
byte prevByte = '\0';
byte currentByte = '\0';
while (true) {
//如果数据不够则尝试读取
while(!byteBuffer.hasRemaining()) {
contiuneRead.run();
}
currentByte = byteBuffer.get();
if (currentByte == Global.BYTE_SPACE && segment < 2) {
if (segment == 0) {
HttpItem httpItem = HttpItem.getHttpItem(bytes, 0, position);
hashCode = hashCode + httpItem.getHashCode() << 1;
segment_1 = httpItem.getString();
} else if (segment == 1) {
HttpItem httpItem = HttpItem.getHttpItem(bytes, 0, position);
hashCode = hashCode + httpItem.getHashCode() << 2;
segment_2 =httpItem.getString();
}
position = 0;
segment++;
continue;
} else if (currentByte == Global.BYTE_QUESTION) {
if (segment == 1) {
questPositiion = byteBuffer.position();
continue;
}
} else if (prevByte == Global.BYTE_CR && currentByte == Global.BYTE_LF && segment == 2) {
HttpItem httpItem = HttpItem.getHttpItem(bytes, 0, position);
hashCode = hashCode + httpItem.getHashCode() << 3;
segment_3 =httpItem.getString();
position = 0;
break;
}
prevByte = currentByte;
if (currentByte == Global.BYTE_CR) {
continue;
}
bytes[position] = currentByte;
position++;
}
if (type == 0) {
//1
packetMap.put(PL_METHOD, segment_1);
//2
questPositiion = questPositiion - segment_1.length() - 1;
packetMap.put(PL_PATH, questPositiion > 0 ? segment_2.substring(0, questPositiion - 1) : segment_2);
if (questPositiion > 0) {
packetMap.put(PL_QUERY_STRING, segment_2.substring(questPositiion - 1));
}
//3
if(segment_3.charAt(0)=='H' && segment_3.charAt(1)=='T' && segment_3.charAt(2)=='T' && segment_3.charAt(3)=='P') {
packetMap.put(PL_PROTOCOL, HttpStatic.HTTP.getString());
} else {
throw new HttpParserException("Not a http packet");
}
switch (segment_3.charAt(7)) {
case '1':
packetMap.put(PL_VERSION, HttpStatic.HTTP_11_STRING);
break;
case '0':
packetMap.put(PL_VERSION, HttpStatic.HTTP_10_STRING);
break;
case '9':
packetMap.put(PL_VERSION, HttpStatic.HTTP_09_STRING);
break;
default:
packetMap.put(PL_VERSION, HttpStatic.HTTP_11_STRING);
}
}
if (type == 1) {
//1
if(segment_1.charAt(0)=='H' && segment_1.charAt(1)=='T' && segment_1.charAt(2)=='T' && segment_1.charAt(3)=='P') {
packetMap.put(PL_PROTOCOL, HttpStatic.HTTP.getString());
} else {
throw new HttpParserException("Not a http packet");
}
switch (segment_1.charAt(7)) {
case '1':
packetMap.put(PL_VERSION, HttpStatic.HTTP_11_STRING);
break;
case '0':
packetMap.put(PL_VERSION, HttpStatic.HTTP_10_STRING);
break;
case '9':
packetMap.put(PL_VERSION, HttpStatic.HTTP_09_STRING);
break;
default:
packetMap.put(PL_VERSION, HttpStatic.HTTP_11_STRING);
}
//2
packetMap.put(PL_STATUS, segment_2);
//3
packetMap.put(PL_STATUS_CODE, segment_3);
}
if(isCache) {
packetMap.put(PL_HASH, hashCode);
}
}
/**
* 解析 HTTP 请求头
* @param packetMap 解析后数据的容器
* @param byteBuffer ByteBuffer对象
* @param contiuneRead 当数据不足时的读取器
* @return true: Header解析未完成, false: Header解析完成
*/
public static boolean parseHeader(Map packetMap, ByteBuffer byteBuffer, Runnable contiuneRead) {
byte[] bytes = THREAD_STRING_BUILDER.get();
int position = 0;
//遍历 Protocol
boolean onHeaderName = true;
byte prevByte = '\0';
byte currentByte = '\0';
String headerName = null;
String headerValue = null;
while (true) {
//如果数据不够则尝试读取
while(!byteBuffer.hasRemaining()) {
contiuneRead.run();
}
currentByte = byteBuffer.get();
if (onHeaderName && prevByte == Global.BYTE_COLON && currentByte == Global.BYTE_SPACE) {
headerName = HttpItem.getHttpItem(bytes, 0, position).getString();
onHeaderName = false;
position = 0;
continue;
} else if (!onHeaderName && prevByte == Global.BYTE_CR && currentByte == Global.BYTE_LF) {
headerValue = HttpItem.getHttpItem(bytes, 0, position).getString();
break;
}
//http 头结束了
if (onHeaderName && prevByte == Global.BYTE_CR && currentByte == Global.BYTE_LF) {
return true;
}
prevByte = currentByte;
if (onHeaderName && currentByte == Global.BYTE_COLON) {
continue;
} else if (!onHeaderName && currentByte == Global.BYTE_CR) {
continue;
}
bytes[position] = currentByte;
position++;
}
if(headerName!=null && headerValue!=null) {
packetMap.put(headerName, headerValue);
}
return false;
// packetMap.put(fixHeaderName(headerName), headerValue);
}
/**
* 解析 HTTP 报文
* 解析称 Map 形式,其中:
* 1.protocol 解析成 key/value 形式
* 2.header 解析成 key/value 形式
* 3.cookie 解析成 List[Map[String,String]] 形式
* 3.part 解析成 List[Map[Stirng,Object]](因为是递归,参考 HTTP 解析形式) 形式
* 5.body 解析成 key=BODY_VALUE 的Map 元素
* @param session socket 会话对象
* @param packetMap 用于填充的解析 map
* @param type 解析的报文类型, 0: Request, 1: Response
* @param byteBufferChannel 输入流
* @param timeOut 读取超时时间参数
* @param requestMaxSize 上传文件的最大尺寸, 单位: kb
* @return 解析后的 Map
* @throws IOException IO 异常
*/
public static Map parser(IoSession session, Map packetMap, int type,
ByteBufferChannel byteBufferChannel, int timeOut,
long requestMaxSize) throws IOException {
int totalLength = 0;
long mark = 0;
int headerMark = 0;
int protocolPosition = 0;
boolean isBodyConent = false;
boolean isCache = type==PARSER_TYPE_REQUEST ? WebContext.isCache() : false;
requestMaxSize = requestMaxSize < 0 ? Integer.MAX_VALUE : requestMaxSize;
//继续从 Socket 中读取数据
Runnable contiuneRead = ()->{
if(session==null || !session.isConnected()) {
throw new HttpParserException("Socket is disconnect");
}
session.getSocketSelector().eventChoose();
};
//按行遍历HTTP报文
while(byteBufferChannel.size() > 0){
ByteBuffer innerByteBuffer = byteBufferChannel.getByteBuffer();
try {
//处理协议行
{
parserProtocol(packetMap, type, innerByteBuffer, contiuneRead);
protocolPosition = innerByteBuffer.position() - 1;
//检查缓存是否存在,并获取
if (isCache) {
mark = ((Integer) packetMap.get(PL_HASH)).longValue();
for (Entry> packetMapCacheItem : PACKET_MAP_CACHE.entrySet()) {
long cachedMark = ((Long) packetMapCacheItem.getKey()).longValue();
long totalLengthInMark = (cachedMark << 32) >> 32;
if (totalLengthInMark > innerByteBuffer.limit()) {
continue;
}
headerMark = THash.hashTime31(innerByteBuffer, protocolPosition, (int) (totalLengthInMark - protocolPosition));
if (mark + headerMark == cachedMark >> 32) {
if (byteBufferChannel.size() >= totalLengthInMark &&
byteBufferChannel.get((int) totalLengthInMark - 1) == 10 &&
byteBufferChannel.get((int) totalLengthInMark - 2) == 13) {
innerByteBuffer.position((int) totalLengthInMark);
return packetMapCacheItem.getValue();
}
}
}
}
if (!packetMap.containsKey(PL_PROTOCOL)) {
return null;
}
}
//处理协议头
{
while (!parseHeader(packetMap, innerByteBuffer, contiuneRead)) {
if (!innerByteBuffer.hasRemaining() && session.isConnected()) {
return null;
}
}
}
//处理 Cookie
{
String cookieName = null;
String cookieValue = null;
if (packetMap.containsKey(HttpStatic.SET_COOKIE_STRING)) {
cookieName = HttpStatic.SET_COOKIE_STRING;
cookieValue = packetMap.get(HttpStatic.SET_COOKIE_STRING).toString();
packetMap.remove(HttpStatic.SET_COOKIE_STRING);
} else if (packetMap.containsKey(HttpStatic.COOKIE_STRING)) {
cookieName = HttpStatic.COOKIE_STRING;
cookieValue = packetMap.get(HttpStatic.COOKIE_STRING).toString();
packetMap.remove(HttpStatic.COOKIE_STRING);
}
if (cookieName != null) {
parseCookie(packetMap, cookieName, cookieValue);
}
}
//处理更新或设置缓存
if(isCache && "GET".equals(packetMap.get(PL_METHOD)) || !packetMap.containsKey(HttpStatic.CONTENT_TYPE_STRING)) {
totalLength = innerByteBuffer.position();
headerMark = THash.hashTime31(innerByteBuffer, protocolPosition, (int)(totalLength - protocolPosition));
mark = (mark + headerMark) << 32 | totalLength;
packetMap.put(PL_HASH, mark);
HashMap cachedPacketMap = new HashMap();
cachedPacketMap.putAll(packetMap);
cachedPacketMap.put(USE_CACHE, 1);
PACKET_MAP_CACHE.put(mark, cachedPacketMap);
break;
}
} finally {
byteBufferChannel.compact();
}
isBodyConent = true;
packetMap.put(PL_HASH, null);
//解析 HTTP 请求 body
if(isBodyConent){
String contentType =packetMap.get(HttpStatic.CONTENT_TYPE_STRING)==null ? Global.EMPTY_STRING : packetMap.get(HttpStatic.CONTENT_TYPE_STRING).toString();
String transferEncoding = packetMap.get(HttpStatic.TRANSFER_ENCODING_STRING)==null ? "" : packetMap.get(HttpStatic.TRANSFER_ENCODING_STRING).toString();
//1. 解析 HTTP 的 POST 请求 body part
if(contentType.contains(MULTIPART_FORM_DATA)){
//用来保存 Part 的 list
List> bodyPartList = new ArrayList>();
//取boundary 用于 part 内容分段
String boundary = TString.assembly("--", getPerprotyEqualValue(packetMap, HttpStatic.CONTENT_TYPE_STRING, HttpStatic.BOUNDARY_STRING));
ByteBuffer boundaryEnd = ByteBuffer.allocate(2);
while(true) {
//等待数据
if (!byteBufferChannel.waitData(boundary.getBytes(), timeOut, contiuneRead)) {
throw new HttpParserException("Http Parser readFromChannel data error");
}
int index = byteBufferChannel.indexOf(boundary.getBytes(Global.CS_UTF_8));
//跳过 boundary
byteBufferChannel.shrink((index + boundary.length()));
//取 boundary 结尾字符
boundaryEnd.clear();
int readSize = byteBufferChannel.readHead(boundaryEnd);
//累计请求大小
totalLength = totalLength + readSize;
//请求过大的处理
if(totalLength > requestMaxSize * 1024){
throw new RequestTooLarge("Request is too large: {max size: " + requestMaxSize*1024 + ", expect size: " + totalLength + "}");
}
//确认 boundary 结尾字符, 如果是"--" 则标识报文结束
if (Arrays.equals(boundaryEnd.array(), "--".getBytes())) {
//收缩掉尾部的换行
byteBufferChannel.shrink(2);
break;
}
byte[] boundaryMark = HttpStatic.BODY_MARK.getBytes();
//等待数据
if (!byteBufferChannel.waitData(boundaryMark, timeOut, contiuneRead)) {
throw new HttpParserException("Http Parser readFromChannel data error");
}
int partHeadEndIndex = byteBufferChannel.indexOf(boundaryMark);
//Part 头读取
ByteBuffer partHeadBuffer = TByteBuffer.allocateDirect(partHeadEndIndex + 4);
byteBufferChannel.readHead(partHeadBuffer);
//构造新的 Bytebufer 递归解析
ByteBufferChannel partByteBufferChannel = new ByteBufferChannel(partHeadEndIndex + 4); //包含换行符
partByteBufferChannel.writeEnd(partHeadBuffer);
Map partMap = new HashMap();
ByteBuffer partByteBuffer = partByteBufferChannel.getByteBuffer();
while(parseHeader(partMap, partByteBuffer, contiuneRead)){
if(!partByteBuffer.hasRemaining() && session.isConnected()){
return null;
}
}
partByteBufferChannel.compact();
TByteBuffer.release(partHeadBuffer);
partByteBufferChannel.release();
TByteBuffer.release(partHeadBuffer);
String fileName = getPerprotyEqualValue(partMap, HttpStatic.CONTENT_DISPOSITION_STRING, "filename");
if(fileName!=null && fileName.isEmpty()){
break;
}
//解析 Part 报文体
//重置 index
index = -1;
//普通参数处理
if (fileName == null) {
//等待数据
if (!byteBufferChannel.waitData(boundary.getBytes(), timeOut, contiuneRead)) {
throw new HttpParserException("Http Parser readFromChannel data error");
}
index = byteBufferChannel.indexOf(boundary.getBytes(Global.CS_UTF_8));
ByteBuffer bodyByteBuffer = ByteBuffer.allocate(index - 2);
byteBufferChannel.readHead(bodyByteBuffer);
partMap.put(BODY_VALUE, bodyByteBuffer.array());
}
//文件处理
else {
String fileExtName = TFile.getFileExtension(fileName);
fileExtName = fileExtName==null || fileExtName.equals(Global.EMPTY_STRING) ? "tmp" : fileExtName;
//拼文件名
String localFileName =TString.assembly(UPLOAD_PATH, Global.NAME, System.currentTimeMillis(), ".", fileExtName);
//文件是否接收完成
boolean isFileRecvDone = false;
while (true){
int dataLength = byteBufferChannel.size();
//等待数据, 1毫秒超时
if (byteBufferChannel.waitData(boundary.getBytes(), 1, contiuneRead)) {
isFileRecvDone = true;
}
if(!isFileRecvDone) {
if(dataLength!=0) {
byteBufferChannel.saveToFile(localFileName, dataLength);
//累计请求大小
totalLength = totalLength + dataLength;
}
continue;
} else {
index = byteBufferChannel.indexOf(boundary.getBytes(Global.CS_UTF_8));
int length = index == -1 ? byteBufferChannel.size() : (index - 2);
if (index > 0) {
byteBufferChannel.saveToFile(localFileName, length);
totalLength = totalLength + dataLength;
}
}
//请求过大的处理
if(totalLength > requestMaxSize * 1024){
TFile.deleteFile(new File(localFileName));
throw new RequestTooLarge("Request is too large: {max size: " + requestMaxSize*1024 + ", expect size: " + totalLength + "}");
}
if(!isFileRecvDone){
TEnv.sleep(100);
} else {
break;
}
}
if(index == -1){
new File(localFileName).delete();
throw new HttpParserException("Http Parser not enough data with " + boundary);
}else{
partMap.remove(BODY_VALUE);
partMap.put(BODY_FILE, localFileName.getBytes());
}
}
//加入bodyPartList中
bodyPartList.add(partMap);
}
//将存有多个 part 的 list 放入packetMap
packetMap.put(BODY_PARTS, bodyPartList);
}
//2. 解析 HTTP 响应 body 内容段的 chunked
else if(HttpStatic.CHUNKED_STRING.equals(transferEncoding)){
ByteBufferChannel chunkedByteBufferChannel = new ByteBufferChannel(3);
String chunkedLengthLine = "";
while(chunkedLengthLine!=null){
// 等待数据
if(!byteBufferChannel.waitData("\r\n".getBytes(), timeOut, contiuneRead)){
throw new HttpParserException("Http Parser readFromChannel data error");
}
chunkedLengthLine = byteBufferChannel.readLine().trim();
if("0".equals(chunkedLengthLine)){
break;
}
if(chunkedLengthLine.isEmpty()){
continue;
}
int chunkedLength = 0;
//读取chunked长度
try {
chunkedLength = Integer.parseInt(chunkedLengthLine, 16);
}catch(Exception e){
e.printStackTrace();
break;
}
// 等待数据
if(!byteBufferChannel.waitData(chunkedLength, timeOut, contiuneRead)){
throw new HttpParserException("Http Parser readFromChannel data error");
}
int readSize = 0;
if(chunkedLength > 0) {
//按长度读取chunked内容
ByteBuffer byteBuffer = TByteBuffer.allocateDirect(chunkedLength);
readSize = byteBufferChannel.readHead(byteBuffer);
//累计请求大小
totalLength = totalLength + readSize;
//请求过大的处理
if(readSize != chunkedLength){
throw new HttpParserException("Http Parser readFromChannel chunked data error");
}
//如果多次读取则拼接
chunkedByteBufferChannel.writeEnd(byteBuffer);
TByteBuffer.release(byteBuffer);
}
//请求过大的处理
if(totalLength > requestMaxSize * 1024){
throw new RequestTooLarge("Request is too large: {max size: " + requestMaxSize*1024 + ", expect size: " + totalLength + "}");
}
//跳过换行符号
byteBufferChannel.shrink(2);
}
byte[] value = dealBodyContent(packetMap, chunkedByteBufferChannel.array());
chunkedByteBufferChannel.release();
packetMap.put(BODY_VALUE, value);
byteBufferChannel.shrink(2);
}
//3. HTTP(请求和响应) 报文的内容段中Content-Length 提供长度,按长度读取 body 内容段
else if(packetMap.containsKey(HttpStatic.CONTENT_LENGTH_STRING)){
int contentLength = Integer.parseInt(packetMap.get(HttpStatic.CONTENT_LENGTH_STRING).toString());
//累计请求大小
totalLength = totalLength + contentLength;
//请求过大的处理
if(totalLength > requestMaxSize * 1024){
throw new HttpParserException("Request is too large: {max size: " + requestMaxSize*1024 + ", expect size: " + totalLength + "}");
}
// 等待数据
if(!byteBufferChannel.waitData(contentLength, timeOut, contiuneRead)){
throw new HttpParserException("Http Parser readFromChannel data error");
}
ByteBuffer byteBuffer = ByteBuffer.allocate(contentLength);
byteBufferChannel.readHead(byteBuffer);
byte[] contentBytes = byteBuffer.array();
byte[] value = dealBodyContent(packetMap, contentBytes);
packetMap.put(BODY_VALUE, value);
}
break;
}
}
return packetMap;
}
/**
* 解析报文成 HttpRequest 对象
* @param session socket 会话对象
* @param byteBufferChannel 输入字节流
* @param timeOut 读取超时时间参数
* @param requestMaxSize 上传文件的最大尺寸, 单位: kb
* @return 返回请求报文
* @throws IOException IO 异常
*/
@SuppressWarnings("unchecked")
public static Request parseRequest(IoSession session, ByteBufferChannel byteBufferChannel, int timeOut, long requestMaxSize) throws IOException {
Request request = null;
Map packetMap = THREAD_PACKET_MAP.get();
packetMap = parser(session, packetMap, PARSER_TYPE_REQUEST, byteBufferChannel, timeOut, requestMaxSize);
//如果解析的Map为空,则直接返回空
if(packetMap==null || packetMap.isEmpty() || byteBufferChannel.isReleased()){
return null;
}
request = THREAD_REQUEST.get();
request.clear();
//填充报文到请求对象
Set> parsedItems= packetMap.entrySet();
for(Entry parsedPacketEntry: parsedItems) {
String key = parsedPacketEntry.getKey();
switch (key) {
case PL_METHOD:
request.protocol().setMethod(parsedPacketEntry.getValue().toString());
break;
case PL_PROTOCOL:
request.protocol().setProtocol(parsedPacketEntry.getValue().toString());
break;
case PL_QUERY_STRING:
request.protocol().setQueryString(parsedPacketEntry.getValue().toString());
break;
case PL_VERSION:
request.protocol().setVersion(parsedPacketEntry.getValue().toString());
break;
case PL_PATH:
request.protocol().setPath(parsedPacketEntry.getValue().toString());
break;
case PL_HASH:
request.setMark((Long)parsedPacketEntry.getValue());
break;
case HttpStatic.COOKIE_STRING:
List> cookieMap = (List>)packetMap.get(HttpStatic.COOKIE_STRING);
//遍历 Cookie,并构建 Cookie 对象
for(Map cookieMapItem : cookieMap){
Cookie cookie = Cookie.buildCookie(cookieMapItem);
request.cookies().add(cookie);
}
cookieMap.clear();
break;
case BODY_VALUE:
byte[] value = (byte[])(parsedPacketEntry.getValue());
request.body().write(value);
break;
case BODY_PARTS:
List> parsedParts = (List>)(parsedPacketEntry.getValue());
//遍历 part List,并构建 Part 对象
for(Map parsedPartMap : parsedParts){
Part part = new Part();
//将 part Map中的值,并填充到新构建的 Part 对象中
for(Entry parsedPartMapItem : parsedPartMap.entrySet()){
//填充 Value 中的值到 body 中
if(parsedPartMapItem.getKey().equals(BODY_VALUE)){
part.body().changeToBytes((byte[])parsedPartMapItem.getValue());
} if(parsedPartMapItem.getKey().equals(BODY_FILE)){
String filePath = new String((byte[])parsedPartMapItem.getValue());
part.body().changeToFile(new File(filePath));
} else {
//填充 header
String partedHeaderKey = parsedPartMapItem.getKey();
String partedHeaderValue = parsedPartMapItem.getValue().toString();
part.header().put(partedHeaderKey, partedHeaderValue);
if(HttpStatic.CONTENT_DISPOSITION_STRING.equals(partedHeaderKey)){
//对Content-Disposition中的"name=xxx"进行处理,方便直接使用
Map contentDispositionValue = HttpParser.getEqualMap(partedHeaderValue);
part.header().putAll(contentDispositionValue);
}
}
}
request.parts().add(part);
parsedPartMap.clear();
}
break;
default:
request.header().put(parsedPacketEntry.getKey(), parsedPacketEntry.getValue().toString());
break;
}
}
if(!packetMap.containsKey(USE_CACHE)) {
packetMap.clear();
}
return request;
}
/**
* 解析报文成 HttpResponse 对象
* @param session socket 会话对象
* @param byteBufferChannel 输入字节流
* @param timeOut 读取超时时间参数
* @return 返回响应报文
* @throws IOException IO 异常
*/
@SuppressWarnings("unchecked")
public static Response parseResponse(IoSession session, ByteBufferChannel byteBufferChannel, int timeOut) throws IOException {
Map packetMap = THREAD_PACKET_MAP.get();
packetMap = parser(session, packetMap, PARSER_TYPE_RESPONSE, byteBufferChannel, timeOut, -1);
packetMap.remove(PL_HASH);
//如果解析的Map为空,则直接返回空
if(packetMap==null || packetMap.isEmpty() || byteBufferChannel.isReleased()){
return null;
}
Response response = THREAD_RESPONSE.get();
response.clear();
//填充报文到响应对象
Set> parsedItems= packetMap.entrySet();
for(Entry parsedPacketEntry: parsedItems){
String key = parsedPacketEntry.getKey();
switch (key) {
case PL_PROTOCOL:
response.protocol().setProtocol(parsedPacketEntry.getValue().toString());
break;
case PL_VERSION:
response.protocol().setVersion(parsedPacketEntry.getValue().toString());
break;
case PL_STATUS:
response.protocol().setStatus(Integer.parseInt(parsedPacketEntry.getValue().toString()));
break;
case PL_STATUS_CODE:
response.protocol().setStatusCode(parsedPacketEntry.getValue().toString());
break;
case HttpStatic.COOKIE_STRING:
List> cookieMap = (List>)parsedPacketEntry.getValue();
//遍历 Cookie,并构建 Cookie 对象
for(Map cookieMapItem : cookieMap){
Cookie cookie = Cookie.buildCookie(cookieMapItem);
response.cookies().add(cookie);
}
break;
case BODY_VALUE:
response.body().write((byte[])parsedPacketEntry.getValue());
break;
default:
response.header().put(parsedPacketEntry.getKey(), parsedPacketEntry.getValue().toString());
break;
}
}
packetMap.clear();
return response;
}
public static void resetThreadLocal(){
THREAD_REQUEST.set(new Request());
THREAD_RESPONSE.set(new Response());
}
}
© 2015 - 2024 Weber Informatics LLC | Privacy Policy