com.landawn.abacus.http.HttpUtil Maven / Gradle / Ivy
Go to download
Show more of this group Show more artifacts with this name
Show all versions of abacus-common Show documentation
Show all versions of abacus-common Show documentation
A general programming library in Java/Android. It's easy to learn and simple to use with concise and powerful APIs.
The newest version!
/*
* Copyright (C) 2015 HaiYang Li
*
* Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except
* in compliance with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software distributed under the License
* is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express
* or implied. See the License for the specific language governing permissions and limitations under
* the License.
*/
package com.landawn.abacus.http;
import java.io.ByteArrayInputStream;
import java.io.IOException;
import java.io.InputStream;
import java.io.OutputStream;
import java.net.HttpURLConnection;
import java.nio.charset.Charset;
import java.security.KeyManagementException;
import java.security.NoSuchAlgorithmException;
import java.security.cert.X509Certificate;
import java.text.DateFormat;
import java.text.ParsePosition;
import java.text.SimpleDateFormat;
import java.util.Collection;
import java.util.Date;
import java.util.EnumMap;
import java.util.HashMap;
import java.util.Locale;
import java.util.Map;
import java.util.TimeZone;
import java.util.concurrent.Executor;
import java.util.concurrent.LinkedBlockingQueue;
import java.util.concurrent.ThreadPoolExecutor;
import java.util.concurrent.TimeUnit;
import java.util.zip.GZIPOutputStream;
import javax.net.ssl.HostnameVerifier;
import javax.net.ssl.HttpsURLConnection;
import javax.net.ssl.SSLContext;
import javax.net.ssl.TrustManager;
import javax.net.ssl.X509TrustManager;
import com.landawn.abacus.annotation.Internal;
import com.landawn.abacus.annotation.MayReturnNull;
import com.landawn.abacus.parser.DeserializationConfig;
import com.landawn.abacus.parser.JSONParser;
import com.landawn.abacus.parser.KryoParser;
import com.landawn.abacus.parser.Parser;
import com.landawn.abacus.parser.ParserFactory;
import com.landawn.abacus.parser.SerializationConfig;
import com.landawn.abacus.parser.XMLParser;
import com.landawn.abacus.util.AndroidUtil;
import com.landawn.abacus.util.Array;
import com.landawn.abacus.util.AsyncExecutor;
import com.landawn.abacus.util.Charsets;
import com.landawn.abacus.util.IOUtil;
import com.landawn.abacus.util.LZ4BlockOutputStream;
import com.landawn.abacus.util.MoreExecutors;
import com.landawn.abacus.util.N;
import com.landawn.abacus.util.ObjectPool;
import com.landawn.abacus.util.Strings;
@Internal
public final class HttpUtil {
static final Executor DEFAULT_EXECUTOR;
static {
if (IOUtil.IS_PLATFORM_ANDROID) {
DEFAULT_EXECUTOR = AndroidUtil.getThreadPoolExecutor();
} else {
final ThreadPoolExecutor threadPoolExecutor = new ThreadPoolExecutor(//
N.max(64, IOUtil.CPU_CORES * 8), // coreThreadPoolSize
N.max(128, IOUtil.CPU_CORES * 16), // maxThreadPoolSize
180L, TimeUnit.SECONDS, new LinkedBlockingQueue<>());
DEFAULT_EXECUTOR = threadPoolExecutor;
MoreExecutors.addDelayedShutdownHook(threadPoolExecutor, 120, TimeUnit.SECONDS);
}
}
static final AsyncExecutor DEFAULT_ASYNC_EXECUTOR = new AsyncExecutor(DEFAULT_EXECUTOR);
public static final Charset DEFAULT_CHARSET = Charsets.UTF_8; // It should be utf-8 for web service or http call by default. // IOUtil.DEFAULT_CHARSET
public static final ContentFormat DEFAULT_CONTENT_FORMAT = ContentFormat.JSON;
static final String JSON = "json";
static final String XML = "xml";
static final String GZIP = "gzip";
static final String BR = "br";
static final String SNAPPY = "snappy";
static final String LZ4 = "lz4";
static final String KRYO = "kryo";
static final String URL_ENCODED = "urlencoded";
static final JSONParser jsonParser = ParserFactory.createJSONParser();
static final XMLParser xmlParser = ParserFactory.isXMLAvailable() ? ParserFactory.createXMLParser() : null;
static final KryoParser kryoParser = ParserFactory.isKryoAvailable() ? ParserFactory.createKryoParser() : null;
private static final Map> contentFormat2Parser = new EnumMap<>(ContentFormat.class);
static {
contentFormat2Parser.put(ContentFormat.JSON, jsonParser);
contentFormat2Parser.put(ContentFormat.JSON_LZ4, jsonParser);
contentFormat2Parser.put(ContentFormat.JSON_SNAPPY, jsonParser);
contentFormat2Parser.put(ContentFormat.JSON_GZIP, jsonParser);
contentFormat2Parser.put(ContentFormat.JSON_BR, jsonParser);
contentFormat2Parser.put(ContentFormat.XML, xmlParser);
contentFormat2Parser.put(ContentFormat.XML_LZ4, xmlParser);
contentFormat2Parser.put(ContentFormat.XML_SNAPPY, xmlParser);
contentFormat2Parser.put(ContentFormat.XML_GZIP, xmlParser);
contentFormat2Parser.put(ContentFormat.XML_BR, xmlParser);
contentFormat2Parser.put(ContentFormat.FormUrlEncoded, jsonParser);
contentFormat2Parser.put(ContentFormat.KRYO, kryoParser);
// by default
contentFormat2Parser.put(ContentFormat.NONE, jsonParser);
contentFormat2Parser.put(ContentFormat.LZ4, jsonParser);
contentFormat2Parser.put(ContentFormat.SNAPPY, jsonParser);
contentFormat2Parser.put(ContentFormat.GZIP, jsonParser);
contentFormat2Parser.put(ContentFormat.BR, jsonParser);
}
private static final Map contentFormat2Type = new EnumMap<>(ContentFormat.class);
static {
contentFormat2Type.put(ContentFormat.JSON, HttpHeaders.Values.APPLICATION_JSON);
contentFormat2Type.put(ContentFormat.JSON_LZ4, HttpHeaders.Values.APPLICATION_JSON);
contentFormat2Type.put(ContentFormat.JSON_SNAPPY, HttpHeaders.Values.APPLICATION_JSON);
contentFormat2Type.put(ContentFormat.JSON_GZIP, HttpHeaders.Values.APPLICATION_JSON);
contentFormat2Type.put(ContentFormat.JSON_BR, HttpHeaders.Values.APPLICATION_JSON);
contentFormat2Type.put(ContentFormat.XML, HttpHeaders.Values.APPLICATION_XML);
contentFormat2Type.put(ContentFormat.XML_LZ4, HttpHeaders.Values.APPLICATION_XML);
contentFormat2Type.put(ContentFormat.XML_SNAPPY, HttpHeaders.Values.APPLICATION_XML);
contentFormat2Type.put(ContentFormat.XML_GZIP, HttpHeaders.Values.APPLICATION_XML);
contentFormat2Type.put(ContentFormat.XML_BR, HttpHeaders.Values.APPLICATION_XML);
contentFormat2Type.put(ContentFormat.FormUrlEncoded, HttpHeaders.Values.APPLICATION_URL_ENCODED);
contentFormat2Type.put(ContentFormat.KRYO, HttpHeaders.Values.APPLICATION_KRYO);
}
// private static final Map contentFormat2Encoding = new EnumMap<>(ContentFormat.class);
//
// static {
// contentFormat2Encoding.put(ContentFormat.XML_GZIP, GZIP);
// contentFormat2Encoding.put(ContentFormat.XML_BR, BR);
// contentFormat2Encoding.put(ContentFormat.XML_SNAPPY, SNAPPY);
// contentFormat2Encoding.put(ContentFormat.XML_LZ4, LZ4);
// contentFormat2Encoding.put(ContentFormat.JSON_GZIP, GZIP);
// contentFormat2Encoding.put(ContentFormat.JSON_BR, BR);
// contentFormat2Encoding.put(ContentFormat.JSON_SNAPPY, SNAPPY);
// contentFormat2Encoding.put(ContentFormat.JSON_LZ4, LZ4);
// contentFormat2Encoding.put(ContentFormat.GZIP, GZIP);
// contentFormat2Encoding.put(ContentFormat.BR, BR);
// contentFormat2Encoding.put(ContentFormat.SNAPPY, SNAPPY);
// contentFormat2Encoding.put(ContentFormat.LZ4, LZ4);
// contentFormat2Encoding.put(ContentFormat.KRYO, KRYO);
// }
private static final Map> contentTypeEncoding2Format = new ObjectPool<>(64);
static {
for (final Map.Entry entry : contentFormat2Type.entrySet()) {
final Map contentEncoding2Format = contentTypeEncoding2Format.computeIfAbsent(entry.getValue(), k -> new HashMap<>());
if (Strings.containsIgnoreCase(entry.getKey().name(), GZIP)) {
contentEncoding2Format.put(GZIP, entry.getKey());
} else if (Strings.containsIgnoreCase(entry.getKey().name(), BR)) {
contentEncoding2Format.put(BR, entry.getKey());
} else if (Strings.containsIgnoreCase(entry.getKey().name(), SNAPPY)) {
contentEncoding2Format.put(SNAPPY, entry.getKey());
} else if (Strings.containsIgnoreCase(entry.getKey().name(), LZ4)) {
contentEncoding2Format.put(LZ4, entry.getKey());
} else {
if (Strings.containsIgnoreCase(entry.getKey().name(), KRYO)) {
contentEncoding2Format.put(KRYO, entry.getKey());
}
contentEncoding2Format.put(Strings.EMPTY_STRING, entry.getKey());
}
}
final Map contentEncoding2Format = contentTypeEncoding2Format.computeIfAbsent(Strings.EMPTY_STRING, k -> new HashMap<>());
contentEncoding2Format.put(GZIP, ContentFormat.GZIP);
contentEncoding2Format.put(BR, ContentFormat.BR);
contentEncoding2Format.put(SNAPPY, ContentFormat.SNAPPY);
contentEncoding2Format.put(LZ4, ContentFormat.LZ4);
contentEncoding2Format.put(KRYO, ContentFormat.KRYO);
contentEncoding2Format.put(Strings.EMPTY_STRING, ContentFormat.NONE);
}
private HttpUtil() {
// Singleton for utility class.
}
/**
*
* @param code
* @return
*/
public static boolean isSuccessfulResponseCode(final int code) {
return code >= 200 && code < 300;
}
/**
*
* @param key
* @param value
* @return
*/
public static boolean isValidHttpHeader(final String key, final String value) {
if (Strings.isEmpty(key) || key.indexOf(HttpHeaders.LF) >= 0 || key.indexOf(':') >= 0) {
return false;
}
if (Strings.isNotEmpty(value)) {
final int len = value.length();
int idx = value.indexOf(HttpHeaders.LF);
while (idx != -1) {
idx++;
if (idx < len) {
final char c = value.charAt(idx);
if ((c == ' ') || (c == '\t')) {
idx = value.indexOf(HttpHeaders.LF, idx);
continue;
}
}
return false;
}
}
return true;
}
/**
*
* @param value
* @return
*/
@SuppressWarnings("rawtypes")
public static String readHttpHeadValue(final Object value) {
if (value == null) {
return Strings.EMPTY_STRING;
}
if (value instanceof final Collection c) {
if (N.isEmpty(c)) {
return Strings.EMPTY_STRING;
} else if (c.size() == 1) {
return N.stringOf(N.firstOrNullIfEmpty(c));
} else {
return Strings.join((Collection) value, ",");
}
} else {
return N.stringOf(value);
}
}
/**
*
* @param httpHeaders
* @return
*/
@MayReturnNull
public static String getContentType(final Map httpHeaders) {
if (httpHeaders == null) {
return null;
}
Object value = httpHeaders.get(HttpHeaders.Names.CONTENT_TYPE);
if (value == null) {
value = httpHeaders.get(HttpHeaders.Names.L_CONTENT_TYPE);
}
return readHttpHeadValue(value);
}
/**
*
* @param httpHeaders
* @return
*/
@MayReturnNull
public static String getContentType(final HttpHeaders httpHeaders) {
if (httpHeaders == null) {
return null;
}
Object value = httpHeaders.get(HttpHeaders.Names.CONTENT_TYPE);
if (value == null) {
value = httpHeaders.get(HttpHeaders.Names.L_CONTENT_TYPE);
}
return readHttpHeadValue(value);
}
/**
*
* @param httpSettings
* @return
*/
@MayReturnNull
public static String getContentType(final HttpSettings httpSettings) {
if (httpSettings == null || httpSettings.headers() == null) {
return null;
}
return getContentType(httpSettings.headers());
}
/**
*
* @param connection
* @return
*/
public static String getContentType(final HttpURLConnection connection) {
return getContentType(connection.getHeaderFields());
}
/**
*
* @param httpHeaders
* @return
*/
@MayReturnNull
public static String getContentEncoding(final Map httpHeaders) {
if (httpHeaders == null) {
return null;
}
Object value = httpHeaders.get(HttpHeaders.Names.CONTENT_ENCODING);
if (value == null) {
value = httpHeaders.get(HttpHeaders.Names.L_CONTENT_ENCODING);
}
return readHttpHeadValue(value);
}
/**
*
* @param httpHeaders
* @return
*/
@MayReturnNull
public static String getContentEncoding(final HttpHeaders httpHeaders) {
if (httpHeaders == null) {
return null;
}
Object value = httpHeaders.get(HttpHeaders.Names.CONTENT_ENCODING);
if (value == null) {
value = httpHeaders.get(HttpHeaders.Names.L_CONTENT_ENCODING);
}
return readHttpHeadValue(value);
}
/**
*
* @param httpSettings
* @return
*/
@MayReturnNull
public static String getContentEncoding(final HttpSettings httpSettings) {
if (httpSettings == null || httpSettings.headers() == null) {
return null;
}
return getContentEncoding(httpSettings.headers());
}
/**
*
* @param connection
* @return
*/
public static String getContentEncoding(final HttpURLConnection connection) {
return getContentEncoding(connection.getHeaderFields());
}
/**
*
* @param httpHeaders
* @return
*/
@MayReturnNull
public static String getAccept(final Map httpHeaders) {
if (httpHeaders == null) {
return null;
}
Object value = httpHeaders.get(HttpHeaders.Names.ACCEPT);
if (value == null) {
value = httpHeaders.get(HttpHeaders.Names.L_ACCEPT);
}
return readHttpHeadValue(value);
}
/**
*
* @param httpHeaders
* @return
*/
@MayReturnNull
public static String getAccept(final HttpHeaders httpHeaders) {
if (httpHeaders == null) {
return null;
}
Object value = httpHeaders.get(HttpHeaders.Names.ACCEPT);
if (value == null) {
value = httpHeaders.get(HttpHeaders.Names.L_ACCEPT);
}
return readHttpHeadValue(value);
}
/**
*
* @param httpSettings
* @return
*/
@MayReturnNull
public static String getAccept(final HttpSettings httpSettings) {
if (httpSettings == null || httpSettings.headers() == null) {
return null;
}
return getAccept(httpSettings.headers());
}
/**
*
* @param connection
* @return
*/
public static String getAccept(final HttpURLConnection connection) {
return getAccept(connection.getHeaderFields());
}
/**
*
* @param httpHeaders
* @return
*/
@MayReturnNull
public static String getAcceptEncoding(final Map httpHeaders) {
if (httpHeaders == null) {
return null;
}
Object value = httpHeaders.get(HttpHeaders.Names.ACCEPT_ENCODING);
if (value == null) {
value = httpHeaders.get(HttpHeaders.Names.L_ACCEPT_ENCODING);
}
return readHttpHeadValue(value);
}
/**
*
* @param httpHeaders
* @return
*/
@MayReturnNull
public static String getAcceptEncoding(final HttpHeaders httpHeaders) {
if (httpHeaders == null) {
return null;
}
Object value = httpHeaders.get(HttpHeaders.Names.ACCEPT_ENCODING);
if (value == null) {
value = httpHeaders.get(HttpHeaders.Names.L_ACCEPT_ENCODING);
}
return readHttpHeadValue(value);
}
/**
*
* @param httpSettings
* @return
*/
@MayReturnNull
public static String getAcceptEncoding(final HttpSettings httpSettings) {
if (httpSettings == null || httpSettings.headers() == null) {
return null;
}
return getAcceptEncoding(httpSettings.headers());
}
/**
*
* @param connection
* @return
*/
public static String getAcceptEncoding(final HttpURLConnection connection) {
return getAcceptEncoding(connection.getHeaderFields());
}
/**
*
* @param httpHeaders
* @return
*/
@MayReturnNull
public static String getAcceptCharset(final Map httpHeaders) {
if (httpHeaders == null) {
return null;
}
Object value = httpHeaders.get(HttpHeaders.Names.ACCEPT_CHARSET);
if (value == null) {
value = httpHeaders.get(HttpHeaders.Names.L_ACCEPT_CHARSET);
}
return readHttpHeadValue(value);
}
/**
*
* @param httpHeaders
* @return
*/
@MayReturnNull
public static String getAcceptCharset(final HttpHeaders httpHeaders) {
if (httpHeaders == null) {
return null;
}
Object value = httpHeaders.get(HttpHeaders.Names.ACCEPT_CHARSET);
if (value == null) {
value = httpHeaders.get(HttpHeaders.Names.L_ACCEPT_CHARSET);
}
return readHttpHeadValue(value);
}
/**
*
* @param httpSettings
* @return
*/
@MayReturnNull
public static String getAcceptCharset(final HttpSettings httpSettings) {
if (httpSettings == null || httpSettings.headers() == null) {
return null;
}
return getAcceptCharset(httpSettings.headers());
}
/**
*
* @param connection
* @return
*/
public static String getAcceptCharset(final HttpURLConnection connection) {
return getAcceptCharset(connection.getHeaderFields());
}
/**
* Gets the content type.
*
* @param contentFormat
* @return
*/
@MayReturnNull
public static String getContentType(final ContentFormat contentFormat) {
if (contentFormat == null || contentFormat == ContentFormat.NONE) {
return null;
}
return contentFormat.contentType();
}
/**
* Gets the content encoding.
*
* @param contentFormat
* @return
*/
@MayReturnNull
public static String getContentEncoding(final ContentFormat contentFormat) {
if (contentFormat == null || contentFormat == ContentFormat.NONE) {
return null;
}
return contentFormat.contentEncoding();
}
/**
* Gets the content format.
*
* @param contentType
* @param contentEncoding
* @return
*/
public static ContentFormat getContentFormat(String contentType, String contentEncoding) {
if (contentType == null) {
contentType = Strings.EMPTY_STRING;
}
if (contentEncoding == null) {
contentEncoding = Strings.EMPTY_STRING;
}
Map contentEncoding2Format = contentTypeEncoding2Format.get(contentType);
if (contentEncoding2Format == null) {
if (Strings.containsIgnoreCase(contentType, HttpHeaders.Values.APPLICATION_JSON)) {
contentEncoding2Format = contentTypeEncoding2Format.get(HttpHeaders.Values.APPLICATION_JSON);
} else if (Strings.containsIgnoreCase(contentType, HttpHeaders.Values.APPLICATION_XML)) {
contentEncoding2Format = contentTypeEncoding2Format.get(HttpHeaders.Values.APPLICATION_XML);
} else if (Strings.containsIgnoreCase(contentType, HttpHeaders.Values.APPLICATION_URL_ENCODED)) {
contentEncoding2Format = contentTypeEncoding2Format.get(HttpHeaders.Values.APPLICATION_URL_ENCODED);
} else if (Strings.containsIgnoreCase(contentType, HttpHeaders.Values.APPLICATION_KRYO)) {
contentEncoding2Format = contentTypeEncoding2Format.get(HttpHeaders.Values.APPLICATION_KRYO);
}
}
if (contentEncoding2Format == null) {
if (Strings.containsIgnoreCase(contentType, JSON)) {
contentEncoding2Format = contentTypeEncoding2Format.get(HttpHeaders.Values.APPLICATION_JSON);
} else if (Strings.containsIgnoreCase(contentType, XML)) {
contentEncoding2Format = contentTypeEncoding2Format.get(HttpHeaders.Values.APPLICATION_XML);
} else if (Strings.containsIgnoreCase(contentType, URL_ENCODED)) {
contentEncoding2Format = contentTypeEncoding2Format.get(HttpHeaders.Values.APPLICATION_URL_ENCODED);
} else if (Strings.containsIgnoreCase(contentType, KRYO)) {
contentEncoding2Format = contentTypeEncoding2Format.get(HttpHeaders.Values.APPLICATION_KRYO);
} else {
contentEncoding2Format = contentTypeEncoding2Format.get(Strings.EMPTY_STRING);
}
}
ContentFormat contentFormat = contentEncoding2Format.get(contentEncoding);
if (contentFormat == null) {
if (Strings.containsIgnoreCase(contentEncoding, GZIP)) {
contentFormat = contentEncoding2Format.get(GZIP);
} else if (Strings.containsIgnoreCase(contentEncoding, BR)) {
contentFormat = contentEncoding2Format.get(BR);
} else if (Strings.containsIgnoreCase(contentEncoding, SNAPPY)) {
contentFormat = contentEncoding2Format.get(SNAPPY);
} else if (Strings.containsIgnoreCase(contentEncoding, LZ4)) {
contentFormat = contentEncoding2Format.get(LZ4);
} else if (Strings.containsIgnoreCase(contentEncoding, KRYO)) {
contentFormat = contentEncoding2Format.get(KRYO);
} else {
contentFormat = contentEncoding2Format.get(Strings.EMPTY_STRING);
}
}
return contentFormat == null ? ContentFormat.NONE : contentFormat;
}
/**
* Gets the content format.
*
* @param connection
* @return
*/
public static ContentFormat getContentFormat(final HttpURLConnection connection) {
return getContentFormat(getContentType(connection), getContentEncoding(connection));
}
/**
*
* @param respHeaders
* @param requestContentFormat
* @return
*/
public static ContentFormat getResponseContentFormat(final Map respHeaders, final ContentFormat requestContentFormat) {
String contentType = getContentType(respHeaders);
if (Strings.isEmpty(contentType) && requestContentFormat != null) {
contentType = requestContentFormat.contentType();
}
final String contentEncoding = getContentEncoding(respHeaders);
// Content encoding should be specified explicitly
// if (N.isEmpty(contentEncoding) && requestContentFormat != null) {
// contentEncoding = requestContentFormat.contentEncoding();
// }
return getContentFormat(contentType, contentEncoding);
}
/**
* Gets the parser.
*
* @param
* @param
* @param contentFormat
* @return
*/
public static , DC extends DeserializationConfig> Parser getParser(final ContentFormat contentFormat) {
if (contentFormat == null) {
return (Parser) jsonParser;
}
final Parser parser = (Parser) contentFormat2Parser.get(contentFormat);
if (parser == null) {
throw new IllegalArgumentException("Unsupported content format: " + contentFormat);
}
return parser;
}
/**
* Wrap input stream.
*
* @param is
* @param contentFormat
* @return
*/
public static InputStream wrapInputStream(final InputStream is, final ContentFormat contentFormat) {
if (is == null) {
return new ByteArrayInputStream(N.EMPTY_BYTE_ARRAY);
}
if (contentFormat == null || contentFormat == ContentFormat.NONE) {
return is;
}
final String contentFormatName = contentFormat.name();
if (Strings.containsIgnoreCase(contentFormatName, GZIP)) {
return IOUtil.newGZIPInputStream(is);
} else if (Strings.containsIgnoreCase(contentFormatName, BR)) {
return IOUtil.newBrotliInputStream(is);
} else if (Strings.containsIgnoreCase(contentFormatName, SNAPPY)) {
return IOUtil.newSnappyInputStream(is);
} else if (Strings.containsIgnoreCase(contentFormatName, LZ4)) {
return IOUtil.newLZ4BlockInputStream(is);
} else {
return is;
}
}
/**
* Wrap output stream.
*
* @param os
* @param contentFormat
* @return
*/
public static OutputStream wrapOutputStream(final OutputStream os, final ContentFormat contentFormat) {
if (contentFormat == null || contentFormat == ContentFormat.NONE || os == null) {
return os;
}
final String contentFormatName = contentFormat.name();
if (Strings.containsIgnoreCase(contentFormatName, GZIP)) {
return IOUtil.newGZIPOutputStream(os);
} else if (Strings.containsIgnoreCase(contentFormatName, BR)) {
// return IOUtil.newBrotliOutputStream(os);
throw new UnsupportedOperationException("Unsupported content encoding: Brotli for http request");
} else if (Strings.containsIgnoreCase(contentFormatName, SNAPPY)) {
return IOUtil.newSnappyOutputStream(os);
} else if (Strings.containsIgnoreCase(contentFormatName, LZ4)) {
return IOUtil.newLZ4BlockOutputStream(os);
} else {
return os;
}
}
/**
* Gets the output stream.
*
* @param connection
* @param contentFormat
* @param contentType
* @param contentEncoding
* @return
* @throws IOException Signals that an I/O exception has occurred.
*/
public static OutputStream getOutputStream(final HttpURLConnection connection, final ContentFormat contentFormat, String contentType, // NOSONAR
String contentEncoding) throws IOException {
if (Strings.isEmpty(contentType) && contentFormat != null) {
contentType = getContentType(contentFormat);
}
if (Strings.isNotEmpty(contentType)) {
connection.setRequestProperty(HttpHeaders.Names.CONTENT_TYPE, contentType);
}
if (Strings.isEmpty(contentEncoding) && contentFormat != null) {
contentEncoding = getContentEncoding(contentFormat);
}
if (Strings.isNotEmpty(contentEncoding)) {
connection.setRequestProperty(HttpHeaders.Names.CONTENT_ENCODING, contentEncoding);
}
return wrapOutputStream(connection.getOutputStream(), contentFormat);
}
/**
* Gets the input stream.
*
* @param connection
* @param contentFormat
* @return
*/
public static InputStream getInputStream(final HttpURLConnection connection, final ContentFormat contentFormat) {
try {
return N.defaultIfNull(wrapInputStream(connection.getInputStream(), contentFormat), N.emptyInputStream());
} catch (final IOException e) {
return N.defaultIfNull(wrapInputStream(connection.getErrorStream(), contentFormat), N.emptyInputStream());
}
}
/**
*
* @param os
* @throws IOException Signals that an I/O exception has occurred.
*/
public static void flush(final OutputStream os) throws IOException {
if (os instanceof LZ4BlockOutputStream) {
((LZ4BlockOutputStream) os).finish();
} else if (os instanceof GZIPOutputStream) {
((GZIPOutputStream) os).finish();
}
os.flush();
}
/**
*
* @param headers
* @return
*/
public static Charset getRequestCharset(final HttpHeaders headers) {
return getCharset(getContentType(headers), HttpUtil.DEFAULT_CHARSET);
}
/**
*
* @param headers
* @param requestCharset
* @return
*/
public static Charset getResponseCharset(final Map headers, final Charset requestCharset) {
return getCharset(getContentType(headers), requestCharset);
}
/**
*
* @param contentType
* @return
*/
public static Charset getCharset(final String contentType) {
return getCharset(contentType, DEFAULT_CHARSET);
}
/**
*
* @param contentType
* @param defaultIfNull
* @return
*/
public static Charset getCharset(final String contentType, final Charset defaultIfNull) {
if (Strings.isEmpty(contentType)) {
return defaultIfNull;
}
int fromIndex = -1;
if ((fromIndex = contentType.indexOf("charset")) >= 0) {
fromIndex = contentType.indexOf('=', fromIndex) + 1;
final int endIndex = Strings.indexOfAny(contentType, fromIndex, Array.of(';', ','));
return Charset.forName(endIndex < 0 ? contentType.substring(fromIndex).trim() : contentType.substring(fromIndex, endIndex).trim());
}
return defaultIfNull;
}
/**
* For test only. Don't use it on production.
* @deprecated
*/
// copied from: https://nakov.com/blog/2009/07/16/disable-certificate-validation-in-java-ssl-connections/
@Deprecated
public static void turnOffCertificateValidation() {
// Create a trust manager that does not validate certificate chains
final TrustManager[] trustAllCerts = { new X509TrustManager() {
@Override
public X509Certificate[] getAcceptedIssuers() {
return null; // NOSONAR
}
@Override
public void checkClientTrusted(final X509Certificate[] certs, final String authType) { //NOSONAR
}
@Override
public void checkServerTrusted(final X509Certificate[] certs, final String authType) { //NOSONAR
}
} };
try {
// Install the all-trusting trust manager
final SSLContext sc = SSLContext.getInstance("SSL"); //NOSONAR
sc.init(null, trustAllCerts, new java.security.SecureRandom());
HttpsURLConnection.setDefaultSSLSocketFactory(sc.getSocketFactory());
// Create all-trusting host name verifier
final HostnameVerifier allHostsValid = (hostname, session) -> true; //NOSONAR
// Install the all-trusting host verifier
HttpsURLConnection.setDefaultHostnameVerifier(allHostsValid);
} catch (KeyManagementException | NoSuchAlgorithmException e) {
throw new RuntimeException(e);
}
}
/*
* Copyright (C) 2011 The Android Open Source Project
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
/**
* Copied from OkHttp under Apache License, Version 2.0.
*
* Best-effort parser for HTTP dates.
*/
public static final class HttpDate {
/** GMT and UTC are equivalent for our purposes. */
public static final TimeZone UTC = TimeZone.getTimeZone("GMT");
/** The last four-digit year: "Fri, 31 Dec 9999 23:59:59 GMT". */
public static final long MAX_DATE = 253_402_300_799_999L;
/**
* Most websites serve cookies in the blessed format. Eagerly create the parser to ensure such
* cookies are on the fast path.
*/
private static final ThreadLocal STANDARD_DATE_FORMAT = ThreadLocal.withInitial(() -> { //NOSONAR
// Date format specified by RFC 7231 section 7.1.1.1.
final DateFormat rfc1123 = new SimpleDateFormat("EEE, dd MMM yyyy HH:mm:ss 'GMT'", Locale.US);
rfc1123.setLenient(false);
rfc1123.setTimeZone(UTC);
return rfc1123;
});
/** If we fail to parse a date in a non-standard format, try each of these formats in sequence. */
private static final String[] BROWSER_COMPATIBLE_DATE_FORMAT_STRINGS = {
// HTTP formats required by RFC2616 but with any timezone.
"EEE, dd MMM yyyy HH:mm:ss zzz", // RFC 822, updated by RFC 1123 with any TZ
"EEEE, dd-MMM-yy HH:mm:ss zzz", // RFC 850, obsoleted by RFC 1036 with any TZ.
"EEE MMM d HH:mm:ss yyyy", // ANSI C's asctime() format
// Alternative formats.
"EEE, dd-MMM-yyyy HH:mm:ss z", "EEE, dd-MMM-yyyy HH-mm-ss z", "EEE, dd MMM yy HH:mm:ss z", "EEE dd-MMM-yyyy HH:mm:ss z",
"EEE dd MMM yyyy HH:mm:ss z", "EEE dd-MMM-yyyy HH-mm-ss z", "EEE dd-MMM-yy HH:mm:ss z", "EEE dd MMM yy HH:mm:ss z", "EEE,dd-MMM-yy HH:mm:ss z",
"EEE,dd-MMM-yyyy HH:mm:ss z", "EEE, dd-MM-yyyy HH:mm:ss z",
/* RI bug 6641315 claims a cookie of this format was once served by www.yahoo.com */
"EEE MMM d yyyy HH:mm:ss z", };
private static final DateFormat[] BROWSER_COMPATIBLE_DATE_FORMATS = new DateFormat[BROWSER_COMPATIBLE_DATE_FORMAT_STRINGS.length];
/**
* Returns the date for {@code value}. Returns {@code null} if the value couldn't be parsed.
*
* @param value
* @return
*/
public static Date parse(final String value) {
if (value.isEmpty()) {
return null;
}
final ParsePosition position = new ParsePosition(0);
Date result = STANDARD_DATE_FORMAT.get().parse(value, position);
if (position.getIndex() == value.length()) {
// STANDARD_DATE_FORMAT must match exactly; all text must be consumed, e.g. no ignored
// non-standard trailing "+01:00". Those cases are covered below.
return result;
}
synchronized (BROWSER_COMPATIBLE_DATE_FORMAT_STRINGS) {
for (int i = 0, count = BROWSER_COMPATIBLE_DATE_FORMAT_STRINGS.length; i < count; i++) {
DateFormat format = BROWSER_COMPATIBLE_DATE_FORMATS[i];
if (format == null) {
format = new SimpleDateFormat(BROWSER_COMPATIBLE_DATE_FORMAT_STRINGS[i], Locale.US);
// Set the timezone to use when interpreting formats that don't have a timezone. GMT is
// specified by RFC 7231.
format.setTimeZone(UTC);
BROWSER_COMPATIBLE_DATE_FORMATS[i] = format;
}
position.setIndex(0);
result = format.parse(value, position);
if (position.getIndex() != 0) {
// Something was parsed. It's possible the entire string was not consumed, but we ignore
// that. If any of the BROWSER_COMPATIBLE_DATE_FORMAT_STRINGS ended in "'GMT'" we'd have
// to also check that position.getIndex() == value.length() otherwise parsing might have
// terminated early, ignoring things like "+01:00". Leaving this as != 0 means that any
// trailing junk is ignored.
return result;
}
}
}
return null;
}
/**
* Returns the string for {@code value}.
*
* @param value
* @return
*/
public static String format(final Date value) {
return STANDARD_DATE_FORMAT.get().format(value);
}
private HttpDate() {
}
}
}
© 2015 - 2025 Weber Informatics LLC | Privacy Policy