com.landawn.abacus.http.HARUtil Maven / Gradle / Ivy

Show more of this group Show more artifacts with this name
Show all versions of abacus-common Show documentation
A general programming library in Java/Android. It's easy to learn and simple to use with concise and powerful APIs.
There is a newer version: 5.2.4
package com.landawn.abacus.http;

import java.io.File;
import java.util.List;
import java.util.Map;
import java.util.function.BiPredicate;
import java.util.function.Consumer;
import java.util.function.Predicate;

import com.landawn.abacus.logging.Logger;
import com.landawn.abacus.logging.LoggerFactory;
import com.landawn.abacus.util.Fn;
import com.landawn.abacus.util.IOUtil;
import com.landawn.abacus.util.Maps;
import com.landawn.abacus.util.N;
import com.landawn.abacus.util.Tuple;
import com.landawn.abacus.util.Tuple.Tuple2;
import com.landawn.abacus.util.Tuple.Tuple3;
import com.landawn.abacus.util.u.Optional;
import com.landawn.abacus.util.stream.Stream;

public class HARUtil {

    private static final Logger logger = LoggerFactory.getLogger(HARUtil.class);

    private static final BiPredicate defaultHttpHeaderFilterForHARRequest = HttpUtil::isValidHttpHeader;

    private static final ThreadLocal> httpHeaderFilterForHARRequest_TL = ThreadLocal //NOSONAR
            .withInitial(() -> defaultHttpHeaderFilterForHARRequest);

    private static final Consumer defaultCurlLogHandler = curl -> {
        if (logger.isInfoEnabled()) {
            logger.info(curl);
        }
    };

    private static final ThreadLocal>> logRequestCurlForHARRequest_TL = ThreadLocal //NOSONAR
            .withInitial(() -> Tuple.of(false, '\'', defaultCurlLogHandler));

    /**
     * 
     *
     * @param httpHeaderFilterForHARRequest 
     */
    public static void setHttpHeaderFilterForHARRequest(final BiPredicate httpHeaderFilterForHARRequest) {
        N.checkArgNotNull(httpHeaderFilterForHARRequest, "httpHeaderFilterForHARRequest");

        httpHeaderFilterForHARRequest_TL.set(httpHeaderFilterForHARRequest);
    }

    /**
     * 
     */
    public static void resetHttpHeaderFilterForHARRequest() {
        httpHeaderFilterForHARRequest_TL.set(defaultHttpHeaderFilterForHARRequest);
    }

    /**
     * 
     *
     * @param logRequest 
     */
    public static void logRequestCurlForHARRequest(final boolean logRequest) {
        logRequestCurlForHARRequest(logRequest, '\'');
    }

    /**
     * 
     *
     * @param logRequest 
     * @param quoteChar 
     */
    public static void logRequestCurlForHARRequest(final boolean logRequest, char quoteChar) {
        logRequestCurlForHARRequest_TL.set(Tuple.of(logRequest, quoteChar, defaultCurlLogHandler));
    }

    /**
     * 
     *
     * @param logRequest 
     * @param quoteChar 
     * @param logHandler 
     */
    public static void logRequestCurlForHARRequest(final boolean logRequest, char quoteChar, Consumer logHandler) {
        logRequestCurlForHARRequest_TL.set(Tuple.of(logRequest, quoteChar, logHandler));
    }

    /**
     * http://www.softwareishard.com/har/viewer/
     * 

     * https://confluence.atlassian.com/kb/generating-har-files-and-analyzing-web-requests-720420612.html
     *
     * @param har
     * @param targetUrl
     * @return
     */
    public static String sendRequstByHAR(File har, String targetUrl) {
        return sendRequstByHAR(har, Fn.equal(targetUrl));
    }

    /**
     * http://www.softwareishard.com/har/viewer/
     * 

     * https://confluence.atlassian.com/kb/generating-har-files-and-analyzing-web-requests-720420612.html
     *
     * @param har
     * @param filterForTargetUrl
     * @return
     */
    public static String sendRequstByHAR(final File har, final Predicate filterForTargetUrl) {
        return sendRequstByHAR(IOUtil.readAllToString(har), filterForTargetUrl);
    }

    /**
     * http://www.softwareishard.com/har/viewer/
     * 

     * https://confluence.atlassian.com/kb/generating-har-files-and-analyzing-web-requests-720420612.html
     *
     * @param har
     * @param targetUrl
     * @return
     */
    public static String sendRequstByHAR(String har, String targetUrl) {
        return sendRequstByHAR(har, Fn.equal(targetUrl));
    }

    /**
     * http://www.softwareishard.com/har/viewer/
     * 

     * https://confluence.atlassian.com/kb/generating-har-files-and-analyzing-web-requests-720420612.html
     *
     * @param har
     * @param filterForTargetUrl
     * @return
     */
    @SuppressWarnings("rawtypes")
    public static String sendRequstByHAR(final String har, final Predicate filterForTargetUrl) {
        Map map = N.fromJSON(Map.class, har);
        List entries = Maps.getByPath(map, "log.entries"); //NOSONAR

        return Stream.of(entries) //
                .map(m -> (Map) m.get("request")) //NOSONAR
                // .peek(m -> N.println(m.get("url")))
                .filter(m -> filterForTargetUrl.test((String) m.get("url")))
                .map(requestEntry -> sendRequestByRequestEntry(requestEntry, String.class))
                .first()
                .orElseThrow();

    }

    /**
     * http://www.softwareishard.com/har/viewer/
     * 

     * https://confluence.atlassian.com/kb/generating-har-files-and-analyzing-web-requests-720420612.html
     *
     * @param har
     * @param filterForTargetUrl
     * @return
     */
    public static List sendMultiRequstsByHAR(final File har, final Predicate filterForTargetUrl) {
        return sendMultiRequstsByHAR(IOUtil.readAllToString(har), filterForTargetUrl);
    }

    /**
     * http://www.softwareishard.com/har/viewer/
     * 

     * https://confluence.atlassian.com/kb/generating-har-files-and-analyzing-web-requests-720420612.html
     *
     * @param har
     * @param filterForTargetUrl
     * @return
     */
    @SuppressWarnings("rawtypes")
    public static List sendMultiRequstsByHAR(final String har, final Predicate filterForTargetUrl) {
        Map map = N.fromJSON(Map.class, har);
        List entries = Maps.getByPath(map, "log.entries");

        return Stream.of(entries) //
                .map(m -> (Map) m.get("request"))
                // .peek(m -> N.println(m.get("url")))
                .filter(m -> filterForTargetUrl.test((String) m.get("url")))
                .map(requestEntry -> sendRequestByRequestEntry(requestEntry, String.class))
                .toList();

    }

    /**
     * http://www.softwareishard.com/har/viewer/
     * 

     * https://confluence.atlassian.com/kb/generating-har-files-and-analyzing-web-requests-720420612.html
     *
     * @param har
     * @param filterForTargetUrl
     * @return first element in the returned {@code Tuple2} is {@code url}. The second element is HttpResponse.
     */
    public static Stream, HttpResponse>> streamMultiRequstsByHAR(final File har, final Predicate filterForTargetUrl) {
        return streamMultiRequstsByHAR(IOUtil.readAllToString(har), filterForTargetUrl);
    }

    /**
     * http://www.softwareishard.com/har/viewer/
     * 

     * https://confluence.atlassian.com/kb/generating-har-files-and-analyzing-web-requests-720420612.html
     *
     * @param har
     * @param filterForTargetUrl
     * @return first element in the returned {@code Tuple2} is {@code url}. The second element is HttpResponse.
     */
    @SuppressWarnings("rawtypes")
    public static Stream, HttpResponse>> streamMultiRequstsByHAR(final String har, final Predicate filterForTargetUrl) {
        Map map = N.fromJSON(Map.class, har);
        List entries = Maps.getByPath(map, "log.entries");

        return Stream.of(entries) //
                .map(m -> (Map) m.get("request"))
                // .peek(m -> N.println(m.get("url")))
                .filter(m -> filterForTargetUrl.test((String) m.get("url")))
                .map(requestEntry -> Tuple.of(requestEntry, sendRequestByRequestEntry(requestEntry, HttpResponse.class)));

    }

    /**
     * 
     *
     * @param  
     * @param requestEntry 
     * @param responseClass 
     * @return 
     */
    public static  T sendRequestByRequestEntry(final Map requestEntry, final Class responseClass) {
        final String url = getUrlByRequestEntry(requestEntry);
        final HttpMethod httpMethod = getHttpMethodByRequestEntry(requestEntry);

        final HttpHeaders httpHeaders = getHeadersByRequestEntry(requestEntry);

        final String requestBody = Maps.getByPath(requestEntry, "postData.text");
        final String bodyType = Maps.getByPath(requestEntry, "postData.mimeType");

        if (N.notNullOrEmpty(requestBody)) {
            WebUtil.setContentTypeByRequestBodyType(bodyType, httpHeaders);
        }

        final Tuple3> tp = logRequestCurlForHARRequest_TL.get();

        if (tp._1.booleanValue() && (tp._3 != defaultCurlLogHandler || logger.isInfoEnabled())) {
            tp._3.accept(WebUtil.buildCurl(httpMethod.name(), url, httpHeaders.toMap(), requestBody, bodyType, tp._2));
        }

        return HttpRequest.url(url).headers(httpHeaders).execute(responseClass, httpMethod, requestBody);
    }

    /**
     * 
     *
     * @param har 
     * @param filterForTargetUrl 
     * @return 
     */
    public static Optional> getRequestEntryByUrlFromHAR(final File har, final Predicate filterForTargetUrl) {
        return getRequestEntryByUrlFromHAR(IOUtil.readAllToString(har), filterForTargetUrl);
    }

    /**
     * 
     *
     * @param har 
     * @param filterForTargetUrl 
     * @return 
     */
    @SuppressWarnings("rawtypes")
    public static Optional> getRequestEntryByUrlFromHAR(final String har, final Predicate filterForTargetUrl) {
        Map map = N.fromJSON(Map.class, har);
        List entries = Maps.getByPath(map, "log.entries");

        return Stream.of(entries) //
                .map(m -> (Map) m.get("request"))
                .filter(m -> filterForTargetUrl.test((String) m.get("url")))
                .first();
    }

    /**
     * 
     *
     * @param requestEntry 
     * @return 
     */
    public static String getUrlByRequestEntry(final Map requestEntry) {
        return (String) requestEntry.get("url");
    }

    /**
     * 
     *
     * @param requestEntry 
     * @return 
     */
    public static HttpMethod getHttpMethodByRequestEntry(final Map requestEntry) {
        return HttpMethod.valueOf(requestEntry.get("method").toString().toUpperCase());
    }

    /**
     * 
     *
     * @param requestEntry 
     * @return 
     */
    public static HttpHeaders getHeadersByRequestEntry(final Map requestEntry) {
        final BiPredicate httpHeaderValidatorForHARRequest = httpHeaderFilterForHARRequest_TL.get();
        final HttpHeaders httpHeaders = HttpHeaders.create();
        final List> headers = (List>) requestEntry.get("headers");
        String headerName = null;
        String headerValue = null;

        for (Map m : headers) {
            headerName = m.get("name");
            headerValue = m.get("value");

            if (httpHeaderValidatorForHARRequest.test(headerName, headerValue)) {
                httpHeaders.set(headerName, headerValue);
            }
        }

        return httpHeaders;
    }

    /**
     * 
     *
     * @param requestEntry 
     * @return 
     */
    public static Tuple2 getBodyAndMimeTypeByRequestEntry(final Map requestEntry) {
        final String requestBody = Maps.getByPath(requestEntry, "postData.text");
        final String bodyType = Maps.getByPath(requestEntry, "postData.mimeType");

        return Tuple.of(requestBody, bodyType);
    }

    private HARUtil() {
        // Utility class.
    }
}