io.github.karlatemp.mxlib.selenium.NetKit Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of mxlib-selenium Show documentation
MxLib - mxlib-selenium
The newest version!
/*
 * Copyright (c) 2018-2021 Karlatemp. All rights reserved.
 * @author Karlatemp  
 *
 * MXLib/MXLib.mxlib-selenium.main/NetKit.java
 *
 * Use of this source code is governed by the MIT license that can be found via the following link.
 *
 * https://github.com/Karlatemp/MxLib/blob/master/LICENSE
 */

package io.github.karlatemp.mxlib.selenium;

import io.github.karlatemp.mxlib.logger.MLogger;
import org.apache.http.HttpResponse;
import org.apache.http.client.methods.HttpGet;

import java.io.*;
import java.util.ArrayList;
import java.util.Collection;
import java.util.Collections;
import java.util.List;

import static io.github.karlatemp.mxlib.selenium.MxSelenium.client;

class NetKit {
    interface Invoke {
        void invoke(File file, File zip) throws IOException;
    }

    static int retryCounts = 5;

    static File download(
            File file,
            String url,
            String zipname,
            Invoke unzipper
    ) throws IOException {
        return download(file, Collections.singleton(url), zipname, unzipper, false);
    }

    static File download(
            File file,
            Collection urls,
            String zipname,
            Invoke unzipper
    ) throws IOException {
        return download(file, urls, zipname, unzipper, false);
    }

    static File download(
            File file,
            Collection urls,
            String zipname,
            Invoke unzipper,
            boolean override
    ) throws IOException {
        MLogger logger = MxSelenium.getLogger();
        if (!file.isFile() || override) {
            File parent = file.getParentFile();
            if (parent == null) parent = new File(".");
            parent.mkdirs();
            File zip;
            if (zipname == null) zip = file;
            else zip = new File(parent, zipname);

            ArrayList errors = new ArrayList<>(retryCounts);
            for (String url : urls) {
                if (logger.isInfoEnabled()) {
                    logger.info("Downloading " + file.getName() + " from " + url);
                }
                for (int i = 0; i < retryCounts; i++) {
                    // logger.info("Downloading " + file.getName() + " X " + url + " " + i);
                    if (i != 0 && logger.isInfoEnabled()) {
                        logger.info("Download fail. retrying....");
                    }
                    try (OutputStream out = new BufferedOutputStream(new FileOutputStream(zip))) {
                        HttpResponse response = client.execute(new HttpGet(url));
                        if (response.getStatusLine().getStatusCode() / 100 == 4) {
                            response.getEntity().getContent().close();
                            throw new FileNotFoundException(url);
                        }
                        response.getEntity().writeTo(out);
                    } catch (Throwable throwable) {
                        logger.error(throwable.toString());
                        errors.add(throwable);
                        continue;
                    }
                    if (unzipper != null)
                        unzipper.invoke(file, zip);
                    return file;
                }
            }
            IOException downloadFail = new IOException(
                    "Failed download " + file.getName() + " from " + urls
            );
            for (Throwable e : errors)
                downloadFail.addSuppressed(e);
            throw downloadFail;
        }
        return file;
    }

    static HttpResponse fetch(
            Collection urls
    ) throws IOException {
        List errors = new ArrayList<>();
        HttpResponse rs = null;
        for (String url : urls) {
            try {
                if (rs != null) {
                    rs.getEntity().getContent().close();
                }
            } catch (Throwable t) {
                errors.add(t);
            }
            try {
                rs = client.execute(new HttpGet(url));
                if (rs.getStatusLine().getStatusCode() == 200) return rs;
            } catch (Throwable t) {
                errors.add(t);
            }
        }
        if (rs != null && rs.getStatusLine().getStatusCode() == 200) return rs;
        try {
            if (rs != null) {
                rs.getEntity().getContent().close();
            }
        } catch (Throwable t) {
            errors.add(t);
        }
        IOException top = new IOException("Cannot read " + urls);
        for (Throwable t : errors)
            top.addSuppressed(t);
        throw top;
    }
}