net.librec.util.URLReader Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of librec-core Show documentation
A repackaged librec-core fork
The newest version!
// Copyright (C) 2014-2015 Guibing Guo
//
// This file is part of LibRec.
//
// LibRec is free software: you can redistribute it and/or modify
// it under the terms of the GNU General Public License as published by
// the Free Software Foundation, either version 3 of the License, or
// (at your option) any later version.
//
// LibRec is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
// GNU General Public License for more details.
//
// You should have received a copy of the GNU General Public License
// along with LibRec. If not, see .
//

package net.librec.util;

import java.io.BufferedReader;
import java.io.InputStreamReader;
import java.net.*;

/**
 * @author Guo Guibing
 */
public class URLReader {

    /**
     * Read from the given url
     *
     * @param url a given url
     * @return the content read
     * @throws Exception if error occurs
     */
    public static String read(String url) throws Exception {
        URL link = new URL(url);
        StringBuilder sb = new StringBuilder();

        BufferedReader br = new BufferedReader(new InputStreamReader(link.openStream()));
        String line = null;
        while ((line = br.readLine()) != null) {
            sb.append(line);
            sb.append("\r\n");
        }

        br.close();

        return sb.toString();
    }

    /**
     * Read from the given url, with specified proxyHost and proxyPort
     *
     * @param url       the given url
     * @param proxyHost proxy host
     * @param proxyPort proxy port
     * @return the content read
     * @throws Exception if error occurs
     */
    public static String read(String url, String proxyHost, int proxyPort) throws Exception {
        SocketAddress addr = new InetSocketAddress(proxyHost, proxyPort);
        Proxy proxy = new Proxy(Proxy.Type.HTTP, addr);

        URL link = new URL(url);
        URLConnection conn = link.openConnection(proxy);
        conn.setConnectTimeout(10 * 1000);

        StringBuilder sb = new StringBuilder();

        BufferedReader br = new BufferedReader(new InputStreamReader(conn.getInputStream()));
        String line = null;
        while ((line = br.readLine()) != null) {
            sb.append(line);
            sb.append("\r\n");
        }

        br.close();

        return sb.toString();
    }

    /**
     * Read from the given url, with specified proxy.
     *
     * @param url   the given url
     * @param proxy proxy
     * @return the content read
     * @throws Exception if error occurs
     */
    public static String read(String url, Proxy proxy) throws Exception {
        URL link = new URL(url);
        URLConnection conn = link.openConnection(proxy);
        conn.setConnectTimeout(10 * 1000);

        StringBuilder sb = new StringBuilder();

        BufferedReader br = new BufferedReader(new InputStreamReader(conn.getInputStream()));
        String line = null;
        while ((line = br.readLine()) != null) {
            sb.append(line);
            sb.append("\r\n");
        }

        br.close();

        return sb.toString();
    }

}