com.tsc9526.monalisa.tools.misc.MelpHttp Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of monalisa-orm Show documentation
Very simple database ORM
There is a newer version: 2.2.0
/*******************************************************************************************
 *	Copyright (c) 2016, zzg.zhou([email protected])
 * 
 *  Monalisa is free software: you can redistribute it and/or modify
 *	it under the terms of the GNU Lesser General Public License as published by
 *	the Free Software Foundation, either version 3 of the License, or
 *	(at your option) any later version.

 *	This program is distributed in the hope that it will be useful,
 *	but WITHOUT ANY WARRANTY; without even the implied warranty of
 *	MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 *	GNU Lesser General Public License for more details.

 *	You should have received a copy of the GNU Lesser General Public License
 *	along with this program.  If not, see .
 *******************************************************************************************/
package com.tsc9526.monalisa.tools.misc;

import java.io.File;
import java.io.FileOutputStream;
import java.io.IOException;
import java.io.InputStream;
import java.io.OutputStream;
import java.net.HttpURLConnection;
import java.net.URL;
import java.net.URLConnection;
import java.security.KeyManagementException;
import java.security.NoSuchAlgorithmException;
import java.security.cert.CertificateException;
import java.security.cert.X509Certificate;
import java.util.LinkedHashMap;
import java.util.Locale;
import java.util.Map;

import javax.net.ssl.HostnameVerifier;
import javax.net.ssl.HttpsURLConnection;
import javax.net.ssl.SSLContext;
import javax.net.ssl.SSLSession;
import javax.net.ssl.TrustManager;
import javax.net.ssl.X509TrustManager;

import com.tsc9526.monalisa.tools.io.MelpClose;
import com.tsc9526.monalisa.tools.io.MelpFile;

/**
 * 
 * @author zzg.zhou([email protected])
 */
public class MelpHttp {
	public static interface DownloadListener{
		public void onConnected(URLConnection conn);
		public void onMessage(String message);
		public void onProgress(long receivedBytes,long totalBytes);
	}
	
	public static boolean download(String url, File target,DownloadListener listener) throws IOException {
		URL theUrl = new URL(url);
		File tmp = File.createTempFile(target.getName(), ".tmp");
		
		for(int i=0;i<3;i++){
			try{
				if(doDownload(theUrl,tmp,target,listener)){
					break;
				}
			}catch(IOException e){
				if(i==2){
					throw e;
				}else if(listener!=null && i<2){
					listener.onMessage("Socket exception: "+e+", retry: "+(i+1));
					try{ Thread.sleep(1000); }catch(Exception ex){}
				}
			}
		}
		
		MelpFile.copy(tmp, target);
		
		tmp.delete();
		return true;
	}

	private static boolean doDownload(URL theUrl,File tmp,File target,DownloadListener listener)throws IOException{
		return doDownload0(theUrl, tmp, target, listener,0);
	}
	
	private static boolean doDownload0(URL theUrl,File tmp,File target,DownloadListener listener,int times)throws IOException{
		if(times>=3){
			throw new IOException("Redirect too many times: "+times+", URL: "+theUrl);
		}
		
		URLConnection conn = theUrl.openConnection();
		
		setupHeaders(conn);
		setupConnection(conn);
		
		String location=getLocation(conn);
		if(location!=null){
			if(listener!=null){
				listener.onMessage("Redirect to: "+location);
			}
			
			MelpClose.close(conn);
			
			URL redirectUrl = new URL(location);
			return doDownload0(redirectUrl,tmp,target,listener,times+1);
		}else{
			downloadStream(conn,tmp,target,listener);
			return true;
		}
	}
	
	private static void downloadStream(URLConnection conn,File tmp,File target,DownloadListener listener)throws IOException{
		long totalBytes=conn.getContentLength();
		if(listener!=null){
			listener.onConnected(conn);
		}
		 
		InputStream from=conn.getInputStream();
		OutputStream to =new FileOutputStream(tmp);
		try{
			long receivedBytes=0;
			
			byte[] buf=new byte[512*1024];
			
			int len=from.read(buf);
			while(len>0){
				receivedBytes+=len;
				
				if(listener!=null){
					listener.onProgress(receivedBytes,totalBytes);
				}
				
				to.write(buf,0,len);
				 
				len=from.read(buf);
			}
		}finally{
			MelpClose.close(from,to,conn);
		}
	}
	
	private static String getLocation(URLConnection conn)throws IOException{
		 if(conn instanceof HttpURLConnection){
			HttpURLConnection http=(HttpURLConnection)conn;
			int code=http.getResponseCode();
			if(code==301 || code==302){
				String location=http.getHeaderField("Location");
				return location;
			}
		}
		
		return null;
	}
	
	
	private static void setupConnection(URLConnection conn) throws IOException {
		if (conn instanceof HttpsURLConnection) {
			HttpsURLConnection https = (HttpsURLConnection) conn;
			
			https.setHostnameVerifier(new HostnameVerifier() {
				public boolean verify(String urlHostName, SSLSession session) {
					return true;
				}
			});
			
			try{
				TrustManager[] trustAllCerts = new TrustManager[1];
		        TrustManager tm = new HttpsX509TrustManager();
		        trustAllCerts[0] = tm;
		        
		        SSLContext sc = SSLContext.getInstance("SSL");
		        sc.init(null, trustAllCerts, null);
		        
				https.setSSLSocketFactory(sc.getSocketFactory());
			}catch(NoSuchAlgorithmException e) {
				 throw new RuntimeException(e);
			}catch(KeyManagementException e) {
				throw new RuntimeException(e);
			}
		}
	}

	private static void setupHeaders(URLConnection con) {
		con.setRequestProperty("Accept", "*/*");
		con.setRequestProperty("Accept-Language", "zh-CN, zh");
		con.setRequestProperty("Charset", "UTF-8,ISO-8859-1,US-ASCII,ISO-10646-UCS-2;q=0.6");
		con.setRequestProperty(
				"User-Agent",
				"Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729)");
	}

	protected static Map getHttpResponseHeader(URLConnection http) {
		Map header = new LinkedHashMap();
		for (int i = 0;; i++) {
			String mine = http.getHeaderField(i);
			if (mine == null)
				break;

			String str = http.getHeaderFieldKey(i);
			if (str != null) {
				header.put(str.toLowerCase(Locale.CHINA), mine);
			}
		}
		return header;
	}
 
 
	private static class HttpsX509TrustManager implements TrustManager, X509TrustManager {

		public X509Certificate[] getAcceptedIssuers() {
			return null;
		}

		public void checkServerTrusted(X509Certificate[] certs, String authType) throws CertificateException {
			return;
		}

		public void checkClientTrusted(X509Certificate[] certs, String authType) throws CertificateException {
			return;
		}
	}
}