easy.util.GetProxyList Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of easy Show documentation
Neo easy code.
There is a newer version: 1.0.71
package easy.util;

import easy.io.JFile;
import easy.net.Proxy;

import java.io.IOException;
import java.util.HashMap;
import java.util.Map;
import java.util.regex.Matcher;
import java.util.regex.Pattern;

/**
 * 获取代理列表
 * @author Neo([email protected])2012-1-21
 *
 */
public class GetProxyList
{
	//http://www.cnproxy.com/proxy2.html
	private final static String URL = "http://www.cnproxy.com/proxy%d.html";
	private final static Pattern RESULTPAT = Pattern.compile("(.*?)(.*?)");
	private final static Pattern JS_RESULTPAT = Pattern.compile("(.*?)=\"(.*?)\";");


	/**
	 * @param args
	 */
	public static void main(String[] args)
	{
		Proxy.openProxy("190.121.135.179", "8080", null, null);
		try
		{
			//119.46.92.69:80
			//190.121.135.179:8080
			//190.130.49.157:80
			String th = JFile.loadHttpFile("http://wosoproxy2.appspot.com/",null,null,null,null,30000,null);
			System.out.println(th);
		}
		catch (IOException e)
		{
			Log.OutLog(e.toString());
		}
		Proxy.closeProxy();	
		
		for (int i=1; i<=10;i++)
		{
			try
			{
				String html = JFile.loadHttpFile(String.format(URL, i),null,null,"gbk",null);
				
				//String js = Format.getContent(html, "");
				//System.out.println(js);
				Map jshash = new HashMap<>();
				Matcher jsms = JS_RESULTPAT.matcher(html);
				while (jsms.find())
				{
					if (jsms.groupCount() == 2)
					{
						jshash.put(jsms.group(1), jsms.group(2));
						//System.out.println(jsms.group(1));
						//System.out.println(jsms.group(2));
					}
				}

				
				//System.out.println(html);
				Matcher ms = RESULTPAT.matcher(html);
				//DataSet ds = new DataSet();
				
				while (ms.find())
				{
					if (ms.groupCount() == 3)
					{
						String host = ms.group(1);
						String type = ms.group(3);
						
						//System.out.println(ms.group(1));
						//System.out.println(ms.group(3));
						String []jsl = ms.group(2).split("\\+");
						StringBuilder buf = new StringBuilder();
						for (String t : jsl)
						{
							buf.append(jshash.get(t));
						}
						String port = buf.toString();
						
						if (type.equals("HTTP"))
						{
							Log.OutLog(host+":"+port);
							boolean isok = false;
							Proxy.openProxy(host, port, null, null);
							try
							{
								//119.46.92.69:80
								//190.121.135.179:8080
								//190.130.49.157:80
								String th = JFile.loadHttpFile("http://darkneospace.appspot.com/",null,null,null,null,5000,null);
								System.out.println(th);
								isok = true;
							}
							catch (IOException e)
							{
								//Log.OutLog(e.toString());
							}
							Proxy.closeProxy();
							if (isok)
							{
								Log.OutLog("##################"+host+":"+port);
							}
						}
							
						//Row r = new Row();

						//ds.AddRow(r);
					}
				}
			}
			catch (IOException e)
			{
				e.printStackTrace();
			}
		}
		
	}
}