com.github.xbynet.crawler.http.FileDownloader Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of crawler-core Show documentation

The newest version!

package com.github.xbynet.crawler.http;

import java.io.File;
import java.io.FileOutputStream;
import java.io.IOException;

import org.apache.commons.io.IOUtils;
import org.apache.http.client.methods.CloseableHttpResponse;
import org.apache.http.client.methods.HttpUriRequest;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

import com.github.xbynet.crawler.Request;
import com.github.xbynet.crawler.Response;
import com.github.xbynet.crawler.Site;


public class FileDownloader extends AbsDownloader{
	private final Logger log=LoggerFactory.getLogger(FileDownloader.class);
	
	
	public boolean download(Request request,String savePath){
		log.debug("开始下载文件"+request.getUrl()+"到路径"+savePath);
		super.doDownload(request,savePath);
		File file=new File(savePath);
		return file.exists();
	}
	@Override
	protected void process(HttpUriRequest httpUriRequest,
			CloseableHttpResponse resp, Request request, Site site,Response response,Object... extras) {
		if(resp==null){
			log.error("文件"+httpUriRequest.getURI().toString()+"下载失败");
			return;
		}
		String savePath=extras[0].toString();
		File saveFile=new File(savePath);
		if(saveFile.exists()){
			saveFile.delete();
		}
		FileOutputStream fous=null;
		try {
			fous=new FileOutputStream(saveFile);
			IOUtils.copy(resp.getEntity().getContent(), fous);
			log.debug("文件"+httpUriRequest.getURI().toString()+"下载成功");
		} catch (UnsupportedOperationException e) {
			log.error("",e);
		} catch (IOException e) {
			log.error("",e);
		}finally{
			IOUtils.closeQuietly(fous);
		}
	}

	
}