cn.renlm.plugins.MyCrawler.scheduler.MyDuplicateVerify Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of My-Plugin Show documentation

Java简化开发套路

There is a newer version: 2.8.8

/*
 * Copyright (c) 2020 Renlm
 * MyCrawler is licensed under Mulan PSL v2.
 * You can use this software according to the terms and conditions of the Mulan PSL v2.
 * You may obtain a copy of Mulan PSL v2 at:
 * 	http://license.coscl.org.cn/MulanPSL2
 * THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
 * See the Mulan PSL v2 for more details.
 */
package cn.renlm.plugins.MyCrawler.scheduler;

import us.codecraft.webmagic.Request;
import us.codecraft.webmagic.Task;

/**
 * 任务请求验重
 * 
 * @author RenLiMing(任黎明)
 *
 */
public interface MyDuplicateVerify {

	/**
	 * 清除缓存
	 * 
	 * @param request
	 * @param task
	 */
	void cleanCache(Request request, Task task);

	/**
	 * 预确认是否重复
	 * 
	 * @param forceUpdate
	 * @param request
	 * @param task
	 * @return
	 */
	boolean verifyDuplicate(Boolean forceUpdate, Request request, Task task);

}