cn.cheny.toolbox.asyncTask.PagingTaskDealer Maven / Gradle / Ivy
Go to download
Show more of this group Show more artifacts with this name
Show all versions of toolbox Show documentation
Show all versions of toolbox Show documentation
A personal java tool package project
package cn.cheny.toolbox.asyncTask;
import cn.cheny.toolbox.other.page.Limit;
import cn.cheny.toolbox.asyncTask.function.CountFunction;
import cn.cheny.toolbox.asyncTask.function.PagingTask;
import cn.cheny.toolbox.asyncTask.function.PagingTaskWithResult;
import lombok.SneakyThrows;
import lombok.extern.slf4j.Slf4j;
import java.util.ArrayList;
import java.util.Collections;
import java.util.List;
import java.util.concurrent.*;
import java.util.function.Consumer;
import java.util.function.Function;
/**
* 分页任务处理器
* 1.1 支持回调,可选主线程或者异步执行回调任务
*
* @author cheney
* @version 1.1
* @date 2019-09-12
*/
@Slf4j
public class PagingTaskDealer {
// 默认线程个数
private final static int DEFAULT_THREAD_NUM = 4;
/**
* 分页执行任务
*
* @param countFunction 计数函数
* @param task 任务
* @param step 一次执行个数
* @param async 是否异步
* @param callable 异步执行任务时的回调任务
* @param callableTaskUseMain 回调任务是否使用主线程
*/
@SneakyThrows
public static void executeSplitTask(CountFunction countFunction, PagingTask task,
int step, boolean async, Runnable callable, boolean callableTaskUseMain) {
if (task == null) {
throw new IllegalArgumentException("task can not be null");
}
int count = countFunction.count();
if (count < 1) {
return;
}
Limit limit = Limit.create(0, step);
ExecutorService executorService = null;
CountDownLatch countDownLatch = null;
if (async) {
executorService = Executors.newFixedThreadPool(DEFAULT_THREAD_NUM);
if (callable != null) {
// 计算分页数，使用countDownLatch等待线程任务
int count1 = (count + step - 1) / step;
countDownLatch = new CountDownLatch(count1);
final CountDownLatch finalCountDownLatch = countDownLatch;
final PagingTask finalTask = task;
task = (limit0) -> {
try {
finalTask.execute(limit0);
} finally {
finalCountDownLatch.countDown();
}
};
}
}
while (count > 0) {
if (async) {
// 多线程并发，limit不可作为公共资源复用
limit = Limit.create(0, step);
}
if (count >= step) {
limit.setNum(count -= step);
} else {
limit.setNum(0);
limit.setSize(count);
count -= step;
}
if (async) {
// 异步
final Limit finalLimit = limit;
final PagingTask _finalTask = task;
executorService.execute(() -> _finalTask.execute(finalLimit));
} else {
task.execute(limit);
}
}
if (async && callable != null) {
// 存在回调任务
countDownLatch.await();
if (callableTaskUseMain) {
// 使用主线程执行回调任务
callable.run();
} else {
// 使用线程池执行回调任务
executorService.submit(callable);
}
}
if (executorService != null) {
// 关闭线程池
executorService.shutdown();
}
}
/**
* 异步分页执行任务
*
* @param countFunction 计数函数
* @param task 任务
* @param step 一次执行个数
*/
public static void asyncPagingTask(CountFunction countFunction, PagingTask task, int step,
Runnable callable, boolean callableTaskUseMain) {
executeSplitTask(countFunction, task, step, true, callable, callableTaskUseMain);
}
/**
* 分页执行任务
*
* @param countFunction 计数函数
* @param task 任务
* @param step 一次执行个数
*/
public static void pagingTask(CountFunction countFunction, PagingTask task, int step) {
executeSplitTask(countFunction, task, step, false, null, false);
}
/**
* 分割集合执行任务
*
* @param originList 原集合
* @param task 消费者
* @param step 一次消费个数
* @param 数据泛型
*/
public static void asyncSlipListTask(List originList, Consumer> task, int step,
Runnable callable, boolean callableTaskUseMain) {
executeSplitTask(originList::size, getSlipListTask(originList, task), step, true, callable, callableTaskUseMain);
}
/**
* 分割集合执行任务
*
* @param originList 原集合
* @param task 消费者
* @param step 一次消费个数
* @param 数据泛型
*/
public static void slipListTask(List originList, Consumer> task, int step) {
executeSplitTask(originList::size, getSlipListTask(originList, task), step, false, null, false);
}
/**
* 分页执行任务并返回结果
*
* @param countFunction 计数函数
* @param task 任务
* @param step 一次执行个数
*/
public static List> pagingTaskWithResult(CountFunction countFunction, PagingTaskWithResult task, int step) {
if (task == null) {
throw new IllegalArgumentException("task can not be null");
}
int count = countFunction.count();
if (count < 1) {
return Collections.emptyList();
}
List> result = new ArrayList<>();
Limit limit = Limit.create(0, step);
while (count > 0) {
if (count >= step) {
limit.setNum(count -= step);
} else {
limit.setNum(0);
limit.setSize(count);
count -= step;
}
try {
result.add(TaskResult.success(task.execute(limit), limit));
} catch (Throwable e) {
result.add(TaskResult.fail(e, limit));
}
}
return result;
}
/**
* 分页异步执行任务并返回结果
*
* @param countFunction 计数函数
* @param task 任务
* @param step 一次执行个数
*/
public static List>> asyncPagingTaskWithResult(CountFunction countFunction, PagingTaskWithResult task, int step) {
if (task == null) {
throw new IllegalArgumentException("task can not be null");
}
int count = countFunction.count();
if (count < 1) {
return Collections.emptyList();
}
List>> result = new ArrayList<>();
ExecutorService executorService = Executors.newFixedThreadPool(DEFAULT_THREAD_NUM);
while (count > 0) {
// 多线程并发，limit不可作为公共资源复用
Limit limit = Limit.create(0, step);
if (count >= step) {
limit.setNum(count -= step);
} else {
limit.setSize(count);
count -= step;
}
// 异步
try {
result.add(TaskResult.success(executorService.submit(() -> task.execute(limit)), limit));
} catch (Throwable e) {
result.add(TaskResult.fail(e, limit));
}
}
executorService.shutdown();
return result;
}
/**
* 分割集合执行任务
*
* @param originList 原集合
* @param task 消费者
* @param step 一次消费个数
*/
public static List> slipListTaskWithResult(List originList, Function, R> task, int step) {
return PagingTaskDealer.pagingTaskWithResult(originList::size, getSlipListTaskWithResult(originList, task), step);
}
/**
* 分割集合执行任务
*
* @param originList 原集合
* @param task 消费者
* @param step 一次消费个数
*/
public static List>> asyncSlipListTaskWithResult(List originList, Function, R> task, int step) {
return PagingTaskDealer.asyncPagingTaskWithResult(originList::size, getSlipListTaskWithResult(originList, task), step);
}
private static PagingTaskWithResult getSlipListTaskWithResult(List originList, Function, R> task) {
return (limit) -> {
List slipList = splitList(originList, limit);
return task.apply(slipList);
};
}
private static PagingTask getSlipListTask(List originList, Consumer> task) {
return (limit) -> {
List slipList = splitList(originList, limit);
task.accept(slipList);
};
}
/**
* 切割List
*
* @param originList 原始集合
* @param limit 切割区间
* @param 类型
* @return 切割后的集合
*/
private static List splitList(List originList, Limit limit) {
int num = limit.getNum();
int size = limit.getSize();
List slipList = new ArrayList<>(size);
for (int i = 0; i < size; i++) {
slipList.add(originList.get(num + i));
}
return slipList;
}
}
© 2015 - 2024 Weber Informatics LLC | Privacy Policy