cn.creekmoon.excelUtils.core.ExcelImport Maven / Gradle / Ivy
package cn.creekmoon.excelUtils.core;
import cn.creekmoon.excelUtils.config.ExcelUtilsConfig;
import cn.creekmoon.excelUtils.threadPool.CleanTempFilesExecutor;
import cn.hutool.core.io.FileUtil;
import cn.hutool.core.text.csv.CsvReader;
import cn.hutool.core.text.csv.CsvRow;
import cn.hutool.core.util.StrUtil;
import lombok.SneakyThrows;
import lombok.extern.slf4j.Slf4j;
import org.springframework.mock.web.MockMultipartFile;
import org.springframework.web.multipart.MultipartFile;
import javax.servlet.http.HttpServletResponse;
import java.io.IOException;
import java.io.InputStreamReader;
import java.util.*;
import java.util.concurrent.Semaphore;
import java.util.concurrent.atomic.AtomicInteger;
import java.util.function.Supplier;
/**
* @author JY
* @date 2022-01-05
*/
@Slf4j
public class ExcelImport {
/**
* 控制导入并发数量
*/
public static Semaphore importSemaphore;
public HashMap sheetIndex2SheetReader = new HashMap<>();
public HashMap> convertObject2rawData = new HashMap<>();
public HashMap>> sheetIndex2rawData = new LinkedHashMap<>();
/*当前导入的文件*/
protected MultipartFile file;
/*错误次数统计*/
protected AtomicInteger errorCount = new AtomicInteger(0);
/**
* 导入结果
*/
protected ExcelExport excelExport;
private ExcelImport() {
}
public static void init() {
if (importSemaphore == null) {
importSemaphore = new Semaphore(ExcelUtilsConfig.IMPORT_MAX_PARALLEL);
}
}
public static ExcelImport create(MultipartFile file) {
if (importSemaphore == null) {
throw new RuntimeException("请使用@EnableExcelUtils进行初始化配置!");
}
ExcelImport excelImport = new ExcelImport();
excelImport.file = file;
excelImport.csvSupport();
/*初始化一个导入结果*/
excelImport.excelExport = ExcelExport.create();
return excelImport;
}
public static SheetReader create(MultipartFile file, Supplier supplier) {
ExcelImport excelImport = create(file);
return excelImport.switchSheet(0, supplier);
}
/**
* 切换读取的sheet页
*
* @param sheetIndex 下标,从0开始
* @param rowDataSupplier 按行读取时,每行数据的实例化对象构造函数
* @param
* @return
*/
public SheetReader switchSheet(int sheetIndex, Supplier rowDataSupplier) {
SheetReader sheetReader = this.sheetIndex2SheetReader.get(sheetIndex);
if (sheetReader != null) {
return sheetReader;
}
SheetReaderContext context = new SheetReaderContext(sheetIndex, rowDataSupplier);
SheetReader reader = new SheetReader<>();
reader.sheetReaderContext = context;
reader.parent = this;
reader.sheetWriter = this.excelExport.switchSheet(ExcelExport.generateSheetNameByIndex(sheetIndex), Map.class);
sheetIndex2SheetReader.put(reader.sheetReaderContext.sheetIndex, reader);
return reader;
}
/**
* 支持csv类型的文件 本质是内部将csv转为xlsx
*
* @return
*/
@SneakyThrows
protected ExcelImport csvSupport() {
if (StrUtil.isBlank(this.file.getOriginalFilename()) || !this.file.getOriginalFilename().toLowerCase().contains(".csv")) {
/*如果不是csv文件 跳过这个方法*/
return this;
}
/*获取CSV文件并尝试读取*/
ExcelExport newExcel = ExcelExport.create();
try {
CsvReader read = new CsvReader(new InputStreamReader(file.getInputStream()), null);
Iterator rowIterator = read.iterator();
while (rowIterator.hasNext()) {
newExcel.getBigExcelWriter().writeRow(rowIterator.next().getRawList());
}
} catch (Exception e) {
log.error("csv转换异常!", e);
e.printStackTrace();
this.file = null;
} finally {
CleanTempFilesExecutor.cleanTempFileDelay(newExcel.stopWrite(), 10);
}
/*将新的xlsx文件替换为当前的文件*/
this.file = new MockMultipartFile("csv2xlsx.xlsx", FileUtil.getInputStream(PathFinder.getAbsoluteFilePath(newExcel.taskId)));
return this;
}
public ExcelImport response(HttpServletResponse response) throws IOException {
ExcelExport.response(generateResultFile(), excelExport.excelName, response);
return this;
}
/**
* 生成导入结果
*
* @return taskId
*/
public String generateResultFile() {
return this.generateResultFile(true);
}
/**
* 生成导入结果
*
* @param autoCleanTempFile 自动删除临时文件(后台进行延迟删除)
* @return taskId
*/
public String generateResultFile(boolean autoCleanTempFile) {
if (!sheetIndex2rawData.isEmpty()) {
sheetIndex2rawData.forEach((k, v) -> {
excelExport
.switchSheet(ExcelExport.generateSheetNameByIndex(k), Map.class)
.setColumnWidthDefault()
.writeByMap(v);
});
}
String taskId = excelExport.stopWrite();
if (autoCleanTempFile) {
CleanTempFilesExecutor.cleanTempFileDelay(taskId, 10);
}
return taskId;
}
/**
* 设置读取的结果
*
* @param object 实例化的对象
* @param msg 结果
*/
public void setResult(Object object, String msg) {
Map row = convertObject2rawData.get(object);
if (row != null) {
row.put(ExcelConstants.RESULT_TITLE, msg);
}
}
public static void cleanTempFileDelay(String taskId) {
CleanTempFilesExecutor.cleanTempFileDelay(taskId);
}
public AtomicInteger getErrorCount() {
return errorCount;
}
}