com.jaeksoft.searchlib.parser.PdfParser Maven / Gradle / Ivy
Go to download
Show more of this group Show more artifacts with this name
Show all versions of opensearchserver Show documentation
Show all versions of opensearchserver Show documentation
OpenSearchServer is a powerful, enterprise-class, search engine program. Using the web user interface, the crawlers (web, file, database, ...) and the REST/RESTFul API you will be able to integrate quickly and easily advanced full-text search capabilities in your application. OpenSearchServer runs on Windows and Linux/Unix/BSD.
The newest version!
/**
* License Agreement for OpenSearchServer
*
* Copyright (C) 2010-2015 Emmanuel Keller / Jaeksoft
*
* http://www.open-search-server.com
*
* This file is part of OpenSearchServer.
*
* OpenSearchServer is free software: you can redistribute it and/or
* modify it under the terms of the GNU General Public License as published by
* the Free Software Foundation, either version 3 of the License, or
* (at your option) any later version.
*
* OpenSearchServer is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
*
* You should have received a copy of the GNU General Public License
* along with OpenSearchServer.
* If not, see {
private final PdfOcrContext context;
private final PDPage page;
private final int currentPage;
private final AtomicInteger emptyPageImages;
public ImageOcrCallable(PdfOcrContext context, PDPage page, int currentPage, AtomicInteger emptyPageImages) {
this.context = context;
this.page = page;
this.currentPage = currentPage;
this.emptyPageImages = emptyPageImages;
}
@Override
public Boolean call() throws IOException, InterruptedException, SearchLibException {
if (PDFBoxUtils.countCheckImage(page) == 0)
return false;
if (context.ghostScript == null) {
BufferedImage image = page.convertToImage(BufferedImage.TYPE_INT_BGR, 300);
if (ImageUtils.checkIfManyColors(image)) {
HocrPage hocrPage = context.hocrPdf.createPage(currentPage - 1, image.getWidth(),
image.getHeight());
hocrPage.addImage(doOcr(context.ocr, context.lang, image));
} else
emptyPageImages.incrementAndGet();
} else {
ocrImageGhostcript(context, currentPage);
}
return true;
}
}
private void extractImagesForOCR(ParserResultItem result, PdfOcrContext context)
throws SearchLibException, IOException, InterruptedException, java.util.concurrent.ExecutionException {
context.ocr = ClientCatalog.getOcrManager();
if (context.ocr == null || context.ocr.isDisabled())
return;
if (!getFieldMap().isMapped(ParserFieldEnum.ocr_content)
&& !getFieldMap().isMapped(ParserFieldEnum.image_ocr_boxes))
return;
context.hocrPdf = new HocrPdf();
List pages = context.pdf.getDocumentCatalog().getAllPages();
Iterator iter = pages.iterator();
int currentPage = 0;
AtomicInteger emptyPageImages = new AtomicInteger(0);
ExecutorService executorService = config.getThreadPool();
List> futures = new ArrayList>();
while (iter.hasNext()) {
PDPage page = (PDPage) iter.next();
ImageOcrCallable callable = new ImageOcrCallable(context, page, ++currentPage, emptyPageImages);
futures.add(executorService.submit(callable));
}
ThreadUtils. done(futures);
if (currentPage > 0 && emptyPageImages.get() == currentPage)
throw new SearchLibException("All pages are blank " + currentPage);
if (getFieldMap().isMapped(ParserFieldEnum.image_ocr_boxes))
context.hocrPdf.putHocrToParserField(result, ParserFieldEnum.image_ocr_boxes);
if (getFieldMap().isMapped(ParserFieldEnum.ocr_content))
context.hocrPdf.putTextToParserField(result, ParserFieldEnum.ocr_content);
}
@Override
public void mergeFiles(File fileDir, File destFile) throws SearchLibException {
PDFMergerUtility pdfMerger = new PDFMergerUtility();
File[] files = new LastModifiedFileComparator().sort(fileDir.listFiles());
for (File file : files) {
String ext = FilenameUtils.getExtension(file.getName());
if (!"pdf".equalsIgnoreCase(ext))
continue;
pdfMerger.addSource(file);
}
if (destFile.exists())
destFile.delete();
pdfMerger.setDestinationFileName(destFile.getAbsolutePath());
try {
pdfMerger.mergeDocuments();
} catch (COSVisitorException e) {
throw new SearchLibException(e);
} catch (IOException e) {
throw new SearchLibException(e);
}
}
}