com.jaeksoft.searchlib.parser.IcePdfParser Maven / Gradle / Ivy
Go to download
Show more of this group Show more artifacts with this name
Show all versions of opensearchserver Show documentation
Show all versions of opensearchserver Show documentation
OpenSearchServer is a powerful, enterprise-class, search engine program. Using the web user interface, the crawlers (web, file, database, ...) and the REST/RESTFul API you will be able to integrate quickly and easily advanced full-text search capabilities in your application. OpenSearchServer runs on Windows and Linux/Unix/BSD.
The newest version!
/**
* License Agreement for OpenSearchServer
*
* Copyright (C) 2010-2015 Emmanuel Keller / Jaeksoft
*
* http://www.open-search-server.com
*
* This file is part of OpenSearchServer.
*
* OpenSearchServer is free software: you can redistribute it and/or
* modify it under the terms of the GNU General Public License as published by
* the Free Software Foundation, either version 3 of the License, or
* (at your option) any later version.
*
* OpenSearchServer is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
*
* You should have received a copy of the GNU General Public License
* along with OpenSearchServer.
* If not, see lineTextArray = pageText.getPageLines();
if (lineTextArray != null)
for (LineText lineText : lineTextArray) {
StringBuilder sb = new StringBuilder();
List words = lineText.getWords();
if (words != null)
for (WordText word : words)
sb.append(word.getText());
if (sb.length() > 0)
result.addField(
ParserFieldEnum.content,
StringUtils.replaceConsecutiveSpaces(
sb.toString(), " ").trim());
}
}
}
result.langDetection(10000, ParserFieldEnum.content);
}
private class PdfCrackCallback implements SecurityCallback {
private final File pdfFile;
private final String commandLine;
private String password = null;
private PdfCrackCallback(String commandLine, File pdfFile) {
this.commandLine = commandLine;
this.pdfFile = pdfFile;
}
@Override
public String requestPassword(Document doc) {
password = null;
try {
password = PdfCrack.findPassword(commandLine, pdfFile);
} catch (ExecuteException e) {
Logging.error(e);
} catch (IOException e) {
Logging.error(e);
}
return password;
}
}
@Override
protected void parseContent(StreamLimiter streamLimiter, LanguageEnum lang)
throws IOException {
Document pdf = null;
String fileName = null;
try {
PdfCrackCallback pdfCrackCallback = null;
fileName = streamLimiter.getFile().getName();
pdf = new Document();
ClassProperty cp = getProperty(ClassPropertyEnum.PDFCRACK_COMMANDLINE);
String pdfCrackCommandLine = cp == null ? null : cp.getValue();
if (!StringUtils.isEmpty(pdfCrackCommandLine)) {
pdfCrackCallback = new PdfCrackCallback(pdfCrackCommandLine,
streamLimiter.getFile());
pdf.setSecurityCallback(pdfCrackCallback);
}
pdf.setFile(streamLimiter.getFile().getAbsolutePath());
ParserResultItem result = getNewParserResultItem();
if (pdfCrackCallback != null)
result.addField(ParserFieldEnum.pdfcrack_password,
pdfCrackCallback.password);
extractContent(result, pdf);
extractImagesForOCR(result, pdf, lang);
} catch (SearchLibException e) {
throw new IOException("Failed on " + fileName, e);
} catch (PDFException e) {
throw new IOException("Failed on " + fileName, e);
} catch (InterruptedException e) {
throw new IOException("Failed on " + fileName, e);
} catch (PDFSecurityException e) {
throw new IOException("Failed on " + fileName, e);
} finally {
if (pdf != null)
pdf.dispose();
}
}
private HocrDocument imageOcr(Image image, float rotation,
LanguageEnum lang, OcrManager ocr) throws InterruptedException,
IOException, SearchLibException {
File hocrFile = null;
try {
if (rotation != 0) {
image = ImageUtils.toBufferedImage(image);
image = ImageUtils.rotate((BufferedImage) image, rotation);
}
hocrFile = File.createTempFile("ossocr",
"." + ocr.getHocrFileExtension());
ocr.ocerizeImage(image, hocrFile, lang, true);
return new HocrDocument(hocrFile);
} finally {
if (hocrFile != null)
FileUtils.deleteQuietly(hocrFile);
}
}
private void extractImagesForOCR(ParserResultItem result, Document pdf,
LanguageEnum lang) throws IOException, SearchLibException,
InterruptedException {
OcrManager ocr = ClientCatalog.getOcrManager();
if (ocr == null || ocr.isDisabled())
return;
HocrPdf hocrPdf = new HocrPdf();
if (!getFieldMap().isMapped(ParserFieldEnum.ocr_content)
&& !getFieldMap().isMapped(ParserFieldEnum.image_ocr_boxes))
return;
int emptyPageImages = 0;
for (int i = 0; i < pdf.getNumberOfPages(); i++) {
List images = pdf.getPageImages(i);
if (images == null || images.size() == 0)
continue;
float rotation = pdf.getPageTree().getPage(i).getTotalRotation(0);
BufferedImage image = ImageUtils.toBufferedImage(pdf.getPageImage(
i, GraphicsRenderingHints.PRINT, Page.BOUNDARY_CROPBOX,
0.0f, 4.0F));
if (ImageUtils.checkIfManyColors(image)) {
HocrPage hocrPage = hocrPdf.createPage(i, image.getWidth(),
image.getHeight());
hocrPage.addImage(imageOcr(image, 360 - rotation, lang, ocr));
} else
emptyPageImages++;
}
if (pdf.getNumberOfPages() > 0
&& emptyPageImages == pdf.getNumberOfPages())
throw new SearchLibException("All pages are blank "
+ pdf.getNumberOfPages());
if (getFieldMap().isMapped(ParserFieldEnum.image_ocr_boxes))
hocrPdf.putHocrToParserField(result,
ParserFieldEnum.image_ocr_boxes);
if (getFieldMap().isMapped(ParserFieldEnum.ocr_content))
hocrPdf.putTextToParserField(result, ParserFieldEnum.ocr_content);
}
}