org.sejda.impl.sambox.ocr.OcrTextTask Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of sejda-ocr Show documentation
Package containing tasks implemented using sambox.
There is a newer version: 3.2.85
/*
 * Copyright 2016 by Andrea Vacondio ([email protected]).
 * 
 * This file is part of the Sejda source code
 *
 * This program is free software: you can redistribute it and/or modify
 * it under the terms of the GNU Affero General Public License as
 * published by the Free Software Foundation, either version 3 of the
 * License, or (at your option) any later version.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU Affero General Public License for more details.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program.  If not, see .
 */
package org.sejda.impl.sambox.ocr;

import static java.util.Optional.ofNullable;
import static org.sejda.common.ComponentsUtility.nullSafeCloseQuietly;
import static org.sejda.core.notification.dsl.ApplicationEventsNotifier.notifyEvent;
import static org.sejda.core.support.io.IOUtils.createTemporaryBuffer;
import static org.sejda.core.support.io.model.FileOutput.file;
import static org.sejda.core.support.prefix.NameGenerator.nameGenerator;
import static org.sejda.core.support.prefix.model.NameGenerationRequest.nameRequest;

import java.io.File;
import java.io.IOException;
import java.nio.charset.Charset;
import java.nio.file.Files;
import java.util.HashSet;
import java.util.Locale;
import java.util.Objects;
import java.util.Set;

import org.sejda.core.support.io.MultipleOutputWriter;
import org.sejda.core.support.io.OutputWriters;
import org.sejda.impl.sambox.component.DefaultPdfSourceOpener;
import org.sejda.impl.sambox.component.PDDocumentHandler;
import org.sejda.impl.sambox.ocr.component.OCR;
import org.sejda.impl.sambox.ocr.component.OcrTextExtractor;
import org.sejda.model.SejdaFileExtensions;
import org.sejda.model.exception.TaskException;
import org.sejda.model.exception.TaskExecutionException;
import org.sejda.model.input.PdfSource;
import org.sejda.model.input.PdfSourceOpener;
import org.sejda.model.parameter.OcrTextParameters;
import org.sejda.model.pdf.encryption.PdfAccessPermission;
import org.sejda.model.task.BaseTask;
import org.sejda.model.task.TaskExecutionContext;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

/**
 * Tesseract/SAMBox implementation of a task extracting text performing OCR on a list of {@link PdfSource}
 * 
 * @author Andrea Vacondio
 */
public class OcrTextTask extends BaseTask {

    private static final Logger LOG = LoggerFactory.getLogger(OcrTextTask.class);

    private int totalSteps;
    private PDDocumentHandler documentHandler = null;
    private MultipleOutputWriter outputWriter;
    private PdfSourceOpener documentLoader;

    @Override
    public void before(OcrTextParameters parameters, TaskExecutionContext executionContext) throws TaskException {
        super.before(parameters, executionContext);
        totalSteps = parameters.getSourceList().size();
        documentLoader = new DefaultPdfSourceOpener();
        outputWriter = OutputWriters.newMultipleOutputWriter(parameters.getExistingOutputPolicy(), executionContext);
    }

    @Override
    public void execute(OcrTextParameters parameters) throws TaskException {
        int currentStep = 0;
        for (PdfSource source : parameters.getSourceList()) {
            executionContext().assertTaskNotCancelled();

            currentStep++;
            LOG.debug("Opening {}", source);
            documentHandler = source.open(documentLoader);
            documentHandler.getPermissions().ensurePermission(PdfAccessPermission.COPY_AND_EXTRACT);

            File tmpFile = createTemporaryBuffer();
            LOG.debug("Created output on temporary buffer {}", tmpFile);

            Set locales = new HashSet<>(parameters.getLanguages());
            ofNullable(documentHandler.getUnderlyingPDDocument().getDocumentCatalog().getLanguage())
                    .map(l -> new Locale.Builder().setLanguageTag(l).build()).filter(Objects::nonNull)
                    .ifPresent(locales::add);

            try (OcrTextExtractor ocrExtractor = new OcrTextExtractor(
                    Files.newBufferedWriter(tmpFile.toPath(), Charset.forName(parameters.getTextEncoding())),
                    new OCR())) {
                ocrExtractor.setLanguage(locales);
                documentHandler.getUnderlyingPDDocument().getPages().forEach(ocrExtractor::accept);
            } catch (IOException e) {
                throw new TaskExecutionException("An error occurred creating a file writer", e);
            } catch (UnsatisfiedLinkError err) {
                throw new TaskExecutionException("Unable to find Tesseract native libraries", err);
            }

            String outName = nameGenerator(parameters.getOutputPrefix())
                    .generate(nameRequest(SejdaFileExtensions.TXT_EXTENSION).originalName(source.getName())
                            .fileNumber(currentStep));
            outputWriter.addOutput(file(tmpFile).name(outName));

            nullSafeCloseQuietly(documentHandler);

            notifyEvent(executionContext().notifiableTaskMetadata()).stepsCompleted(currentStep).outOf(totalSteps);
        }

        parameters.getOutput().accept(outputWriter);
        LOG.debug("OCR performed, text extracted and written to {}", parameters.getOutput());

    }

    @Override
    public void after() {
        nullSafeCloseQuietly(documentHandler);
    }

}