org.apache.tika.parser.microsoft.HSLFExtractor Maven / Gradle / Ivy
Go to download
Show more of this group Show more artifacts with this name
Show all versions of aem-sdk-api Show documentation
Show all versions of aem-sdk-api Show documentation
The Adobe Experience Manager SDK
/*
* Licensed to the Apache Software Foundation (ASF) under one or more
* contributor license agreements. See the NOTICE file distributed with
* this work for additional information regarding copyright ownership.
* The ASF licenses this file to You under the Apache License, Version 2.0
* (the "License"); you may not use this file except in compliance with
* the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.tika.parser.microsoft;
import org.apache.poi.common.usermodel.Hyperlink;
import org.apache.poi.hslf.exceptions.EncryptedPowerPointFileException;
import org.apache.poi.hslf.model.HeadersFooters;
import org.apache.poi.hslf.record.DocInfoListContainer;
import org.apache.poi.hslf.record.RecordTypes;
import org.apache.poi.hslf.record.VBAInfoAtom;
import org.apache.poi.hslf.record.VBAInfoContainer;
import org.apache.poi.hslf.usermodel.HSLFGroupShape;
import org.apache.poi.hslf.usermodel.HSLFMasterSheet;
import org.apache.poi.hslf.usermodel.HSLFNotes;
import org.apache.poi.hslf.usermodel.HSLFObjectData;
import org.apache.poi.hslf.usermodel.HSLFObjectShape;
import org.apache.poi.hslf.usermodel.HSLFPictureData;
import org.apache.poi.hslf.usermodel.HSLFShape;
import org.apache.poi.hslf.usermodel.HSLFSlide;
import org.apache.poi.hslf.usermodel.HSLFSlideShow;
import org.apache.poi.hslf.usermodel.HSLFTable;
import org.apache.poi.hslf.usermodel.HSLFTableCell;
import org.apache.poi.hslf.usermodel.HSLFTextParagraph;
import org.apache.poi.hslf.usermodel.HSLFTextRun;
import org.apache.poi.hslf.usermodel.HSLFTextShape;
import org.apache.poi.poifs.filesystem.DirectoryNode;
import org.apache.poi.poifs.filesystem.POIFSFileSystem;
import org.apache.poi.sl.usermodel.Comment;
import org.apache.poi.sl.usermodel.ShapeContainer;
import org.apache.poi.sl.usermodel.SimpleShape;
import org.apache.poi.sl.usermodel.TextParagraph;
import org.apache.tika.exception.EncryptedDocumentException;
import org.apache.tika.exception.TikaException;
import org.apache.tika.extractor.EmbeddedDocumentUtil;
import org.apache.tika.io.CloseShieldInputStream;
import org.apache.tika.io.IOExceptionWithCause;
import org.apache.tika.io.TikaInputStream;
import org.apache.tika.metadata.Metadata;
import org.apache.tika.mime.MediaType;
import org.apache.tika.parser.ParseContext;
import org.apache.tika.sax.XHTMLContentHandler;
import org.xml.sax.SAXException;
import org.xml.sax.helpers.AttributesImpl;
import java.io.IOException;
import java.io.InputStream;
import java.util.ArrayList;
import java.util.List;
public class HSLFExtractor extends AbstractPOIFSExtractor {
public HSLFExtractor(ParseContext context, Metadata metadata) {
super(context, metadata);
}
protected void parse(
POIFSFileSystem filesystem, XHTMLContentHandler xhtml)
throws IOException, SAXException, TikaException {
parse(filesystem.getRoot(), xhtml);
}
protected void parse(
DirectoryNode root, XHTMLContentHandler xhtml)
throws IOException, SAXException, TikaException {
HSLFSlideShow ss;
List _slides;
try {
ss = new HSLFSlideShow(root);
} catch (EncryptedPowerPointFileException e) {
throw new EncryptedDocumentException(e);
}
_slides = ss.getSlides();
xhtml.startElement("div", "class", "slideShow");
/* Iterate over slides and extract text */
for (HSLFSlide slide : _slides) {
xhtml.startElement("div", "class", "slide");
HeadersFooters slideHeaderFooters =
(officeParserConfig.getIncludeHeadersAndFooters()) ?
slide.getHeadersFooters() : null;
HeadersFooters notesHeadersFooters =
(officeParserConfig.getIncludeHeadersAndFooters()) ?
ss.getNotesHeadersFooters() : null;
if (officeParserConfig.getIncludeHeadersAndFooters()) {
// Slide header, if present
if (slideHeaderFooters != null && slideHeaderFooters.isHeaderVisible() && slideHeaderFooters.getHeaderText() != null) {
xhtml.startElement("p", "class", "slide-header");
xhtml.characters(slideHeaderFooters.getHeaderText());
xhtml.endElement("p");
}
}
// Slide master, if present
if (officeParserConfig.getIncludeSlideMasterContent()) {
extractMaster(xhtml, slide.getMasterSheet());
}
// Slide text
xhtml.startElement("div", "class", "slide-content");
textRunsToText(xhtml, slide.getTextParagraphs());
// Table text
List shapes = getShapes(slide);
if (shapes != null) {
for (HSLFShape shape : shapes) {
if (shape instanceof HSLFTable) {
extractTableText(xhtml, (HSLFTable) shape);
}
}
}
extractGroupText(xhtml, slide, 0);
//end slide content
xhtml.endElement("div");
if (officeParserConfig.getIncludeHeadersAndFooters()) {
// Slide footer, if present
if (slideHeaderFooters != null && slideHeaderFooters.isFooterVisible() && slideHeaderFooters.getFooterText() != null) {
xhtml.startElement("p", "class", "slide-footer");
xhtml.characters(slideHeaderFooters.getFooterText());
xhtml.endElement("p");
}
}
handleComments(slide, xhtml);
handleNotes(slide, notesHeadersFooters, xhtml);
// Now any embedded resources
handleSlideEmbeddedResources(slide, xhtml);
// Slide complete
xhtml.endElement("div");
}
handleSlideEmbeddedPictures(ss, xhtml);
if (officeParserConfig.getExtractMacros()) {
extractMacros(ss, xhtml);
}
// All slides done
xhtml.endElement("div");
}
private void handleComments(HSLFSlide slide, XHTMLContentHandler xhtml) throws SAXException {
if (slide.getComments() == null || slide.getComments().size() == 0) {
return;
}
xhtml.startElement("div", "class", "slide-comments");
// Comments, if present
StringBuilder authorStringBuilder = new StringBuilder();
for (Comment comment : slide.getComments()) {
authorStringBuilder.setLength(0);
xhtml.startElement("p", "class", "slide-comment");
if (comment.getAuthor() != null) {
authorStringBuilder.append(comment.getAuthor());
}
if (comment.getAuthorInitials() != null) {
if (authorStringBuilder.length() > 0) {
authorStringBuilder.append(" ");
}
authorStringBuilder.append("(" + comment.getAuthorInitials() + ")");
}
if (authorStringBuilder.length() > 0) {
if (comment.getText() != null) {
authorStringBuilder.append(" - ");
}
xhtml.startElement("b");
xhtml.characters(authorStringBuilder.toString());
xhtml.endElement("b");
}
if (comment.getText() != null) {
xhtml.characters(comment.getText());
}
xhtml.endElement("p");
}
//end comments
xhtml.endElement("div");
}
private void handleNotes(HSLFSlide slide,
HeadersFooters notesHeaderFooters, XHTMLContentHandler xhtml) throws SAXException, TikaException, IOException {
if (!officeParserConfig.getIncludeSlideNotes()) {
return;
}
// Find the Notes for this slide and extract inline
HSLFNotes notes = slide.getNotes();
if (notes == null) {
return;
}
xhtml.startElement("div", "class", "notes");
// Repeat the Notes header, if set
if (officeParserConfig.getIncludeHeadersAndFooters() &&
notesHeaderFooters != null &&
notesHeaderFooters.isHeaderVisible() &&
notesHeaderFooters.getHeaderText() != null) {
xhtml.startElement("p", "class", "slide-note-header");
xhtml.characters(notesHeaderFooters.getHeaderText());
xhtml.endElement("p");
}
xhtml.startElement("div", "class", "notes-content");
// Notes text
textRunsToText(xhtml, notes.getTextParagraphs());
List shapes = getShapes(notes);
if (shapes != null && shapes.size() > 0) {
// Table text
for (HSLFShape shape : shapes) {
if (shape instanceof HSLFTable) {
extractTableText(xhtml, (HSLFTable) shape);
}
}
}
extractGroupText(xhtml, notes, 0);
//notes content
xhtml.endElement("div");
// Repeat the Notes footer, if set
if (officeParserConfig.getIncludeHeadersAndFooters() &&
notesHeaderFooters != null &&
notesHeaderFooters.isFooterVisible() &&
notesHeaderFooters.getFooterText() != null) {
xhtml.startElement("p", "class", "slide-note-footer");
xhtml.characters(notesHeaderFooters.getFooterText());
xhtml.endElement("p");
}
// Now any embedded resources
handleSlideEmbeddedResources(notes, xhtml);
//end notes
xhtml.endElement("div");
}
//Extract any text that's within an HSLFTextShape that's a descendant of
//an HSLFGroupShape.
private void extractGroupText(XHTMLContentHandler xhtml, ShapeContainer shapeContainer, int depth) throws SAXException {
List shapes = getShapes(shapeContainer);
if (shapes == null) {
return;
}
//Only process items with depth > 0 because they should have been included
//already in slide.getTextParagraphs above.
//However, cells are considered grouped within the table, so ignore them.
//I don't believe that cells can be inside a text box or other
//grouped text containing object, so always ignore them.
//I also don't believe that a table can be grouped with a table.
//If these beliefs are wrong...must fix!
List> paragraphList = new ArrayList<>();
for (HSLFShape shape : shapes) {
if (shape instanceof HSLFGroupShape) {
//work recursively, HSLFGroupShape can contain HSLFGroupShape
extractGroupText(xhtml, ((HSLFGroupShape)shape), depth+1);
} else if (shape instanceof HSLFTextShape
&& ! (shape instanceof HSLFTableCell) && depth > 0) {
paragraphList.add(((HSLFTextShape)shape).getTextParagraphs());
}
}
textRunsToText(xhtml, paragraphList);
}
private void extractMacros(HSLFSlideShow ppt, XHTMLContentHandler xhtml) {
//get macro persist id
DocInfoListContainer list = (DocInfoListContainer)ppt.getDocumentRecord().findFirstOfType(RecordTypes.List.typeID);
if (list == null) {
return;
}
VBAInfoContainer vbaInfo = (VBAInfoContainer)list.findFirstOfType(RecordTypes.VBAInfo.typeID);
if (vbaInfo == null) {
return;
}
VBAInfoAtom vbaAtom = (VBAInfoAtom)vbaInfo.findFirstOfType(RecordTypes.VBAInfoAtom.typeID);
if (vbaAtom == null) {
return;
}
long persistId = vbaAtom.getPersistIdRef();
for (HSLFObjectData objData : ppt.getEmbeddedObjects()) {
if (objData.getExOleObjStg().getPersistId() == persistId) {
try (POIFSFileSystem poifsFileSystem = new POIFSFileSystem(objData.getInputStream())) {
try {
OfficeParser.extractMacros(poifsFileSystem, xhtml,
EmbeddedDocumentUtil.getEmbeddedDocumentExtractor(context));
} catch (IOException|SAXException inner) {
EmbeddedDocumentUtil.recordException(inner, parentMetadata);
}
} catch (IOException e) {
EmbeddedDocumentUtil.recordEmbeddedStreamException(e, parentMetadata);//swallow
}
}
}
}
private void extractMaster(XHTMLContentHandler xhtml, HSLFMasterSheet master) throws SAXException {
if (master == null) {
return;
}
List shapes = getShapes(master);
if (shapes == null || shapes.isEmpty()) {
return;
}
xhtml.startElement("div", "class", "slide-master-content");
for (HSLFShape shape : shapes) {
if (shape != null && ! isPlaceholder(shape)) {
if (shape instanceof HSLFTextShape) {
HSLFTextShape tsh = (HSLFTextShape) shape;
String text = tsh.getText();
if (text != null) {
xhtml.element("p", text);
}
}
}
}
xhtml.endElement("div");
}
private boolean isPlaceholder(HSLFShape shape) {
return shape instanceof SimpleShape && ((SimpleShape)shape).isPlaceholder();
}
private void extractTableText(XHTMLContentHandler xhtml, HSLFTable shape) throws SAXException {
xhtml.startElement("table");
for (int row = 0; row < shape.getNumberOfRows(); row++) {
xhtml.startElement("tr");
for (int col = 0; col < shape.getNumberOfColumns(); col++) {
HSLFTableCell cell = shape.getCell(row, col);
//insert empty string for empty cell if cell is null
String txt = "";
if (cell != null) {
txt = cell.getText();
}
xhtml.element("td", txt);
}
xhtml.endElement("tr");
}
xhtml.endElement("table");
}
private void textRunsToText(XHTMLContentHandler xhtml, List> paragraphsList) throws SAXException {
if (paragraphsList == null) {
return;
}
for (List run : paragraphsList) {
// Leaving in wisdom from TIKA-712 for easy revert.
// Avoid boiler-plate text on the master slide (0
// = TextHeaderAtom.TITLE_TYPE, 1 = TextHeaderAtom.BODY_TYPE):
//if (!isMaster || (run.getRunType() != 0 && run.getRunType() != 1)) {
boolean isBullet = false;
for (HSLFTextParagraph htp : run) {
boolean nextBullet = htp.isBullet();
// TODO: identify bullet/list type
if (isBullet != nextBullet) {
isBullet = nextBullet;
if (isBullet) {
xhtml.startElement("ul");
} else {
xhtml.endElement("ul");
}
}
List textRuns = htp.getTextRuns();
String firstLine = removePBreak(textRuns.get(0).getRawText());
boolean showBullet = (isBullet && (textRuns.size() > 1 || !"".equals(firstLine)));
String paraTag = showBullet ? "li" : "p";
xhtml.startElement(paraTag);
boolean runIsHyperLink = false;
for (HSLFTextRun htr : textRuns) {
Hyperlink link = htr.getHyperlink();
if (link != null) {
String address = link.getAddress();
if (address != null && ! address.startsWith("_ftn")) {
xhtml.startElement("a", "href", link.getAddress());
runIsHyperLink = true;
}
}
String line = htr.getRawText();
if (line != null) {
boolean isfirst = true;
for (String fragment : line.split("\\u000b")) {
if (!isfirst) {
xhtml.startElement("br");
xhtml.endElement("br");
}
isfirst = false;
xhtml.characters(removePBreak(fragment));
}
if (line.endsWith("\u000b")) {
xhtml.startElement("br");
xhtml.endElement("br");
}
}
if (runIsHyperLink) {
xhtml.endElement("a");
}
runIsHyperLink = false;
}
xhtml.endElement(paraTag);
}
if (isBullet) {
xhtml.endElement("ul");
}
}
}
// remove trailing paragraph break
private static String removePBreak(String fragment) {
// the last text run of a text paragraph contains the paragraph break (\r)
// line breaks (\\u000b) can happen more often
return fragment.replaceFirst("\\r$", "");
}
private void handleSlideEmbeddedPictures(HSLFSlideShow slideshow, XHTMLContentHandler xhtml)
throws TikaException, SAXException, IOException {
for (HSLFPictureData pic : slideshow.getPictureData()) {
String mediaType;
switch (pic.getType()) {
case EMF:
mediaType = "image/emf";
break;
case WMF:
mediaType = "image/wmf";
break;
case DIB:
mediaType = "image/bmp";
break;
default:
mediaType = pic.getContentType();
break;
}
byte[] data = null;
try {
data = pic.getData();
} catch (Exception e) {
EmbeddedDocumentUtil.recordEmbeddedStreamException(e, parentMetadata);
continue;
}
try (TikaInputStream picIs = TikaInputStream.get(data)){
handleEmbeddedResource(
picIs, null, null,
mediaType, xhtml, false);
}
}
}
private void handleSlideEmbeddedResources(ShapeContainer shapeContainer, XHTMLContentHandler xhtml)
throws TikaException, SAXException, IOException {
List shapes = getShapes(shapeContainer);
if (shapes == null) {
return;
}
for (HSLFShape shape : shapes) {
//handle ActiveXShape, movie shape?
if (shape instanceof HSLFObjectShape) {
HSLFObjectShape oleShape = (HSLFObjectShape) shape;
HSLFObjectData data = null;
try {
data = oleShape.getObjectData();
} catch (NullPointerException e) {
/* getObjectData throws NPE some times. */
EmbeddedDocumentUtil.recordEmbeddedStreamException(e, parentMetadata);
continue;
}
if (data != null) {
String objID = Integer.toString(oleShape.getObjectID());
// Embedded Object: add a so consumer can see where
// in the main text each embedded document
// occurred:
AttributesImpl attributes = new AttributesImpl();
attributes.addAttribute("", "class", "class", "CDATA", "embedded");
attributes.addAttribute("", "id", "id", "CDATA", objID);
xhtml.startElement("div", attributes);
xhtml.endElement("div");
InputStream dataStream = null;
try {
dataStream = data.getInputStream();
} catch (SecurityException e) {
throw e;
} catch (Exception e) {
EmbeddedDocumentUtil.recordEmbeddedStreamException(e, parentMetadata);
continue;
}
handleData(objID, oleShape.getProgId(), dataStream, xhtml);
}
}
}
}
private void handleData(String objID, String progId, InputStream dataStream,
XHTMLContentHandler xhtml) {
try (TikaInputStream stream = TikaInputStream.get(dataStream)) {
String mediaType = null;
if ("Excel.Chart.8".equals(progId)) {
mediaType = "application/vnd.ms-excel";
} else {
MediaType mt = getTikaConfig().getDetector().detect(stream, new Metadata());
mediaType = mt.toString();
}
if (mediaType.equals("application/x-tika-msoffice-embedded; format=comp_obj")
|| mediaType.equals("application/x-tika-msoffice")) {
POIFSFileSystem poifs = new POIFSFileSystem(new CloseShieldInputStream(stream));
try {
handleEmbeddedOfficeDoc(poifs.getRoot(), objID, xhtml);
} finally {
if (poifs != null) {
poifs.close();
}
}
} else {
handleEmbeddedResource(
stream, objID, objID,
mediaType, xhtml, false);
}
} catch (SecurityException e) {
throw e;
} catch (Exception e) {
EmbeddedDocumentUtil.recordException(e, parentMetadata);
}
}
//Can return null!
private List getShapes(ShapeContainer shapeContainer) {
try {
return shapeContainer.getShapes();
} catch (NullPointerException e) {
// Sometimes HSLF hits problems
// Please open POI bugs for any you come across!
EmbeddedDocumentUtil.recordEmbeddedStreamException(e, parentMetadata);
return null;
}
}
}
© 2015 - 2024 Weber Informatics LLC | Privacy Policy