Added: tika/branches/2.x/tika-parser-modules/tika-office-parser-module/src/test/java/org/apache/tika/parser/microsoft/ooxml/OOXMLContainerExtractionTest.java URL: http://svn.apache.org/viewvc/tika/branches/2.x/tika-parser-modules/tika-office-parser-module/src/test/java/org/apache/tika/parser/microsoft/ooxml/OOXMLContainerExtractionTest.java?rev=1725014&view=auto ============================================================================== --- tika/branches/2.x/tika-parser-modules/tika-office-parser-module/src/test/java/org/apache/tika/parser/microsoft/ooxml/OOXMLContainerExtractionTest.java (added) +++ tika/branches/2.x/tika-parser-modules/tika-office-parser-module/src/test/java/org/apache/tika/parser/microsoft/ooxml/OOXMLContainerExtractionTest.java Sat Jan 16 18:23:01 2016 @@ -0,0 +1,301 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one or more + * contributor license agreements. See the NOTICE file distributed with + * this work for additional information regarding copyright ownership. + * The ASF licenses this file to You under the Apache License, Version 2.0 + * (the "License"); you may not use this file except in compliance with + * the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +package org.apache.tika.parser.microsoft.ooxml; + +import static org.junit.Assert.assertEquals; +import static org.junit.Assert.assertNull; + +import org.apache.tika.Tika; +import org.apache.tika.TikaTest.TrackingHandler; +import org.apache.tika.extractor.ContainerExtractor; +import org.apache.tika.extractor.ParserContainerExtractor; +import org.apache.tika.parser.microsoft.AbstractPOIContainerExtractionTest; +import org.junit.Before; +import org.junit.Test; + +/** + * Tests that the various POI OOXML powered parsers are + * able to extract their embedded contents. + */ +public class OOXMLContainerExtractionTest extends AbstractPOIContainerExtractionTest { + private ContainerExtractor extractor; + + @Before + public void setUp() { + Tika tika = new Tika(); + extractor = new ParserContainerExtractor( + tika.getParser(), tika.getDetector()); + } + + /** + * For office files which don't have anything embedded in them + */ + @Test + public void testWithoutEmbedded() throws Exception { + assertEmbeddedFiles(0, "testEXCEL.xlsx"); + assertEmbeddedFiles(0, "testWORD.docx"); + assertEmbeddedFiles(1 /* thumbnail as default */, "testPPT.pptx"); + } + + private void assertEmbeddedFiles(int expectedNbFiles, String file) throws Exception { + // Process it without recursing + TrackingHandler handler = process(file, extractor, false); + + // Won't have fired + assertEquals(expectedNbFiles, handler.filenames.size()); + assertEquals(expectedNbFiles, handler.mediaTypes.size()); + + // Ditto with recursing + handler = process(file, extractor, true); + assertEquals(expectedNbFiles, handler.filenames.size()); + assertEquals(expectedNbFiles, handler.mediaTypes.size()); + } + + /** + * Office files with embedded images, but no other + * office files in them + */ + @Test + public void testEmbeddedImages() throws Exception { + TrackingHandler handler; + + // Excel with 1 image + handler = process("testEXCEL_1img.xlsx", extractor, false); + assertEquals(1, handler.filenames.size()); + assertEquals(1, handler.mediaTypes.size()); + + assertEquals("image1.png", handler.filenames.get(0)); + assertEquals(TYPE_PNG, handler.mediaTypes.get(0)); + + + // PowerPoint with 2 images + sound + // TODO Figure out why we can't find the sound anywhere... + handler = process("testPPT_2imgs.pptx", extractor, false); + assertEquals(3 + 1 /*thumbnail */, handler.filenames.size()); + assertEquals(3 + 1 /*thumbnail */, handler.mediaTypes.size()); + + assertEquals("image1.png", handler.filenames.get(0)); + assertEquals("image2.gif", handler.filenames.get(1)); + assertEquals("image3.png", handler.filenames.get(2)); + assertEquals(TYPE_PNG, handler.mediaTypes.get(0)); + assertEquals(TYPE_GIF, handler.mediaTypes.get(1)); // icon of sound + assertEquals(TYPE_PNG, handler.mediaTypes.get(2)); + + + // Word with 1 image + handler = process("testWORD_1img.docx", extractor, false); + assertEquals(1, handler.filenames.size()); + assertEquals(1, handler.mediaTypes.size()); + + assertEquals("image1.png", handler.filenames.get(0)); + assertEquals(TYPE_PNG, handler.mediaTypes.get(0)); + + + // Word with 3 images + handler = process("testWORD_3imgs.docx", extractor, false); + assertEquals(3, handler.filenames.size()); + assertEquals(3, handler.mediaTypes.size()); + + assertEquals("image2.png", handler.filenames.get(0)); + assertEquals("image3.jpeg", handler.filenames.get(1)); + assertEquals("image4.png", handler.filenames.get(2)); + assertEquals(TYPE_PNG, handler.mediaTypes.get(0)); + assertEquals(TYPE_JPG, handler.mediaTypes.get(1)); + assertEquals(TYPE_PNG, handler.mediaTypes.get(2)); + } + + /** + * Office files which have other office files + * embedded into them. The embedded office files + * will sometimes have images in them. + * <p/> + * eg xls + * -> word + * -> image + * -> image + * -> powerpoint + * -> excel + * -> image + */ + @Test + public void testEmbeddedOfficeFiles() throws Exception { + TrackingHandler handler; + + + // Excel with a word doc and a powerpoint doc, both of which have images in them + // Without recursion, should see both documents + the images + handler = process("testEXCEL_embeded.xlsx", extractor, false); + assertEquals(7, handler.filenames.size()); + assertEquals(7, handler.mediaTypes.size()); + + // We know the rough filenames + assertEquals("Microsoft_Office_PowerPoint_Presentation1.pptx", handler.filenames.get(0)); + assertEquals("Microsoft_Office_Word_97_-_2003_Document1.doc", handler.filenames.get(1)); + assertEquals("Microsoft_Office_Word_Document2.docx", handler.filenames.get(2)); + assertEquals("image1.png", handler.filenames.get(3)); + assertEquals("image2.emf", handler.filenames.get(4)); + assertEquals("image3.emf", handler.filenames.get(5)); + assertEquals("image4.emf", handler.filenames.get(6)); + // But we do know their types + assertEquals(TYPE_PPTX, handler.mediaTypes.get(0)); // Embedded office doc + assertEquals(TYPE_DOC, handler.mediaTypes.get(1)); // Embedded office doc + assertEquals(TYPE_DOCX, handler.mediaTypes.get(2)); // Embedded office doc + assertEquals(TYPE_PNG, handler.mediaTypes.get(3)); // Embedded image + assertEquals(TYPE_EMF, handler.mediaTypes.get(4)); // Icon of embedded office doc + assertEquals(TYPE_EMF, handler.mediaTypes.get(5)); // Icon of embedded office doc + assertEquals(TYPE_EMF, handler.mediaTypes.get(6)); // Icon of embedded office doc + + + // With recursion, should get the images embedded in the office files too + handler = process("testEXCEL_embeded.xlsx", extractor, true); + assertEquals(23 + 1 /*thumbnail */, handler.filenames.size()); + assertEquals(23 + 1 /*thumbnail */, handler.mediaTypes.size()); + + assertEquals(TYPE_PPTX, handler.mediaTypes.get(0)); // Embedded office doc + assertEquals(TYPE_PNG, handler.mediaTypes.get(1)); // PNG inside .pptx + assertEquals(TYPE_GIF, handler.mediaTypes.get(2)); // PNG inside .pptx + assertEquals(TYPE_PNG, handler.mediaTypes.get(3)); // PNG inside .pptx + assertEquals(TYPE_XLSX, handler.mediaTypes.get(4)); // .xlsx inside .pptx + assertEquals(TYPE_PNG, handler.mediaTypes.get(5)); // PNG inside .xlsx inside .pptx + assertEquals(TYPE_DOCX, handler.mediaTypes.get(6)); // .docx inside .pptx + assertEquals(TYPE_PNG, handler.mediaTypes.get(7)); // PNG inside .docx inside .pptx + assertEquals(TYPE_JPG, handler.mediaTypes.get(8)); // JPG inside .docx inside .pptx + assertEquals(TYPE_PNG, handler.mediaTypes.get(9)); // PNG inside .docx inside .pptx + assertEquals(TYPE_DOC, handler.mediaTypes.get(10)); // .doc inside .pptx + assertEquals(TYPE_PNG, handler.mediaTypes.get(11)); // PNG inside .doc inside .pptx + assertEquals(TYPE_EMF, handler.mediaTypes.get(12)); // Icon of item inside .pptx + assertEquals(TYPE_EMF, handler.mediaTypes.get(13)); // Icon of item inside .pptx + assertEquals(TYPE_EMF, handler.mediaTypes.get(14)); // Icon of item inside .pptx + assertEquals(TYPE_JPG, handler.mediaTypes.get(15)); // Embedded thumbnail + assertEquals(TYPE_DOC, handler.mediaTypes.get(16)); // Embedded office doc + assertEquals(TYPE_PNG, handler.mediaTypes.get(17)); // PNG inside .doc + assertEquals(TYPE_DOCX, handler.mediaTypes.get(18)); // Embedded office doc + assertEquals(TYPE_PNG, handler.mediaTypes.get(19)); // PNG inside .docx + assertEquals(TYPE_PNG, handler.mediaTypes.get(20)); // Embedded image + assertEquals(TYPE_EMF, handler.mediaTypes.get(21)); // Icon of embedded office doc + assertEquals(TYPE_EMF, handler.mediaTypes.get(22)); // Icon of embedded office doc + assertEquals(TYPE_EMF, handler.mediaTypes.get(23)); // Icon of embedded office doc + + + // Word with .docx, powerpoint and excel + handler = process("testWORD_embeded.docx", extractor, false); + assertEquals(9, handler.filenames.size()); + assertEquals(9, handler.mediaTypes.size()); + + // We know their rough filenames + assertEquals("Microsoft_Office_PowerPoint_Presentation2.pptx", handler.filenames.get(0)); + assertEquals("image6.emf", handler.filenames.get(1)); + assertEquals("Microsoft_Office_Word_97_-_2003_Document1.doc", handler.filenames.get(2)); + assertEquals("image1.png", handler.filenames.get(3)); + assertEquals("image2.jpeg", handler.filenames.get(4)); + assertEquals("image3.png", handler.filenames.get(5)); + assertEquals("image4.emf", handler.filenames.get(6)); + assertEquals("Microsoft_Office_Excel_Worksheet1.xlsx", handler.filenames.get(7)); + assertEquals("image5.emf", handler.filenames.get(8)); + // But we do know their types + assertEquals(TYPE_PPTX, handler.mediaTypes.get(0)); // Embedded office doc + assertEquals(TYPE_EMF, handler.mediaTypes.get(1)); // Icon of embedded office doc + assertEquals(TYPE_DOC, handler.mediaTypes.get(2)); // Embedded office doc + assertEquals(TYPE_PNG, handler.mediaTypes.get(3)); // Embedded image + assertEquals(TYPE_JPG, handler.mediaTypes.get(4)); // Embedded image + assertEquals(TYPE_PNG, handler.mediaTypes.get(5)); // Embedded image + assertEquals(TYPE_EMF, handler.mediaTypes.get(6)); // Icon of embedded office doc + assertEquals(TYPE_XLSX, handler.mediaTypes.get(7)); // Embeded office doc + assertEquals(TYPE_EMF, handler.mediaTypes.get(8)); // Icon of embedded office doc + + + // With recursion, should get their images too + handler = process("testWORD_embeded.docx", extractor, true); + assertEquals(14 + 1 /* thumbnail */, handler.filenames.size()); + assertEquals(14 + 1 /* thumbnail */, handler.mediaTypes.size()); + + // But we do know their types + assertEquals(TYPE_PPTX, handler.mediaTypes.get(0)); // Embedded office doc + assertEquals(TYPE_PNG, handler.mediaTypes.get(1)); // PNG inside .pptx + assertEquals(TYPE_GIF, handler.mediaTypes.get(2)); // GIF inside .pptx + assertEquals(TYPE_PNG, handler.mediaTypes.get(3)); // PNG inside .pptx + assertEquals(TYPE_JPG, handler.mediaTypes.get(4)); // Embedded thumbnail + assertEquals(TYPE_EMF, handler.mediaTypes.get(5)); // Icon of embedded office doc + assertEquals(TYPE_DOC, handler.mediaTypes.get(6)); // Embedded office doc + assertEquals(TYPE_PNG, handler.mediaTypes.get(7)); // PNG inside .doc + assertEquals(TYPE_PNG, handler.mediaTypes.get(8)); // Embedded image + assertEquals(TYPE_JPG, handler.mediaTypes.get(9)); // Embedded image + assertEquals(TYPE_PNG, handler.mediaTypes.get(10)); // Embedded image + assertEquals(TYPE_EMF, handler.mediaTypes.get(11)); // Icon of embedded office doc + assertEquals(TYPE_XLSX, handler.mediaTypes.get(12)); // Embeded office doc + assertEquals(TYPE_PNG, handler.mediaTypes.get(13)); // PNG inside .xlsx + assertEquals(TYPE_EMF, handler.mediaTypes.get(14)); // Icon of embedded office doc + + + // PowerPoint with excel and word + handler = process("testPPT_embeded.pptx", extractor, false); + assertEquals(9 + 1 /* thumbnail */, handler.filenames.size()); + assertEquals(9 + 1 /* thumbnail */, handler.mediaTypes.size()); + + // We don't know their exact filenames + assertEquals("image4.png", handler.filenames.get(0)); + assertEquals("image5.gif", handler.filenames.get(1)); + assertEquals("image6.png", handler.filenames.get(2)); + assertEquals("Microsoft_Office_Excel_Worksheet1.xlsx", handler.filenames.get(3)); + assertEquals("Microsoft_Office_Word_Document2.docx", handler.filenames.get(4)); + assertEquals("Microsoft_Office_Word_97_-_2003_Document1.doc", handler.filenames.get(5)); + assertEquals("image1.emf", handler.filenames.get(6)); + assertEquals("image2.emf", handler.filenames.get(7)); + assertEquals("image3.emf", handler.filenames.get(8)); + // But we do know their types + assertEquals(TYPE_PNG, handler.mediaTypes.get(0)); // Embedded image + assertEquals(TYPE_GIF, handler.mediaTypes.get(1)); // Embedded image + assertEquals(TYPE_PNG, handler.mediaTypes.get(2)); // Embedded image + assertEquals(TYPE_XLSX, handler.mediaTypes.get(3)); // Embedded office doc + assertEquals(TYPE_DOCX, handler.mediaTypes.get(4)); // Embedded office doc + assertEquals(TYPE_DOC, handler.mediaTypes.get(5)); // Embedded office doc + assertEquals(TYPE_EMF, handler.mediaTypes.get(6)); // Icon of embedded office doc + assertEquals(TYPE_EMF, handler.mediaTypes.get(7)); // Icon of embedded office doc + assertEquals(TYPE_EMF, handler.mediaTypes.get(8)); // Icon of embedded office doc + } + + @Test + public void testEmbeddedOutlook() throws Exception { + TrackingHandler handler = + process("EmbeddedOutlook.docx", extractor, false); + + assertEquals(2, handler.filenames.size()); + assertEquals(2, handler.mediaTypes.size()); + + assertEquals("image1.emf", handler.filenames.get(0)); + assertEquals(TYPE_EMF, handler.mediaTypes.get(0)); + + assertEquals("licensedTestMsgwAtt.msg", handler.filenames.get(1)); + assertEquals(TYPE_MSG, handler.mediaTypes.get(1)); + } + + @Test + public void testEmbeddedPDF() throws Exception { + TrackingHandler handler = + process("EmbeddedPDF.docx", extractor, false); + + assertEquals(2, handler.filenames.size()); + assertEquals(2, handler.mediaTypes.size()); + + assertEquals("image1.emf", handler.filenames.get(0)); + assertEquals(TYPE_EMF, handler.mediaTypes.get(0)); + + assertNull(handler.filenames.get(1)); + assertEquals(TYPE_PDF, handler.mediaTypes.get(1)); + } + +}
Added: tika/branches/2.x/tika-parser-modules/tika-office-parser-module/src/test/java/org/apache/tika/parser/microsoft/ooxml/OOXMLParserTest.java URL: http://svn.apache.org/viewvc/tika/branches/2.x/tika-parser-modules/tika-office-parser-module/src/test/java/org/apache/tika/parser/microsoft/ooxml/OOXMLParserTest.java?rev=1725014&view=auto ============================================================================== --- tika/branches/2.x/tika-parser-modules/tika-office-parser-module/src/test/java/org/apache/tika/parser/microsoft/ooxml/OOXMLParserTest.java (added) +++ tika/branches/2.x/tika-parser-modules/tika-office-parser-module/src/test/java/org/apache/tika/parser/microsoft/ooxml/OOXMLParserTest.java Sat Jan 16 18:23:01 2016 @@ -0,0 +1,1206 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one or more + * contributor license agreements. See the NOTICE file distributed with + * this work for additional information regarding copyright ownership. + * The ASF licenses this file to You under the Apache License, Version 2.0 + * (the "License"); you may not use this file except in compliance with + * the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +package org.apache.tika.parser.microsoft.ooxml; + +import static java.nio.charset.StandardCharsets.UTF_8; +import static org.junit.Assert.assertEquals; +import static org.junit.Assert.assertTrue; + +import javax.xml.transform.OutputKeys; +import javax.xml.transform.sax.SAXTransformerFactory; +import javax.xml.transform.sax.TransformerHandler; +import javax.xml.transform.stream.StreamResult; +import java.io.ByteArrayOutputStream; +import java.io.InputStream; +import java.io.PrintStream; +import java.io.StringWriter; +import java.util.HashMap; +import java.util.Locale; +import java.util.Map; + +import org.apache.tika.TikaTest; +import org.apache.tika.exception.EncryptedDocumentException; +import org.apache.tika.io.TikaInputStream; +import org.apache.tika.metadata.Metadata; +import org.apache.tika.metadata.Office; +import org.apache.tika.metadata.OfficeOpenXMLCore; +import org.apache.tika.metadata.OfficeOpenXMLExtended; +import org.apache.tika.metadata.TikaCoreProperties; +import org.apache.tika.metadata.TikaMetadataKeys; +import org.apache.tika.parser.AutoDetectParser; +import org.apache.tika.parser.ParseContext; +import org.apache.tika.parser.Parser; +import org.apache.tika.parser.PasswordProvider; +import org.apache.tika.parser.microsoft.WordParserTest; +import org.apache.tika.sax.BodyContentHandler; +import org.junit.Ignore; +import org.junit.Test; +import org.xml.sax.ContentHandler; + +public class OOXMLParserTest extends TikaTest { + + private Parser parser = new AutoDetectParser(); + + private InputStream getTestDocument(String name) { + return TikaInputStream.get(OOXMLParserTest.class.getResourceAsStream( + "/test-documents/" + name)); + } + + @Test + public void testExcel() throws Exception { + Metadata metadata = new Metadata(); + ContentHandler handler = new BodyContentHandler(); + ParseContext context = new ParseContext(); + context.set(Locale.class, Locale.US); + + try (InputStream input = getTestDocument("testEXCEL.xlsx")) { + parser.parse(input, handler, metadata, context); + + assertEquals( + "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet", + metadata.get(Metadata.CONTENT_TYPE)); + assertEquals("Simple Excel document", metadata.get(TikaCoreProperties.TITLE)); + assertEquals("Keith Bennett", metadata.get(TikaCoreProperties.CREATOR)); + assertEquals("Keith Bennett", metadata.get(Metadata.AUTHOR)); + + String content = handler.toString(); + assertContains("Sample Excel Worksheet", content); + assertContains("Numbers and their Squares", content); + assertContains("9", content); + assertNotContained("9.0", content); + assertContains("196", content); + assertNotContained("196.0", content); + assertEquals("false", metadata.get(TikaMetadataKeys.PROTECTED)); + } + } + + @Test + public void testExcelFormats() throws Exception { + Metadata metadata = new Metadata(); + ContentHandler handler = new BodyContentHandler(); + ParseContext context = new ParseContext(); + context.set(Locale.class, Locale.US); + + try (InputStream input = getTestDocument("testEXCEL-formats.xlsx")) { + parser.parse(input, handler, metadata, context); + + assertEquals( + "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet", + metadata.get(Metadata.CONTENT_TYPE)); + + String content = handler.toString(); + + // Number #,##0.00 + assertContains("1,599.99", content); + assertContains("-1,599.99", content); + + // Currency $#,##0.00;[Red]($#,##0.00) + assertContains("$1,599.99", content); + assertContains("$1,599.99)", content); + + // Scientific 0.00E+00 + // poi <=3.8beta1 returns 1.98E08, newer versions return 1.98+E08 + assertTrue(content.contains("1.98E08") || content.contains("1.98E+08")); + assertTrue(content.contains("-1.98E08") || content.contains("-1.98E+08")); + + // Percentage + assertContains("2.50%", content); + // Excel rounds up to 3%, but that requires Java 1.6 or later + if (System.getProperty("java.version").startsWith("1.5")) { + assertContains("2%", content); + } else { + assertContains("3%", content); + } + + // Time Format: h:mm + assertContains("6:15", content); + assertContains("18:15", content); + + // Date Format: d-mmm-yy + assertContains("17-May-07", content); + + // Currency $#,##0.00;[Red]($#,##0.00) + assertContains("$1,599.99", content); + assertContains("($1,599.99)", content); + + // Fraction (2.5): # ?/? + assertContains("2 1/2", content); + + // Below assertions represent outstanding formatting issues to be addressed + // they are included to allow the issues to be progressed with the Apache POI + // team - See TIKA-103. + + /************************************************************************* + // Date Format: m/d/yy + assertContains("03/10/2009", content); + + // Date/Time Format + assertContains("19/01/2008 04:35", content); + + // Custom Number (0 "dollars and" .00 "cents") + assertContains("19 dollars and .99 cents", content); + + // Custom Number ("At" h:mm AM/PM "on" dddd mmmm d"," yyyy) + assertContains("At 4:20 AM on Thursday May 17, 2007", content); + **************************************************************************/ + } + } + + @Test + @Ignore("OOXML-Strict not currently supported by POI, see #57699") + public void testExcelStrict() throws Exception { + Metadata metadata = new Metadata(); + ContentHandler handler = new BodyContentHandler(); + ParseContext context = new ParseContext(); + context.set(Locale.class, Locale.US); + + try (InputStream input = getTestDocument("testEXCEL.strict.xlsx")) { + parser.parse(input, handler, metadata, context); + + assertEquals( + "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet", + metadata.get(Metadata.CONTENT_TYPE)); + assertEquals("Sample Spreadsheet", metadata.get(TikaCoreProperties.TITLE)); + assertEquals("Nick Burch", metadata.get(TikaCoreProperties.CREATOR)); + assertEquals("Spreadsheet for testing", metadata.get(TikaCoreProperties.DESCRIPTION)); + + String content = handler.toString(); + assertContains("Test spreadsheet", content); + assertContains("This one is red", content); + assertContains("cb=10", content); + assertNotContained("10.0", content); + assertContains("cb=sum", content); + assertNotContained("13.0", content); + assertEquals("false", metadata.get(TikaMetadataKeys.PROTECTED)); + } + } + + /** + * We have a number of different powerpoint files, + * such as presentation, macro-enabled etc + */ + @Test + public void testPowerPoint() throws Exception { + String[] extensions = new String[]{ + "pptx", "pptm", "ppsm", "ppsx", "potm" + //"thmx", // TIKA-418: Will be supported in POI 3.7 beta 2 + //"xps" // TIKA-418: Not yet supported by POI + }; + + String[] mimeTypes = new String[]{ + "application/vnd.openxmlformats-officedocument.presentationml.presentation", + "application/vnd.ms-powerpoint.presentation.macroenabled.12", + "application/vnd.ms-powerpoint.slideshow.macroenabled.12", + "application/vnd.openxmlformats-officedocument.presentationml.slideshow", + "application/vnd.ms-powerpoint.template.macroenabled.12" + }; + + for (int i = 0; i < extensions.length; i++) { + String extension = extensions[i]; + String filename = "testPPT." + extension; + + Parser parser = new AutoDetectParser(); + Metadata metadata = new Metadata(); + ContentHandler handler = new BodyContentHandler(); + ParseContext context = new ParseContext(); + + try (InputStream input = getTestDocument(filename)) { + parser.parse(input, handler, metadata, context); + + assertEquals( + "Mime-type checking for " + filename, + mimeTypes[i], + metadata.get(Metadata.CONTENT_TYPE)); + assertEquals("Attachment Test", metadata.get(TikaCoreProperties.TITLE)); + assertEquals("Rajiv", metadata.get(TikaCoreProperties.CREATOR)); + assertEquals("Rajiv", metadata.get(Metadata.AUTHOR)); + + String content = handler.toString(); + // Theme files don't have the text in them + if (extension.equals("thmx")) { + assertEquals("", content); + } else { + assertTrue( + "Text missing for " + filename + "\n" + content, + content.contains("Attachment Test") + ); + assertTrue( + "Text missing for " + filename + "\n" + content, + content.contains("This is a test file data with the same content") + ); + assertTrue( + "Text missing for " + filename + "\n" + content, + content.contains("content parsing") + ); + assertTrue( + "Text missing for " + filename + "\n" + content, + content.contains("Different words to test against") + ); + assertTrue( + "Text missing for " + filename + "\n" + content, + content.contains("Mystery") + ); + } + } + } + } + + /** + * Test that the metadata is already extracted when the body is processed. + * See TIKA-1109 + */ + @Test + public void testPowerPointMetadataEarly() throws Exception { + String[] extensions = new String[]{ + "pptx", "pptm", "ppsm", "ppsx", "potm" + //"thmx", // TIKA-418: Will be supported in POI 3.7 beta 2 + //"xps" // TIKA-418: Not yet supported by POI + }; + + final String[] mimeTypes = new String[]{ + "application/vnd.openxmlformats-officedocument.presentationml.presentation", + "application/vnd.ms-powerpoint.presentation.macroenabled.12", + "application/vnd.ms-powerpoint.slideshow.macroenabled.12", + "application/vnd.openxmlformats-officedocument.presentationml.slideshow", + "application/vnd.ms-powerpoint.template.macroenabled.12" + }; + + for (int i = 0; i < extensions.length; i++) { + String extension = extensions[i]; + final String filename = "testPPT." + extension; + + Parser parser = new AutoDetectParser(); + final Metadata metadata = new Metadata(); + + // Allow the value to be access from the inner class + final int currentI = i; + ContentHandler handler = new BodyContentHandler() { + public void startDocument() { + assertEquals( + "Mime-type checking for " + filename, + mimeTypes[currentI], + metadata.get(Metadata.CONTENT_TYPE)); + assertEquals("Attachment Test", metadata.get(TikaCoreProperties.TITLE)); + assertEquals("Rajiv", metadata.get(TikaCoreProperties.CREATOR)); + assertEquals("Rajiv", metadata.get(Metadata.AUTHOR)); + + } + + }; + ParseContext context = new ParseContext(); + + try (InputStream input = getTestDocument(filename)) { + parser.parse(input, handler, metadata, context); + } + } + } + + /** + * For the PowerPoint formats we don't currently support, ensure that + * we don't break either + */ + @Test + public void testUnsupportedPowerPoint() throws Exception { + String[] extensions = new String[]{"xps", "thmx"}; + String[] mimeTypes = new String[]{ + "application/vnd.ms-xpsdocument", + "application/vnd.openxmlformats-officedocument" // Is this right? + }; + + for (int i = 0; i < extensions.length; i++) { + String extension = extensions[i]; + String filename = "testPPT." + extension; + + Parser parser = new AutoDetectParser(); + Metadata metadata = new Metadata(); + metadata.set(Metadata.RESOURCE_NAME_KEY, filename); + ContentHandler handler = new BodyContentHandler(); + ParseContext context = new ParseContext(); + + try (InputStream input = getTestDocument(filename)) { + parser.parse(input, handler, metadata, context); + + // Should get the metadata + assertEquals( + "Mime-type checking for " + filename, + mimeTypes[i], + metadata.get(Metadata.CONTENT_TYPE)); + + // But that's about it + } + } + } + + /** + * Test the plain text output of the Word converter + * + * @throws Exception + */ + @Test + public void testWord() throws Exception { + Metadata metadata = new Metadata(); + ContentHandler handler = new BodyContentHandler(); + ParseContext context = new ParseContext(); + + try (InputStream input = getTestDocument("testWORD.docx")) { + parser.parse(input, handler, metadata, context); + assertEquals( + "application/vnd.openxmlformats-officedocument.wordprocessingml.document", + metadata.get(Metadata.CONTENT_TYPE)); + assertEquals("Sample Word Document", metadata.get(TikaCoreProperties.TITLE)); + assertEquals("Keith Bennett", metadata.get(TikaCoreProperties.CREATOR)); + assertEquals("Keith Bennett", metadata.get(Metadata.AUTHOR)); + assertTrue(handler.toString().contains("Sample Word Document")); + } + } + + /** + * Test the plain text output of the Word converter + * + * @throws Exception + */ + @Test + public void testWordFootnote() throws Exception { + Metadata metadata = new Metadata(); + ContentHandler handler = new BodyContentHandler(); + ParseContext context = new ParseContext(); + + try (InputStream input = getTestDocument("footnotes.docx")) { + parser.parse(input, handler, metadata, context); + assertEquals( + "application/vnd.openxmlformats-officedocument.wordprocessingml.document", + metadata.get(Metadata.CONTENT_TYPE)); + assertTrue(handler.toString().contains("snoska")); + } + } + + /** + * Test that the word converter is able to generate the + * correct HTML for the document + */ + @Test + public void testWordHTML() throws Exception { + XMLResult result = getXML("testWORD.docx"); + String xml = result.xml; + Metadata metadata = result.metadata; + assertEquals( + "application/vnd.openxmlformats-officedocument.wordprocessingml.document", + metadata.get(Metadata.CONTENT_TYPE)); + assertEquals("Sample Word Document", metadata.get(TikaCoreProperties.TITLE)); + assertEquals("Keith Bennett", metadata.get(TikaCoreProperties.CREATOR)); + assertEquals("Keith Bennett", metadata.get(Metadata.AUTHOR)); + assertTrue(xml.contains("Sample Word Document")); + + // Check that custom headings came through + assertTrue(xml.contains("<h1 class=\"title\">")); + // Regular headings + assertTrue(xml.contains("<h1>Heading Level 1</h1>")); + assertTrue(xml.contains("<h2>Heading Level 2</h2>")); + // Headings with anchor tags in them + assertTrue(xml.contains("<h3><a name=\"OnLevel3\" />Heading Level 3</h3>")); + // Bold and italic + assertTrue(xml.contains("<b>BOLD</b>")); + assertTrue(xml.contains("<i>ITALIC</i>")); + // Table + assertTrue(xml.contains("<table>")); + assertTrue(xml.contains("<td>")); + // Links + assertTrue(xml.contains("<a href=\"http://tika.apache.org/\";>Tika</a>")); + // Anchor links + assertTrue(xml.contains("<a href=\"#OnMainHeading\">The Main Heading Bookmark</a>")); + // Paragraphs with other styles + assertTrue(xml.contains("<p class=\"signature\">This one")); + + result = getXML("testWORD_3imgs.docx"); + xml = result.xml; + + // Images 2-4 (there is no 1!) + assertTrue("Image not found in:\n" + xml, xml.contains("<img src=\"embedded:image2.png\" alt=\"A description...\" />")); + assertTrue("Image not found in:\n" + xml, xml.contains("<img src=\"embedded:image3.jpeg\" alt=\"A description...\" />")); + assertTrue("Image not found in:\n" + xml, xml.contains("<img src=\"embedded:image4.png\" alt=\"A description...\" />")); + + // Text too + assertTrue(xml.contains("<p>The end!</p>")); + + // TIKA-692: test document containing multiple + // character runs within a bold tag: + xml = getXML("testWORD_bold_character_runs.docx").xml; + + // Make sure bold text arrived as single + // contiguous string even though Word parser + // handled this as 3 character runs + assertTrue("Bold text wasn't contiguous: " + xml, xml.contains("F<b>oob</b>a<b>r</b>")); + + // TIKA-692: test document containing multiple + // character runs within a bold tag: + xml = getXML("testWORD_bold_character_runs2.docx").xml; + + // Make sure bold text arrived as single + // contiguous string even though Word parser + // handled this as 3 character runs + assertTrue("Bold text wasn't contiguous: " + xml, xml.contains("F<b>oob</b>a<b>r</b>")); + } + + /** + * Test that we can extract image from docx header + */ + @Test + public void testWordPicturesInHeader() throws Exception { + Metadata metadata = new Metadata(); + ParseContext context = new ParseContext(); + + StringWriter sw = new StringWriter(); + SAXTransformerFactory factory = (SAXTransformerFactory) + SAXTransformerFactory.newInstance(); + TransformerHandler handler = factory.newTransformerHandler(); + handler.getTransformer().setOutputProperty(OutputKeys.METHOD, "xml"); + handler.getTransformer().setOutputProperty(OutputKeys.INDENT, "yes"); + handler.setResult(new StreamResult(sw)); + + // Try with a document containing various tables and formattings + try (InputStream input = getTestDocument("headerPic.docx")) { + parser.parse(input, handler, metadata, context); + String xml = sw.toString(); + assertEquals( + "application/vnd.openxmlformats-officedocument.wordprocessingml.document", + metadata.get(Metadata.CONTENT_TYPE)); + // Check that custom headings came through + assertTrue(xml.contains("<img")); + } + } + + /** + * Documents with some sheets are protected, but not all. + * See TIKA-364. + */ + @Test + public void testProtectedExcelSheets() throws Exception { + + Parser parser = new AutoDetectParser(); + Metadata metadata = new Metadata(); + ContentHandler handler = new BodyContentHandler(); + ParseContext context = new ParseContext(); + + try (InputStream input = OOXMLParserTest.class + .getResourceAsStream("/test-documents/protectedSheets.xlsx")) { + parser.parse(input, handler, metadata, context); + + assertEquals( + "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet", + metadata.get(Metadata.CONTENT_TYPE)); + + assertEquals("true", metadata.get(TikaMetadataKeys.PROTECTED)); + } + } + + /** + * An excel document which is password protected. + * See TIKA-437. + */ + @Test + public void testProtectedExcelFile() throws Exception { + + Parser parser = new AutoDetectParser(); + Metadata metadata = new Metadata(); + ContentHandler handler = new BodyContentHandler(); + ParseContext context = new ParseContext(); + + try (InputStream input = getTestDocument("protectedFile.xlsx")) { + parser.parse(input, handler, metadata, context); + + assertEquals( + "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet", + metadata.get(Metadata.CONTENT_TYPE)); + + assertEquals("true", metadata.get(TikaMetadataKeys.PROTECTED)); + + String content = handler.toString(); + assertContains("Office", content); + } + } + + /** + * Test docx without headers + * TIKA-633 + */ + @Test + public void testNullHeaders() throws Exception { + Parser parser = new AutoDetectParser(); + Metadata metadata = new Metadata(); + ContentHandler handler = new BodyContentHandler(); + ParseContext context = new ParseContext(); + + try (InputStream input = getTestDocument("NullHeader.docx")) { + parser.parse(input, handler, metadata, context); + assertEquals("Should have found some text", false, handler.toString().isEmpty()); + } + } + + @Test + public void testVarious() throws Exception { + ContentHandler handler = new BodyContentHandler(); + Metadata metadata = new Metadata(); + + try (InputStream stream = OOXMLParserTest.class.getResourceAsStream( + "/test-documents/testWORD_various.docx")) { + new AutoDetectParser().parse(stream, handler, metadata, new ParseContext()); + } + + String content = handler.toString(); + //content = content.replaceAll("\\s+"," "); + assertContains("Footnote appears here", content); + assertContains("This is a footnote.", content); + assertContains("This is the header text.", content); + assertContains("This is the footer text.", content); + assertContains("Here is a text box", content); + assertContains("Bold", content); + assertContains("italic", content); + assertContains("underline", content); + assertContains("superscript", content); + assertContains("subscript", content); + assertContains("Here is a citation:", content); + assertContains("Figure 1 This is a caption for Figure 1", content); + assertContains("(Kramer)", content); + assertContains("Row 1 Col 1 Row 1 Col 2 Row 1 Col 3 Row 2 Col 1 Row 2 Col 2 Row 2 Col 3", content.replaceAll("\\s+"," ")); + assertContains("Row 1 column 1 Row 2 column 1 Row 1 column 2 Row 2 column 2", content.replaceAll("\\s+"," ")); + assertContains("This is a hyperlink", content); + assertContains("Here is a list:", content); + for(int row=1;row<=3;row++) { + //assertContains("·\tBullet " + row, content); + //assertContains("\u00b7\tBullet " + row, content); + assertContains("Bullet " + row, content); + } + assertContains("Here is a numbered list:", content); + for(int row=1;row<=3;row++) { + //assertContains(row + ")\tNumber bullet " + row, content); + //assertContains(row + ") Number bullet " + row, content); + // TODO: OOXMLExtractor fails to number the bullets: + assertContains("Number bullet " + row, content); + } + + for(int row=1;row<=2;row++) { + for(int col=1;col<=3;col++) { + assertContains("Row " + row + " Col " + col, content); + } + } + + assertContains("Keyword1 Keyword2", content); + assertEquals("Keyword1 Keyword2", + metadata.get(Metadata.KEYWORDS)); + + assertContains("Subject is here", content); + // TODO: Remove subject in Tika 2.0 + assertEquals("Subject is here", + metadata.get(Metadata.SUBJECT)); + assertEquals("Subject is here", + metadata.get(OfficeOpenXMLCore.SUBJECT)); + + assertContains("Suddenly some Japanese text:", content); + // Special version of (GHQ) + assertContains("\uff08\uff27\uff28\uff31\uff09", content); + // 6 other characters + assertContains("\u30be\u30eb\u30b2\u3068\u5c3e\u5d0e\u3001\u6de1\u3005\u3068\u6700\u671f", content); + + assertContains("And then some Gothic text:", content); + assertContains("\uD800\uDF32\uD800\uDF3f\uD800\uDF44\uD800\uDF39\uD800\uDF43\uD800\uDF3A", content); + } + + @Test + public void testVariousPPTX() throws Exception { + Metadata metadata = new Metadata(); + String xml = getXML("testPPT_various.pptx", metadata).xml; + assertContains("<p>Footnote appears here", xml); + assertContains("<p>[1] This is a footnote.", xml); + assertContains("<p>This is the header text.</p>", xml); + assertContains("<p>This is the footer text.</p>", xml); + assertContains("<p>Here is a text box</p>", xml); + assertContains("<p>Bold", xml); + assertContains("italic underline superscript subscript", xml); + assertContains("<p>Here is a citation:", xml); + assertContains("Figure 1 This is a caption for Figure 1", xml); + assertContains("(Kramer)", xml); + assertContains("<table><tr>\t<td>Row 1 Col 1</td>", xml); + assertContains("<td>Row 2 Col 2</td>\t<td>Row 2 Col 3</td></tr>", xml); + assertContains("<p>Row 1 column 1</p>", xml); + assertContains("<p>Row 2 column 2</p>", xml); + assertContains("<p>This is a hyperlink", xml); + assertContains("<p>Here is a list:", xml); + for(int row=1;row<=3;row++) { + //assertContains("·\tBullet " + row, content); + //assertContains("\u00b7\tBullet " + row, content); + assertContains("<p>Bullet " + row, xml); + } + assertContains("Here is a numbered list:", xml); + for(int row=1;row<=3;row++) { + //assertContains(row + ")\tNumber bullet " + row, content); + //assertContains(row + ") Number bullet " + row, content); + // TODO: OOXMLExtractor fails to number the bullets: + assertContains("<p>Number bullet " + row, xml); + } + + for(int row=1;row<=2;row++) { + for(int col=1;col<=3;col++) { + assertContains("Row " + row + " Col " + col, xml); + } + } + + assertContains("Keyword1 Keyword2", xml); + assertEquals("Keyword1 Keyword2", + metadata.get(Metadata.KEYWORDS)); + + assertContains("Subject is here", xml); + // TODO: Remove subject in Tika 2.0 + assertEquals("Subject is here", + metadata.get(Metadata.SUBJECT)); + assertEquals("Subject is here", + metadata.get(OfficeOpenXMLCore.SUBJECT)); + + assertContains("Suddenly some Japanese text:", xml); + // Special version of (GHQ) + assertContains("\uff08\uff27\uff28\uff31\uff09", xml); + // 6 other characters + assertContains("\u30be\u30eb\u30b2\u3068\u5c3e\u5d0e\u3001\u6de1\u3005\u3068\u6700\u671f", xml); + + assertContains("And then some Gothic text:", xml); + assertContains("\uD800\uDF32\uD800\uDF3f\uD800\uDF44\uD800\uDF39\uD800\uDF43\uD800\uDF3A", xml); + } + + @Test + public void testCommentPPTX() throws Exception { + XMLResult r = getXML("testPPT_comment.pptx"); + assertContains("<p class=\"slide-comment\"><b>Allison, Timothy B. (ATB)", r.xml); + } + + @Test + public void testMasterFooter() throws Exception { + ContentHandler handler = new BodyContentHandler(); + Metadata metadata = new Metadata(); + + try (InputStream stream = OOXMLParserTest.class.getResourceAsStream( + "/test-documents/testPPT_masterFooter.pptx")) { + new AutoDetectParser().parse(stream, handler, metadata, new ParseContext()); + } + + String content = handler.toString(); + assertContains("Master footer is here", content); + } + + /** + * TIKA-712 Master Slide Text from PPT and PPTX files + * should be extracted too + */ + @Test + public void testMasterText() throws Exception { + ContentHandler handler = new BodyContentHandler(); + Metadata metadata = new Metadata(); + + try (InputStream stream = OOXMLParserTest.class.getResourceAsStream( + "/test-documents/testPPT_masterText.pptx")) { + new AutoDetectParser().parse(stream, handler, metadata, new ParseContext()); + } + + String content = handler.toString(); + assertContains("Text that I added to the master slide", content); + } + + @Test + public void testMasterText2() throws Exception { + ContentHandler handler = new BodyContentHandler(); + Metadata metadata = new Metadata(); + + try (InputStream stream = OOXMLParserTest.class.getResourceAsStream( + "/test-documents/testPPT_masterText2.pptx")) { + new AutoDetectParser().parse(stream, handler, metadata, new ParseContext()); + } + + String content = handler.toString(); + assertContains("Text that I added to the master slide", content); + } + + @Test + public void testWordArt() throws Exception { + ContentHandler handler = new BodyContentHandler(); + Metadata metadata = new Metadata(); + + try (InputStream stream = OOXMLParserTest.class.getResourceAsStream( + "/test-documents/testWordArt.pptx")) { + new AutoDetectParser().parse(stream, handler, metadata, new ParseContext()); + } + String content = handler.toString(); + assertContains("Here is some red word Art", content); + } + + /** + * Ensures that custom OOXML properties are extracted + */ + @Test + public void testExcelCustomProperties() throws Exception { + Metadata metadata = new Metadata(); + + try (InputStream input = OOXMLParserTest.class.getResourceAsStream( + "/test-documents/testEXCEL_custom_props.xlsx")) { + ContentHandler handler = new BodyContentHandler(-1); + ParseContext context = new ParseContext(); + context.set(Locale.class, Locale.US); + new OOXMLParser().parse(input, handler, metadata, context); + } + + assertEquals( + "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet", + metadata.get(Metadata.CONTENT_TYPE)); + assertEquals(null, metadata.get(TikaCoreProperties.CREATOR)); + assertEquals(null, metadata.get(TikaCoreProperties.MODIFIER)); + assertEquals("2006-09-12T15:06:44Z", metadata.get(TikaCoreProperties.CREATED)); + assertEquals("2006-09-12T15:06:44Z", metadata.get(Metadata.CREATION_DATE)); + assertEquals("2011-08-22T14:24:38Z", metadata.get(Metadata.LAST_MODIFIED)); + assertEquals("2011-08-22T14:24:38Z", metadata.get(TikaCoreProperties.MODIFIED)); + assertEquals("2011-08-22T14:24:38Z", metadata.get(Metadata.DATE)); + assertEquals("Microsoft Excel", metadata.get(Metadata.APPLICATION_NAME)); + assertEquals("Microsoft Excel", metadata.get(OfficeOpenXMLExtended.APPLICATION)); + assertEquals("true", metadata.get("custom:myCustomBoolean")); + assertEquals("3", metadata.get("custom:myCustomNumber")); + assertEquals("MyStringValue", metadata.get("custom:MyCustomString")); + assertEquals("2010-12-30T22:00:00Z", metadata.get("custom:MyCustomDate")); + assertEquals("2010-12-29T22:00:00Z", metadata.get("custom:myCustomSecondDate")); + } + + @Test + public void testWordCustomProperties() throws Exception { + Metadata metadata = new Metadata(); + + try (InputStream input = OOXMLParserTest.class.getResourceAsStream( + "/test-documents/testWORD_custom_props.docx")) { + ContentHandler handler = new BodyContentHandler(-1); + ParseContext context = new ParseContext(); + context.set(Locale.class, Locale.US); + new OOXMLParser().parse(input, handler, metadata, context); + } + + assertEquals( + "application/vnd.openxmlformats-officedocument.wordprocessingml.document", + metadata.get(Metadata.CONTENT_TYPE)); + assertEquals("EJ04325S", metadata.get(TikaCoreProperties.CREATOR)); + assertEquals("Etienne Jouvin", metadata.get(TikaCoreProperties.MODIFIER)); + assertEquals("Etienne Jouvin", metadata.get(Metadata.LAST_AUTHOR)); + assertEquals("2011-07-29T16:52:00Z", metadata.get(TikaCoreProperties.CREATED)); + assertEquals("2011-07-29T16:52:00Z", metadata.get(Metadata.CREATION_DATE)); + assertEquals("2012-01-03T22:14:00Z", metadata.get(TikaCoreProperties.MODIFIED)); + assertEquals("2012-01-03T22:14:00Z", metadata.get(Metadata.DATE)); + assertEquals("Microsoft Office Word", metadata.get(Metadata.APPLICATION_NAME)); + assertEquals("Microsoft Office Word", metadata.get(OfficeOpenXMLExtended.APPLICATION)); + assertEquals("1", metadata.get(Office.PAGE_COUNT)); + assertEquals("2", metadata.get(Office.WORD_COUNT)); + assertEquals("My Title", metadata.get(TikaCoreProperties.TITLE)); + assertEquals("My Keyword", metadata.get(TikaCoreProperties.KEYWORDS)); + assertEquals("Normal.dotm", metadata.get(Metadata.TEMPLATE)); + assertEquals("Normal.dotm", metadata.get(OfficeOpenXMLExtended.TEMPLATE)); + // TODO: Remove subject in Tika 2.0 + assertEquals("My subject", metadata.get(Metadata.SUBJECT)); + assertEquals("My subject", metadata.get(OfficeOpenXMLCore.SUBJECT)); + assertEquals("EDF-DIT", metadata.get(TikaCoreProperties.PUBLISHER)); + assertEquals("true", metadata.get("custom:myCustomBoolean")); + assertEquals("3", metadata.get("custom:myCustomNumber")); + assertEquals("MyStringValue", metadata.get("custom:MyCustomString")); + assertEquals("2010-12-30T23:00:00Z", metadata.get("custom:MyCustomDate")); + assertEquals("2010-12-29T22:00:00Z", metadata.get("custom:myCustomSecondDate")); + } + + @Test + public void testPowerPointCustomProperties() throws Exception { + Metadata metadata = new Metadata(); + + try (InputStream input = OOXMLParserTest.class.getResourceAsStream( + "/test-documents/testPPT_custom_props.pptx")) { + ContentHandler handler = new BodyContentHandler(-1); + ParseContext context = new ParseContext(); + context.set(Locale.class, Locale.US); + new OOXMLParser().parse(input, handler, metadata, context); + } + + assertEquals( + "application/vnd.openxmlformats-officedocument.presentationml.presentation", + metadata.get(Metadata.CONTENT_TYPE)); + assertEquals("JOUVIN ETIENNE", metadata.get(TikaCoreProperties.CREATOR)); + assertEquals("EJ04325S", metadata.get(TikaCoreProperties.MODIFIER)); + assertEquals("EJ04325S", metadata.get(Metadata.LAST_AUTHOR)); + assertEquals("2011-08-22T13:30:53Z", metadata.get(TikaCoreProperties.CREATED)); + assertEquals("2011-08-22T13:30:53Z", metadata.get(Metadata.CREATION_DATE)); + assertEquals("2011-08-22T13:32:49Z", metadata.get(TikaCoreProperties.MODIFIED)); + assertEquals("2011-08-22T13:32:49Z", metadata.get(Metadata.DATE)); + assertEquals("1", metadata.get(Office.SLIDE_COUNT)); + assertEquals("3", metadata.get(Office.WORD_COUNT)); + assertEquals("Test extraction properties pptx", metadata.get(TikaCoreProperties.TITLE)); + assertEquals("true", metadata.get("custom:myCustomBoolean")); + assertEquals("3", metadata.get("custom:myCustomNumber")); + assertEquals("MyStringValue", metadata.get("custom:MyCustomString")); + assertEquals("2010-12-30T22:00:00Z", metadata.get("custom:MyCustomDate")); + assertEquals("2010-12-29T22:00:00Z", metadata.get("custom:myCustomSecondDate")); + } + + // TIKA-989: + @Test + public void testEmbeddedPDF() throws Exception { + Metadata metadata = new Metadata(); + StringWriter sw = new StringWriter(); + SAXTransformerFactory factory = (SAXTransformerFactory) + SAXTransformerFactory.newInstance(); + TransformerHandler handler = factory.newTransformerHandler(); + handler.getTransformer().setOutputProperty(OutputKeys.METHOD, "xml"); + handler.getTransformer().setOutputProperty(OutputKeys.INDENT, "no"); + handler.setResult(new StreamResult(sw)); + + try (InputStream input = OOXMLParserTest.class.getResourceAsStream( + "/test-documents/testWORD_embedded_pdf.docx")) { + new OOXMLParser().parse(input, handler, metadata, new ParseContext()); + } + String xml = sw.toString(); + int i = xml.indexOf("Here is the pdf file:"); + int j = xml.indexOf("<div class=\"embedded\" id=\"rId5\"/>"); + int k = xml.indexOf("Bye Bye"); + int l = xml.indexOf("<div class=\"embedded\" id=\"rId6\"/>"); + int m = xml.indexOf("Bye for real."); + assertTrue(i != -1); + assertTrue(j != -1); + assertTrue(k != -1); + assertTrue(l != -1); + assertTrue(m != -1); + assertTrue(i < j); + assertTrue(j < k); + assertTrue(k < l); + assertTrue(l < m); + } + + // TIKA-997: + @Test + public void testEmbeddedZipInPPTX() throws Exception { + String xml = getXML("test_embedded_zip.pptx").xml; + int h = xml.indexOf("<div class=\"embedded\" id=\"slide1_rId3\" />"); + int i = xml.indexOf("Send me a note"); + int j = xml.indexOf("<div class=\"embedded\" id=\"slide2_rId4\" />"); + int k = xml.indexOf("<p>No title</p>"); + assertTrue(h != -1); + assertTrue(i != -1); + assertTrue(j != -1); + assertTrue(k != -1); + assertTrue(h < i); + assertTrue(i < j); + assertTrue(j < k); + } + + // TIKA-1006 + @Test + public void testWordNullStyle() throws Exception { + String xml = getXML("testWORD_null_style.docx").xml; + assertContains("Test av styrt dokument", xml); + } + + /** + * TIKA-1044 - Handle word documents where parts of the + * text have no formatting or styles applied to them + */ + @Test + public void testNoFormat() throws Exception { + ContentHandler handler = new BodyContentHandler(); + Metadata metadata = new Metadata(); + + try (InputStream stream = WordParserTest.class.getResourceAsStream( + "/test-documents/testWORD_no_format.docx")) { + new OOXMLParser().parse(stream, handler, metadata, new ParseContext()); + } + + String content = handler.toString(); + assertContains("This is a piece of text that causes an exception", content); + } + + // TIKA-1005: + @Test + public void testTextInsideTextBox() throws Exception { + String xml = getXML("testWORD_text_box.docx").xml; + assertContains("This text is directly in the body of the document.", xml); + assertContains("This text is inside of a text box in the body of the document.", xml); + assertContains("This text is inside of a text box in the header of the document.", xml); + assertContains("This text is inside of a text box in the footer of the document.", xml); + } + + // TIKA-1032: + @Test + public void testEmbeddedPPTXTwoSlides() throws Exception { + String xml = getXML("testPPT_embedded_two_slides.pptx").xml; + assertContains("<div class=\"embedded\" id=\"slide1_rId7\" />", xml); + assertContains("<div class=\"embedded\" id=\"slide2_rId7\" />", xml); + } + + /** + * Test for missing text described in + * <a href="https://issues.apache.org/jira/browse/TIKA-1130";>TIKA-1130</a>. + * and TIKA-1317 + */ + @Test + public void testMissingText() throws Exception { + Metadata metadata = new Metadata(); + ContentHandler handler = new BodyContentHandler(); + ParseContext context = new ParseContext(); + + try (InputStream input = getTestDocument("testWORD_missing_text.docx")) { + parser.parse(input, handler, metadata, context); + assertEquals( + "application/vnd.openxmlformats-officedocument.wordprocessingml.document", + metadata.get(Metadata.CONTENT_TYPE)); + assertContains("BigCompany", handler.toString()); + assertContains("Seasoned", handler.toString()); + assertContains("Rich_text_in_cell", handler.toString()); + } + } + + //TIKA-1100: + @Test + public void testExcelTextBox() throws Exception { + Metadata metadata = new Metadata(); + ContentHandler handler = new BodyContentHandler(); + ParseContext context = new ParseContext(); + InputStream input = getTestDocument("testEXCEL_textbox.xlsx"); + parser.parse(input, handler, metadata, context); + String content = handler.toString(); + assertContains("some autoshape", content); + } + + //TIKA-792; with room for future missing bean tests + @Test + public void testWordMissingOOXMLBeans() throws Exception { + //If a bean is missing, POI prints stack trace to stderr + String[] fileNames = new String[]{ + "testWORD_missing_ooxml_bean1.docx",//TIKA-792 + }; + PrintStream origErr = System.err; + for (String fileName : fileNames) { + Metadata metadata = new Metadata(); + ContentHandler handler = new BodyContentHandler(); + ParseContext context = new ParseContext(); + InputStream input = getTestDocument(fileName); + + //grab stderr + ByteArrayOutputStream errContent = new ByteArrayOutputStream(); + System.setErr(new PrintStream(errContent, true, UTF_8.name())); + parser.parse(input, handler, metadata, context); + + //return stderr + System.setErr(origErr); + + String err = errContent.toString(UTF_8.name()); + assertTrue(err.length() == 0); + input.close(); + } + } + + //TIKA-817 + @Test + public void testPPTXAutodate() throws Exception { + //Following POI-52368, the stored date is extracted, + //not the auto-generated date. + + XMLResult result = getXML("testPPT_autodate.pptx"); + assertContains("<p>Now</p>\n" + + "<p>2011-12-19 10:20:04 AM</p>\n", result.xml); + + } + + @Test + public void testDOCXThumbnail() throws Exception { + String xml = getXML("testDOCX_Thumbnail.docx").xml; + int a = xml.indexOf("This file contains a thumbnail"); + int b = xml.indexOf("<div class=\"embedded\" id=\"/docProps/thumbnail.emf\" />"); + + assertTrue(a != -1); + assertTrue(b != -1); + assertTrue(a < b); + } + + @Test + public void testXLSXThumbnail() throws Exception { + String xml = getXML("testXLSX_Thumbnail.xlsx").xml; + int a = xml.indexOf("This file contains an embedded thumbnail by default"); + int b = xml.indexOf("<div class=\"embedded\" id=\"/docProps/thumbnail.wmf\" />"); + + assertTrue(a != -1); + assertTrue(b != -1); + assertTrue(a < b); + } + + @Test + public void testPPTXThumbnail() throws Exception { + String xml = getXML("testPPTX_Thumbnail.pptx").xml; + int a = xml.indexOf("<body><div class=\"slide-content\"><p>This file contains an embedded thumbnail"); + int b = xml.indexOf("<div class=\"embedded\" id=\"/docProps/thumbnail.jpeg\" />"); + assertTrue(a != -1); + assertTrue(b != -1); + assertTrue(a < b); + } + + @Test + public void testEncrypted() throws Exception { + Map<String, String> tests = new HashMap<String, String>(); + tests.put("testWORD_protected_passtika.docx", + "This is an encrypted Word 2007 File"); + tests.put("testPPT_protected_passtika.pptx", + "This is an encrypted PowerPoint 2007 slide."); + tests.put("testEXCEL_protected_passtika.xlsx", + "This is an Encrypted Excel spreadsheet."); + + Parser parser = new AutoDetectParser(); + Metadata m = new Metadata(); + PasswordProvider passwordProvider = new PasswordProvider() { + @Override + public String getPassword(Metadata metadata) { + return "tika"; + } + }; + ParseContext passwordContext = new ParseContext(); + passwordContext.set(org.apache.tika.parser.PasswordProvider.class, passwordProvider); + + for (Map.Entry<String, String> e : tests.entrySet()) { + try (InputStream is = getTestDocument(e.getKey())) { + ContentHandler handler = new BodyContentHandler(); + parser.parse(is, handler, m, passwordContext); + assertContains(e.getValue(), handler.toString()); + } + } + + ParseContext context = new ParseContext(); + //now try with no password + for (Map.Entry<String, String> e : tests.entrySet()) { + boolean exc = false; + try (InputStream is = getTestDocument(e.getKey())) { + ContentHandler handler = new BodyContentHandler(); + parser.parse(is, handler, m, context); + } catch (EncryptedDocumentException ex) { + exc = true; + } + assertTrue(exc); + } + + } + + @Test + public void testDOCXParagraphNumbering() throws Exception { + String xml = getXML("testWORD_numbered_list.docx").xml; + assertContains("1) This", xml); + assertContains("a) Is", xml); + assertContains("i) A multi", xml); + assertContains("ii) Level", xml); + assertContains("1. Within cell 1", xml); + assertContains("b. Cell b", xml); + assertContains("iii) List", xml); + assertContains("2) foo", xml); + assertContains("ii) baz", xml); + assertContains("ii) foo", xml); + assertContains("II. bar", xml); + assertContains("6. six", xml); + assertContains("7. seven", xml); + assertContains("a. seven a", xml); + assertContains("e. seven e", xml); + assertContains("2. A ii 2", xml); + assertContains("3. page break list 3", xml); + assertContains("Some-1-CrazyFormat Greek numbering with crazy format - alpha", xml); + assertContains("1.1.1. 1.1.1", xml); + assertContains("1.1. 1.2->1.1 //set the value", xml); + + //TODO: comment is not being extracted! + //assertContains("add a list here", xml); + } + + @Test + public void testDOCXOverrideParagraphNumbering() throws Exception { + String xml = getXML("testWORD_override_list_numbering.docx").xml; + + //Test 1 + assertContains("<p>1.1.1.1...1 1.1.1.1...1</p>", xml); + assertContains("1st.2.3someText 1st.2.3someText", xml); + assertContains("1st.2.2someOtherText.1 1st.2.2someOtherText.1", xml); + assertContains("5th 5th", xml); + + + //Test 2 + assertContains("1.a.I 1.a.I", xml); + //test no reset because level 2 is not sufficient to reset + assertContains("<p>1.b.III 1.b.III</p>", xml); + //test restarted because of level 0's increment to 2 + assertContains("2.a.I 2.a.I", xml); + //test handling of skipped level + assertContains("<p>2.b 2.b</p>", xml); + + //Test 3 + assertContains("(1)) (1))", xml); + //tests start level 1 at 17 and + assertContains("2.17 2.17", xml); + //tests that isLegal turns everything into decimal + assertContains("2.18.2.1 2.18.2.1", xml); + assertContains("<p>2 2</p>", xml); + + //Test4 + assertContains("<p>1 1</p>", xml); + assertContains("<p>A A</p>", xml); + assertContains("<p>B B</p>", xml); + //this tests overrides + assertContains("<p>C C</p>", xml); + assertContains("<p>4 4</p>", xml); + + //Test5 + assertContains(">00 00", xml); + assertContains(">01 01", xml); + assertContains(">01. 01.", xml); + assertContains(">01..1 01..1", xml); + assertContains(">02 02", xml); + } + + @Test + public void testExcelHeaderAndFooterExtraction() throws Exception { + XMLResult xml = getXML("testEXCEL_headers_footers.xlsx"); + + assertEquals( + "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet", + xml.metadata.get(Metadata.CONTENT_TYPE)); + assertEquals("Internal spreadsheet", xml.metadata.get(TikaCoreProperties.TITLE)); + assertEquals("Aeham Abushwashi", xml.metadata.get(TikaCoreProperties.CREATOR)); + assertEquals("Aeham Abushwashi", xml.metadata.get(Metadata.AUTHOR)); + + String content = xml.xml; + assertContains("John Smith1", content); + assertContains("John Smith50", content); + assertContains("1 Corporate HQ", content); + assertContains("Header - Corporate Spreadsheet", content); + assertContains("Header - For Internal Use Only", content); + assertContains("Header - Author: John Smith", content); + assertContains("Footer - Corporate Spreadsheet", content); + assertContains("Footer - For Internal Use Only", content); + assertContains("Footer - Author: John Smith", content); + } + + @Test + public void testMultiAuthorsManagers() throws Exception { + XMLResult r = getXML("testWORD_multi_authors.docx"); + String[] authors = r.metadata.getValues(TikaCoreProperties.CREATOR); + assertEquals(3, authors.length); + assertEquals("author2", authors[1]); + + String[] managers = r.metadata.getValues(OfficeOpenXMLExtended.MANAGER); + assertEquals(2, managers.length); + assertEquals("manager1", managers[0]); + assertEquals("manager2", managers[1]); + } +} + +
