http://git-wip-us.apache.org/repos/asf/accumulo/blob/8db62992/src/examples/wikisearch/ingest/src/test/java/org/apache/accumulo/examples/wikisearch/reader/AggregatingRecordReaderTest.java ---------------------------------------------------------------------- diff --git a/src/examples/wikisearch/ingest/src/test/java/org/apache/accumulo/examples/wikisearch/reader/AggregatingRecordReaderTest.java b/src/examples/wikisearch/ingest/src/test/java/org/apache/accumulo/examples/wikisearch/reader/AggregatingRecordReaderTest.java deleted file mode 100644 index c842da7..0000000 --- a/src/examples/wikisearch/ingest/src/test/java/org/apache/accumulo/examples/wikisearch/reader/AggregatingRecordReaderTest.java +++ /dev/null @@ -1,287 +0,0 @@ -/* - * Licensed to the Apache Software Foundation (ASF) under one or more - * contributor license agreements. See the NOTICE file distributed with - * this work for additional information regarding copyright ownership. - * The ASF licenses this file to You under the Apache License, Version 2.0 - * (the "License"); you may not use this file except in compliance with - * the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ -package org.apache.accumulo.examples.wikisearch.reader; - -import static org.junit.Assert.assertEquals; -import static org.junit.Assert.assertNotNull; -import static org.junit.Assert.assertTrue; -import static org.junit.Assert.fail; - -import java.io.File; -import java.io.FileWriter; -import java.io.StringReader; - -import javax.xml.parsers.DocumentBuilder; -import javax.xml.parsers.DocumentBuilderFactory; -import javax.xml.xpath.XPath; -import javax.xml.xpath.XPathExpression; -import javax.xml.xpath.XPathFactory; - -import org.apache.accumulo.core.util.ContextFactory; -import org.apache.accumulo.examples.wikisearch.ingest.WikipediaInputFormat.WikipediaInputSplit; -import org.apache.hadoop.conf.Configuration; -import org.apache.hadoop.fs.Path; -import org.apache.hadoop.io.Text; -import org.apache.hadoop.mapreduce.TaskAttemptContext; -import org.apache.hadoop.mapreduce.lib.input.FileSplit; -import org.junit.Before; -import org.junit.Test; -import org.w3c.dom.Document; -import org.xml.sax.ErrorHandler; -import org.xml.sax.InputSource; -import org.xml.sax.SAXException; -import org.xml.sax.SAXParseException; - -public class AggregatingRecordReaderTest { - - public static class MyErrorHandler implements ErrorHandler { - - @Override - public void error(SAXParseException exception) throws SAXException { - // System.out.println(exception.getMessage()); - } - - @Override - public void fatalError(SAXParseException exception) throws SAXException { - // System.out.println(exception.getMessage()); - } - - @Override - public void warning(SAXParseException exception) throws SAXException { - // System.out.println(exception.getMessage()); - } - - } - - private static final String xml1 = "<?xml version=\"1.0\" encoding=\"UTF-8\"?>" + "<doc>\n" + " <a>A</a>\n" + " <b>B</b>\n" + "</doc>\n" - + "<?xml version=\"1.0\" encoding=\"UTF-8\"?>" + "<doc>\n" + " <a>C</a>\n" + " <b>D</b>\n" + "</doc>\n" + "<?xml version=\"1.0\" encoding=\"UTF-8\"?>" - + "<doc>\n" + " <a>E</a>\n" + " <b>F</b>\n" + "</doc>\n"; - - private static final String xml2 = " <b>B</b>\n" + "</doc>\n" + "<doc>\n" + " <a>C</a>\n" + " <b>D</b>\n" + "</doc>\n" + "<doc>\n" + " <a>E</a>\n" - + " <b>F</b>\n" + "</doc>\n"; - - private static final String xml3 = "<doc>\n" + " <a>A</a>\n" + " <b>B</b>\n" + "</doc>\n" + "<doc>\n" + " <a>C</a>\n" + " <b>D</b>\n" + "</doc>\n" - + "<doc>\n" + " <a>E</a>\n"; - - private static final String xml4 = "<doc>" + " <a>A</a>" + " <b>B</b>" + "</doc>" + "<doc>" + " <a>C</a>" + " <b>D</b>" + "</doc>" + "<doc>" - + " <a>E</a>" + " <b>F</b>" + "</doc>"; - - private static final String xml5 = "<doc attr=\"G\">" + " <a>A</a>" + " <b>B</b>" + "</doc>" + "<doc>" + " <a>C</a>" + " <b>D</b>" + "</doc>" - + "<doc attr=\"H\"/>" + "<doc>" + " <a>E</a>" + " <b>F</b>" + "</doc>" + "<doc attr=\"I\"/>"; - - private Configuration conf = null; - private TaskAttemptContext ctx = null; - private static DocumentBuilderFactory factory = DocumentBuilderFactory.newInstance(); - private XPathFactory xpFactory = XPathFactory.newInstance(); - private XPathExpression EXPR_A = null; - private XPathExpression EXPR_B = null; - private XPathExpression EXPR_ATTR = null; - - @Before - public void setUp() throws Exception { - conf = new Configuration(); - conf.set(AggregatingRecordReader.START_TOKEN, "<doc"); - conf.set(AggregatingRecordReader.END_TOKEN, "</doc>"); - conf.set(AggregatingRecordReader.RETURN_PARTIAL_MATCHES, Boolean.toString(true)); - ctx = ContextFactory.createTaskAttemptContext(conf); - XPath xp = xpFactory.newXPath(); - EXPR_A = xp.compile("/doc/a"); - EXPR_B = xp.compile("/doc/b"); - EXPR_ATTR = xp.compile("/doc/@attr"); - } - - public File createFile(String data) throws Exception { - // Write out test file - File f = File.createTempFile("aggReaderTest", ".xml"); - f.deleteOnExit(); - FileWriter writer = new FileWriter(f); - writer.write(data); - writer.flush(); - writer.close(); - return f; - } - - private void testXML(Text xml, String aValue, String bValue, String attrValue) throws Exception { - StringReader reader = new StringReader(xml.toString()); - InputSource source = new InputSource(reader); - - DocumentBuilder parser = factory.newDocumentBuilder(); - parser.setErrorHandler(new MyErrorHandler()); - Document root = parser.parse(source); - assertNotNull(root); - - reader = new StringReader(xml.toString()); - source = new InputSource(reader); - assertEquals(EXPR_A.evaluate(source), aValue); - - reader = new StringReader(xml.toString()); - source = new InputSource(reader); - assertEquals(EXPR_B.evaluate(source), bValue); - - reader = new StringReader(xml.toString()); - source = new InputSource(reader); - assertEquals(EXPR_ATTR.evaluate(source), attrValue); - } - - @Test - public void testIncorrectArgs() throws Exception { - File f = createFile(xml1); - - // Create FileSplit - Path p = new Path(f.toURI().toString()); - WikipediaInputSplit split = new WikipediaInputSplit(new FileSplit(p, 0, f.length(), null), 0); - AggregatingRecordReader reader = new AggregatingRecordReader(); - try { - // Clear the values for BEGIN and STOP TOKEN - conf.set(AggregatingRecordReader.START_TOKEN, null); - conf.set(AggregatingRecordReader.END_TOKEN, null); - reader.initialize(split, ctx); - // If we got here, then the code didnt throw an exception - fail(); - } catch (Exception e) { - // Do nothing, we succeeded - f = null; - } - reader.close(); - } - - @Test - public void testCorrectXML() throws Exception { - File f = createFile(xml1); - - // Create FileSplit - Path p = new Path(f.toURI().toString()); - WikipediaInputSplit split = new WikipediaInputSplit(new FileSplit(p, 0, f.length(), null), 0); - - // Initialize the RecordReader - AggregatingRecordReader reader = new AggregatingRecordReader(); - reader.initialize(split, ctx); - assertTrue(reader.nextKeyValue()); - testXML(reader.getCurrentValue(), "A", "B", ""); - assertTrue(reader.nextKeyValue()); - testXML(reader.getCurrentValue(), "C", "D", ""); - assertTrue(reader.nextKeyValue()); - testXML(reader.getCurrentValue(), "E", "F", ""); - assertTrue(!reader.nextKeyValue()); - - } - - @Test - public void testPartialXML() throws Exception { - File f = createFile(xml2); - - // Create FileSplit - Path p = new Path(f.toURI().toString()); - WikipediaInputSplit split = new WikipediaInputSplit(new FileSplit(p, 0, f.length(), null), 0); - - // Initialize the RecordReader - AggregatingRecordReader reader = new AggregatingRecordReader(); - reader.initialize(split, ctx); - assertTrue(reader.nextKeyValue()); - testXML(reader.getCurrentValue(), "C", "D", ""); - assertTrue(reader.nextKeyValue()); - testXML(reader.getCurrentValue(), "E", "F", ""); - assertTrue(!reader.nextKeyValue()); - } - - public void testPartialXML2WithNoPartialRecordsReturned() throws Exception { - conf.set(AggregatingRecordReader.RETURN_PARTIAL_MATCHES, Boolean.toString(false)); - File f = createFile(xml3); - - // Create FileSplit - Path p = new Path(f.toURI().toString()); - WikipediaInputSplit split = new WikipediaInputSplit(new FileSplit(p, 0, f.length(), null), 0); - - // Initialize the RecordReader - AggregatingRecordReader reader = new AggregatingRecordReader(); - reader.initialize(split, ctx); - assertTrue(reader.nextKeyValue()); - testXML(reader.getCurrentValue(), "A", "B", ""); - assertTrue(reader.nextKeyValue()); - testXML(reader.getCurrentValue(), "C", "D", ""); - assertTrue(!reader.nextKeyValue()); - } - - @Test - public void testPartialXML2() throws Exception { - File f = createFile(xml3); - - // Create FileSplit - Path p = new Path(f.toURI().toString()); - WikipediaInputSplit split = new WikipediaInputSplit(new FileSplit(p, 0, f.length(), null), 0); - - // Initialize the RecordReader - AggregatingRecordReader reader = new AggregatingRecordReader(); - reader.initialize(split, ctx); - assertTrue(reader.nextKeyValue()); - testXML(reader.getCurrentValue(), "A", "B", ""); - assertTrue(reader.nextKeyValue()); - testXML(reader.getCurrentValue(), "C", "D", ""); - assertTrue(reader.nextKeyValue()); - try { - testXML(reader.getCurrentValue(), "E", "", ""); - fail("Fragment returned, and it somehow passed XML parsing."); - } catch (SAXParseException e) { - // ignore - } - assertTrue(!reader.nextKeyValue()); - } - - @Test - public void testLineSplitting() throws Exception { - File f = createFile(xml4); - - // Create FileSplit - Path p = new Path(f.toURI().toString()); - WikipediaInputSplit split = new WikipediaInputSplit(new FileSplit(p, 0, f.length(), null), 0); - - // Initialize the RecordReader - AggregatingRecordReader reader = new AggregatingRecordReader(); - reader.initialize(split, ctx); - assertTrue(reader.nextKeyValue()); - testXML(reader.getCurrentValue(), "A", "B", ""); - assertTrue(reader.nextKeyValue()); - testXML(reader.getCurrentValue(), "C", "D", ""); - assertTrue(reader.nextKeyValue()); - testXML(reader.getCurrentValue(), "E", "F", ""); - assertTrue(!reader.nextKeyValue()); - } - - @Test - public void testNoEndTokenHandling() throws Exception { - File f = createFile(xml5); - // Create FileSplit - Path p = new Path(f.toURI().toString()); - WikipediaInputSplit split = new WikipediaInputSplit(new FileSplit(p, 0, f.length(), null), 0); - - // Initialize the RecordReader - AggregatingRecordReader reader = new AggregatingRecordReader(); - reader.initialize(split, ctx); - assertTrue("Not enough records returned.", reader.nextKeyValue()); - testXML(reader.getCurrentValue(), "A", "B", "G"); - assertTrue("Not enough records returned.", reader.nextKeyValue()); - testXML(reader.getCurrentValue(), "C", "D", ""); - assertTrue("Not enough records returned.", reader.nextKeyValue()); - testXML(reader.getCurrentValue(), "", "", "H"); - assertTrue("Not enough records returned.", reader.nextKeyValue()); - testXML(reader.getCurrentValue(), "E", "F", ""); - assertTrue("Not enough records returned.", reader.nextKeyValue()); - testXML(reader.getCurrentValue(), "", "", "I"); - assertTrue("Too many records returned.", !reader.nextKeyValue()); - } - -}
http://git-wip-us.apache.org/repos/asf/accumulo/blob/8db62992/src/examples/wikisearch/ingest/src/test/resources/enwiki-20110901-001.xml ---------------------------------------------------------------------- diff --git a/src/examples/wikisearch/ingest/src/test/resources/enwiki-20110901-001.xml b/src/examples/wikisearch/ingest/src/test/resources/enwiki-20110901-001.xml deleted file mode 100644 index 41d146a..0000000 --- a/src/examples/wikisearch/ingest/src/test/resources/enwiki-20110901-001.xml +++ /dev/null @@ -1,153 +0,0 @@ -<mediawiki xmlns="http://www.mediawiki.org/xml/export-0.5/"; xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"; xsi:schemaLocation="http://www.mediawiki.org/xml/export-0.5/ http://www.mediawiki.org/xml/export-0.5.xsd"; version="0.5" xml:lang="en"> - <siteinfo> - <sitename>Wikipedia</sitename> - <base>http://en.wikipedia.org/wiki/Main_Page</base> - <generator>MediaWiki 1.17wmf1</generator> - <case>first-letter</case> - <namespaces> - <namespace key="-2" case="first-letter">Media</namespace> - <namespace key="-1" case="first-letter">Special</namespace> - <namespace key="0" case="first-letter" /> - <namespace key="1" case="first-letter">Talk</namespace> - <namespace key="2" case="first-letter">User</namespace> - <namespace key="3" case="first-letter">User talk</namespace> - <namespace key="4" case="first-letter">Wikipedia</namespace> - <namespace key="5" case="first-letter">Wikipedia talk</namespace> - <namespace key="6" case="first-letter">File</namespace> - <namespace key="7" case="first-letter">File talk</namespace> - <namespace key="8" case="first-letter">MediaWiki</namespace> - <namespace key="9" case="first-letter">MediaWiki talk</namespace> - <namespace key="10" case="first-letter">Template</namespace> - <namespace key="11" case="first-letter">Template talk</namespace> - <namespace key="12" case="first-letter">Help</namespace> - <namespace key="13" case="first-letter">Help talk</namespace> - <namespace key="14" case="first-letter">Category</namespace> - <namespace key="15" case="first-letter">Category talk</namespace> - <namespace key="100" case="first-letter">Portal</namespace> - <namespace key="101" case="first-letter">Portal talk</namespace> - <namespace key="108" case="first-letter">Book</namespace> - <namespace key="109" case="first-letter">Book talk</namespace> - </namespaces> - </siteinfo> - <page> - <title>Abacus</title> - <id>655</id> - <revision> - <id>34350</id> - <timestamp>2002-02-25T15:43:11Z</timestamp> - <contributor> - <ip>Conversion script</ip> - </contributor> - <minor /> - <comment>Automated conversion</comment> - <text xml:space="preserve">1. An '''abacus''' is a counting frame, typically wooden with balls sliding on wires. It was first used before the adoption of the ten-digit [[Arabic numerals | Arabic numeral]] system and is still widely used by small merchants in [[China]]. The Roman abacus contains seven long and seven shorter rods or bars, the former having four perforated beads running on them and the latter one. The bar marked 1 indicates units, X tens, and so on up to millions. The beads on the shorter bars denote fives,--five units, five tens, etc. The rod O and corresponding short rod are for marking ounces; and the short quarter rods for fractions of an ounce. Computations are made with it by means of balls of bone or ivory running on slender bamboo rods, similar to the simpler board, fitted up with beads strung on wires, which has been employed in teaching the rudiments of arithmetic in English schools. - -The '''Suan'''4-'''Pan'''2 (&#31639;&#30436;) of the Chinese closely resembles the Roman abacus in its construction and use. The Chinese abacus is usally around eight inches tall and it comes in various width depending on application, it usually has more than seven rods. There are two beads on each rod in the upper deck and five beads each in the bottom. The beads are usually round and made of hard wood. The abacus can be reset to the starting position instantly by a quick jerk along the horizontal axis to spin all the beads away from the horizontal beam at the center. The beads are counted by moving them up or down towards the beam. Chinese abacus does more than just counting. Unlike the simple counting board used in elimentary schools, very efficient Suan4-Pan2 techniques were developed to do multiplication, division, addition, substraction, square root and cubic root at high speed. The beads and rods were often lubricated to ensure speed. When all five beads in the lower deck are moved up, they are reset to the original position, and one bead in the top deck is moved down as a carry. When both beads in the upper deck are moved down, they are reset and a bead on the adjacent rod on the left is moved up as a carry. The result of the computation is read off from the beads clustered near the separator beam between the upper and lower deck. In a sense, the abacus works as a 5-2-5-2-5-2... based number system in which carries and shiftings are similiar to the decimal number system. Since each rod represents a digit in a decimal number, the computation capacity of the abacus is only limited by the number of rods on the abacus. When a mathematician runs out of rods, he simply adds another abacus to the left of the row. In theory, the abacus can be expanded infinitely. - -As recently as the late 1960s, abacus arithmetics were still being taught in school (e.g. in Hong Kong). When hand held calculators became popular, nobody wanted to learn how to operate an abacus any more. In the early days of handheld calculators, news about abacus operators beating electronic calculator in arithmetics competitions in both speed and accuracy often appeared in the media. The main reason being that early calculators were often plagued by rounding and overflow errors. (Most handheld calculators can only handle 8 to 10 significant digits, the abacus is virtually limitless in precision.) Inexperienced operators might contribute to the loss too. But when calculators' functionality improved, everyone knew that the abacus could never compute complex functions (e.g. trignometry) faster than a calculator. The older generation (those who were born before the early 1950s) still used it for a while, but electronic calculators gradually displaced abacus in Hong Kong over th e past four decades. Abacus is hardly seen in Hong Kong nowadays. However, abacuses are still being used in China and Japan. The [[slide rule]]s also suffered a similar demise. - -The Suan4-Pan2 is closely tied to the [[[Chinese numerals|Chinese "Hua1 Ma3" numbering system]]]. - -The Japanese eliminated one bead each from the upper and lower deck in each column of the Chinese abacus, because these beads are redundent. That makes the Japanese '''soroban''' (&#21313;&#38706;&#30436;) more like the Roman abacus. The soroban is about 3 inches tall. The beans on a soroban are usually double cone shape. - -Many sources also mentioned use of abacus in ancient Mayan culture. -The Mesoamerican abacus is closely tied to the base-20 [[Mayan numerals]] system. - -External Ref: -[[http://www.ee.ryerson.ca/~elf/abacus/ Abacus]], -[[http://www.soroban.com/ Soroban]], -[[http://www.sungwh.freeserve.co.uk/sapienti/abacus01.htm Suan Pan]], -[[http://hawk.hama-med.ac.jp/dbk/abacus.html Mesoamerican abacus]], -[[http://www.dotpoint.com/xnumber/pic_roman_abacus.htm Roman abacus]] - ----- - -2. (From the Greek ''abax'', a slab; or French ''abaque'', tailloir), in architecture, the upper member of the capital of a column. Its chief function is to provide a larger supporting surface for the architrave or arch it has to carry. In the Greek [[Doric]] order the abacus is a plain square slab. In the Roman and Renaissance Doric orders it is crowned by a moulding. In the Archaic-Greek [[Ionic]] order, owing to the greater width of the capital, the abacus is rectangular in plan, and consists of a carved [[ovolo]] moulding. In later examples the abacus is square, except where there are angle [[volute]]s, when it is slightly curved over the same. In the Roman and Renaissance Ionic capital, the abacus is square with a fillet On the top of an ogee moulding, but curved over angle volutes. In the Greek [[Corinthian]] order the abacus is moulded, its sides are concave and its angles canted (except in one or two exceptional Greek capitals, where it is brought to a sharp angle); a nd the same shape is adopted in the Roman and Renaissance Corinthian and Composite capitals, in some cases with the ovolo moulding carved. In Romanesque architecture the abacus is square with the lower edge splayed off and moulded or carved, and the same was retained in France during the medieval period; but in England, in Early English work, a circular deeply moulded abacus was introduced, which in the 14th and 15th centuries was transformed into an octagonal one. The diminutive of abacus, [[abaciscus]], is applied in architecture to the chequers or squares of a tessellated pavement. - ----- - -3. (possibly defunct) The name of abacus is also given, in [[logic]], to an instrument, often called the "logical machine", analogous to the mathematical abacus. It is constructed to show all the possible combinations of a set of logical terms with their negatives, and, further, the way in which these combinations are affected by the addition of attributes or other limiting words, i.e., to simplify mechanically the solution of logical problems. These instruments are all more or less elaborate developments of the "logical slate", on which were written in vertical columns all the combinations of symbols or letters which could be made logically out of a definite number of terms. These were compared with any given premises, and those which were incompatible were crossed off. In the abacus the combinations are inscribed each on a single slip of wood or similar substance, which is moved by a key; incompatible combinations can thus be mechanically removed at will, i n accordance with any given series of premises. - ----- - -see also: -* [[slide rule]] - -[[talk:Abacus|Talk]] -</text> - </revision> - </page> - <page> - <title>Acid</title> - <id>656</id> - <revision> - <id>46344</id> - <timestamp>2002-02-25T15:43:11Z</timestamp> - <contributor> - <ip>Conversion script</ip> - </contributor> - <minor /> - <comment>Automated conversion</comment> - <text xml:space="preserve">An '''acid''' is a chemical generally defined by its reactions with complementary chemicals, designated [[base]]s. See [[Acid-base reaction theories]]. - -Some of the stronger acids include the hydrohalic acids - HCl, HBr, and HI - and the oxyacids, which tend to contain central atoms in high oxidation states surrounded by oxygen - including HNO<sub>3</sub> and H<sub>2</sub>SO<sub>4</sub>. - - -Acidity is typically measured using the [[pH]] scale. - ----- -See also: - -"Acid" is also a slang word referring to [[LSD]]. - -'''ACID''' is an acronym that expands to four essential properties of a [[database management system]]. -See [[ACID properties]]. -</text> - </revision> - </page> - <page> - <title>Asphalt</title> - <id>657</id> - <revision> - <id>29335</id> - <timestamp>2002-02-25T15:43:11Z</timestamp> - <contributor> - <ip>Conversion script</ip> - </contributor> - <minor /> - <comment>Automated conversion</comment> - <text xml:space="preserve">'''Asphalt''' (also called [[bitumen]]) is a material that occurs naturally in most crude [[petroleum]]s. It is commonly used to build the surface of roads. -</text> - </revision> - </page> - <page> - <title>Acronym</title> - <id>658</id> - <redirect /> - <revision> - <id>60824</id> - <timestamp>2002-02-25T15:43:11Z</timestamp> - <contributor> - <ip>Conversion script</ip> - </contributor> - <minor /> - <comment>Automated conversion</comment> - <text xml:space="preserve">An '''acronym''' is an [[abbreviation]], often composed of the initial letters of the words in a short phrase, that is treated as word (often, a piece of jargon or the proper name of an organization). For example, SAM for [[''s''urface-to-''a''ir ''m''issile]] and [[NATO]] for the [[North Atlantic Treaty Organization]]. In its original meaning, acronyms were restricted to ''pronouncible'' abbreviations (what might be called ''true'' acronyms), though common usage permits calling unpronouncable abbreviations acronyms as well. Sometimes conjuntions and prepositions (such as and or to) contribute letters to make the acronym pronouncible, in contradiction to the normal [[English language|English]] rule for abbreviations. - -Often, an acronym will come into such wide use that people think of it as a word in itself, forget that it started out as an acronym, and write in in small letters. Examples include [[quasar]] (''q''uasi-''s''tellar ''r''adio ''s''ource), [[laser]] (''l''ight ''a''mplification by ''s''timulated ''e''mission of ''r''adiation) and radar (''r''adio ''d''etection ''a''nd ''r''anging). - -Non-pronouncible abbreviations formed from initials (such as IBM for International Business Machines) are sometimes called '''[[initialism]]s'''. - -Some lists of acronyms in use: - -*[[Internet slang|acronyms used on the Internet]] -*[[Acronym/List|list of acronyms]] -*[[Acronym/Medical List|list of medical acronyms]] - -A large list of acronyms may be found at http://www.acronymfinder.com/ - -[[talk:Acronym|/Talk]] -</text> - </revision> - </page> -</mediawiki> http://git-wip-us.apache.org/repos/asf/accumulo/blob/8db62992/src/examples/wikisearch/pom.xml ---------------------------------------------------------------------- diff --git a/src/examples/wikisearch/pom.xml b/src/examples/wikisearch/pom.xml deleted file mode 100644 index 1ea9a2a..0000000 --- a/src/examples/wikisearch/pom.xml +++ /dev/null @@ -1,253 +0,0 @@ -<?xml version="1.0" encoding="UTF-8"?> -<!-- - Licensed to the Apache Software Foundation (ASF) under one or more - contributor license agreements. See the NOTICE file distributed with - this work for additional information regarding copyright ownership. - The ASF licenses this file to You under the Apache License, Version 2.0 - (the "License"); you may not use this file except in compliance with - the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - - Unless required by applicable law or agreed to in writing, software - distributed under the License is distributed on an "AS IS" BASIS, - WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - See the License for the specific language governing permissions and - limitations under the License. ---> -<project xmlns="http://maven.apache.org/POM/4.0.0"; xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"; xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd";> - <modelVersion>4.0.0</modelVersion> - <parent> - <artifactId>accumulo-examples</artifactId> - <groupId>org.apache.accumulo</groupId> - <version>1.4.5-SNAPSHOT</version> - <relativePath>../</relativePath> - </parent> - <artifactId>accumulo-wikisearch</artifactId> - <packaging>pom</packaging> - <name>accumulo-wikisearch</name> - - <modules> - <module>ingest</module> - <module>query</module> - <module>query-war</module> - </modules> - - <repositories> - <repository> - <id>central</id> - <name>Maven Repository Switchboard</name> - <layout>default</layout> - <url>http://repo1.maven.org/maven2</url> - <snapshots> - <enabled>false</enabled> - </snapshots> - </repository> - <repository> - <id>java.net</id> - <name>java.net</name> - <layout>default</layout> - <url>https://maven.java.net/content/groups/public</url> - <snapshots> - <enabled>false</enabled> - </snapshots> - </repository> - </repositories> - - <build> - <defaultGoal>package</defaultGoal> - <plugins> - <plugin> - <groupId>org.apache.maven.plugins</groupId> - <artifactId>maven-enforcer-plugin</artifactId> - <executions> - <execution> - <id>enforce-mvn</id> - <goals> - <goal>enforce</goal> - </goals> - </execution> - </executions> - </plugin> - <plugin> - <artifactId>maven-clean-plugin</artifactId> - <configuration> - <filesets> - <fileset> - <directory>lib</directory> - </fileset> - <fileset> - <directory>target</directory> - </fileset> - </filesets> - </configuration> - </plugin> - <plugin> - <artifactId>maven-jar-plugin</artifactId> - <configuration> - <outputDirectory>lib</outputDirectory> - <archive> - <manifest> - <addDefaultImplementationEntries>true</addDefaultImplementationEntries> - </manifest> - <manifestEntries> - <Implementation-Build>${buildNumber}</Implementation-Build> - <Implementation-Timestamp>${timestamp}</Implementation-Timestamp> - </manifestEntries> - </archive> - <includes> - <include>**/**</include> - </includes> - </configuration> - </plugin> - <plugin> - <artifactId>maven-resources-plugin</artifactId> - <configuration> - <encoding>UTF-8</encoding> - </configuration> - </plugin> - <plugin> - <artifactId>maven-javadoc-plugin</artifactId> - <configuration> - <encoding>UTF-8</encoding> - <quiet>true</quiet> - <jarOutputDirectory>lib</jarOutputDirectory> - <reportOutputDirectory>docs</reportOutputDirectory> - <javadocVersion>1.6</javadocVersion> - <additionalJOption>-J-Xmx512m</additionalJOption> - </configuration> - </plugin> - <plugin> - <artifactId>maven-source-plugin</artifactId> - <configuration> - <outputDirectory>lib</outputDirectory> - </configuration> - </plugin> - <plugin> - <artifactId>maven-surefire-plugin</artifactId> - </plugin> - <plugin> - <inherited>false</inherited> - <groupId>org.apache.maven.plugins</groupId> - <artifactId>maven-dependency-plugin</artifactId> - <executions> - <execution> - <id>copy-dependencies</id> - <phase>process-resources</phase> - <goals> - <goal>copy-dependencies</goal> - </goals> - <configuration> - <outputDirectory>../../lib</outputDirectory> - <!-- just grab the non-provided runtime dependencies --> - <includeArtifactIds>commons-collections,commons-configuration,commons-io,commons-lang,jline,log4j,libthrift,commons-jci-core,commons-jci-fam,commons-logging,commons-logging-api,cloudtrace</includeArtifactIds> - <excludeGroupIds>accumulo</excludeGroupIds> - <excludeTransitive>true</excludeTransitive> - </configuration> - </execution> - </executions> - </plugin> - </plugins> - </build> - <properties> - <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding> - <version.commons-lang>2.4</version.commons-lang> - <version.accumulo>${project.version}</version.accumulo> - <version.commons-jexl>2.0.1</version.commons-jexl> - <version.commons-codec>1.5</version.commons-codec> - <version.ejb-spec-api>1.0.1.Final</version.ejb-spec-api> - <version.jaxrs>2.1.0.GA</version.jaxrs> - <version.kryo>1.04</version.kryo> - <version.log4j>1.2.16</version.log4j> - <version.log4j-extras>1.0</version.log4j-extras> - <version.lucene>3.0.2</version.lucene> - <version.lucene-analyzers>3.0.2</version.lucene-analyzers> - <version.lucene-wikipedia>3.0.2</version.lucene-wikipedia> - <version.protobuf>2.3.0</version.protobuf> - <version.googlecollections>1.0</version.googlecollections> - <version.libthrift>0.6.1</version.libthrift> - <version.zookeeper>3.3.1</version.zookeeper> - <version.minlog>1.2</version.minlog> - </properties> - - <dependencyManagement> - <dependencies> - <dependency> - <groupId>commons-codec</groupId> - <artifactId>commons-codec</artifactId> - <version>${version.commons-codec}</version> - </dependency> - <dependency> - <groupId>commons-lang</groupId> - <artifactId>commons-lang</artifactId> - <version>${version.commons-lang}</version> - </dependency> - <dependency> - <groupId>org.apache.accumulo</groupId> - <artifactId>accumulo-core</artifactId> - <version>${version.accumulo}</version> - </dependency> - <dependency> - <groupId>org.apache.hadoop</groupId> - <artifactId>zookeeper</artifactId> - <version>${version.zookeeper}</version> - </dependency> - <dependency> - <groupId>org.apache.thrift</groupId> - <artifactId>libthrift</artifactId> - <version>${version.libthrift}</version> - </dependency> - <dependency> - <groupId>org.apache.accumulo</groupId> - <artifactId>cloudtrace</artifactId> - <version>${version.accumulo}</version> - </dependency> - <dependency> - <groupId>com.google.collections</groupId> - <artifactId>google-collections</artifactId> - <version>${version.googlecollections}</version> - </dependency> - <dependency> - <groupId>com.googlecode</groupId> - <artifactId>kryo</artifactId> - <version>${version.kryo}</version> - </dependency> - <dependency> - <groupId>org.apache.lucene</groupId> - <artifactId>lucene-core</artifactId> - <version>${version.lucene}</version> - </dependency> - <dependency> - <groupId>org.apache.lucene</groupId> - <artifactId>lucene-analyzers</artifactId> - <version>${version.lucene-analyzers}</version> - </dependency> - <dependency> - <groupId>org.apache.lucene</groupId> - <artifactId>lucene-wikipedia</artifactId> - <version>${version.lucene-wikipedia}</version> - </dependency> - <dependency> - <groupId>com.google.protobuf</groupId> - <artifactId>protobuf-java</artifactId> - <version>${version.protobuf}</version> - </dependency> - <dependency> - <groupId>org.apache.commons</groupId> - <artifactId>commons-jexl</artifactId> - <version>${version.commons-jexl}</version> - </dependency> - <dependency> - <groupId>com.googlecode</groupId> - <artifactId>minlog</artifactId> - <version>${version.minlog}</version> - </dependency> - <dependency> - <groupId>com.sun.jersey</groupId> - <artifactId>jersey-server</artifactId> - <version>1.11</version> - </dependency> - </dependencies> - </dependencyManagement> - -</project> http://git-wip-us.apache.org/repos/asf/accumulo/blob/8db62992/src/examples/wikisearch/query-war/pom.xml ---------------------------------------------------------------------- diff --git a/src/examples/wikisearch/query-war/pom.xml b/src/examples/wikisearch/query-war/pom.xml deleted file mode 100644 index 485d584..0000000 --- a/src/examples/wikisearch/query-war/pom.xml +++ /dev/null @@ -1,66 +0,0 @@ -<?xml version="1.0" encoding="UTF-8"?> -<!-- - Licensed to the Apache Software Foundation (ASF) under one or more - contributor license agreements. See the NOTICE file distributed with - this work for additional information regarding copyright ownership. - The ASF licenses this file to You under the Apache License, Version 2.0 - (the "License"); you may not use this file except in compliance with - the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - - Unless required by applicable law or agreed to in writing, software - distributed under the License is distributed on an "AS IS" BASIS, - WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - See the License for the specific language governing permissions and - limitations under the License. ---> -<project xmlns="http://maven.apache.org/POM/4.0.0"; xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"; xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd";> - <modelVersion>4.0.0</modelVersion> - <parent> - <artifactId>accumulo-wikisearch</artifactId> - <groupId>org.apache.accumulo</groupId> - <version>1.4.5-SNAPSHOT</version> - </parent> - - <artifactId>wikisearch-query-war</artifactId> - <packaging>war</packaging> - <name>wikisearch-query-war</name> - - <dependencies> - <dependency> - <groupId>javax</groupId> - <artifactId>javaee-web-api</artifactId> - <version>6.0</version> - <scope>provided</scope> - </dependency> - <dependency> - <groupId>junit</groupId> - <artifactId>junit</artifactId> - <scope>test</scope> - </dependency> - - </dependencies> - - <build> - <plugins> - <plugin> - <groupId>org.apache.maven.plugins</groupId> - <artifactId>maven-compiler-plugin</artifactId> - <configuration> - <source>1.6</source> - <target>1.6</target> - </configuration> - </plugin> - <plugin> - <groupId>org.apache.maven.plugins</groupId> - <artifactId>maven-war-plugin</artifactId> - <version>2.1.1</version> - <configuration> - <failOnMissingWebXml>true</failOnMissingWebXml> - </configuration> - </plugin> - </plugins> - </build> - -</project> http://git-wip-us.apache.org/repos/asf/accumulo/blob/8db62992/src/examples/wikisearch/query-war/src/main/webapp/WEB-INF/jboss-web.xml ---------------------------------------------------------------------- diff --git a/src/examples/wikisearch/query-war/src/main/webapp/WEB-INF/jboss-web.xml b/src/examples/wikisearch/query-war/src/main/webapp/WEB-INF/jboss-web.xml deleted file mode 100644 index 6765033..0000000 --- a/src/examples/wikisearch/query-war/src/main/webapp/WEB-INF/jboss-web.xml +++ /dev/null @@ -1,20 +0,0 @@ -<?xml version="1.0" encoding="UTF-8"?> -<!-- - Licensed to the Apache Software Foundation (ASF) under one or more - contributor license agreements. See the NOTICE file distributed with - this work for additional information regarding copyright ownership. - The ASF licenses this file to You under the Apache License, Version 2.0 - (the "License"); you may not use this file except in compliance with - the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - - Unless required by applicable law or agreed to in writing, software - distributed under the License is distributed on an "AS IS" BASIS, - WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - See the License for the specific language governing permissions and - limitations under the License. ---> -<jboss-web> - <context-root>/accumulo-wikisearch</context-root> -</jboss-web> http://git-wip-us.apache.org/repos/asf/accumulo/blob/8db62992/src/examples/wikisearch/query-war/src/main/webapp/WEB-INF/web.xml ---------------------------------------------------------------------- diff --git a/src/examples/wikisearch/query-war/src/main/webapp/WEB-INF/web.xml b/src/examples/wikisearch/query-war/src/main/webapp/WEB-INF/web.xml deleted file mode 100644 index a4ff03a..0000000 --- a/src/examples/wikisearch/query-war/src/main/webapp/WEB-INF/web.xml +++ /dev/null @@ -1,57 +0,0 @@ -<?xml version="1.0" encoding="UTF-8"?> -<!-- - Licensed to the Apache Software Foundation (ASF) under one or more - contributor license agreements. See the NOTICE file distributed with - this work for additional information regarding copyright ownership. - The ASF licenses this file to You under the Apache License, Version 2.0 - (the "License"); you may not use this file except in compliance with - the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - - Unless required by applicable law or agreed to in writing, software - distributed under the License is distributed on an "AS IS" BASIS, - WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - See the License for the specific language governing permissions and - limitations under the License. ---> -<web-app xmlns="http://java.sun.com/xml/ns/javaee"; - xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"; - xsi:schemaLocation="http://java.sun.com/xml/ns/javaee - http://java.sun.com/xml/ns/javaee/web-app_3_0.xsd"; version="3.0"> - - <context-param> - <param-name>resteasy.jndi.resources</param-name> - <param-value>Query/local</param-value> - </context-param> - - <listener> - <listener-class>org.jboss.resteasy.plugins.server.servlet.ResteasyBootstrap</listener-class> - </listener> - - <servlet> - <servlet-name>Resteasy</servlet-name> - <servlet-class>org.jboss.resteasy.plugins.server.servlet.HttpServletDispatcher</servlet-class> - </servlet> - - <servlet-mapping> - <servlet-name>Resteasy</servlet-name> - <url-pattern>/rest/*</url-pattern> - </servlet-mapping> - - <context-param> - <param-name>resteasy.servlet.mapping.prefix</param-name> - <param-value>/rest</param-value> - </context-param> - - <servlet> - <servlet-name>UserInterface</servlet-name> - <jsp-file>/ui.jsp</jsp-file> - </servlet> - - <servlet-mapping> - <servlet-name>UserInterface</servlet-name> - <url-pattern>/ui/*</url-pattern> - </servlet-mapping> - -</web-app> http://git-wip-us.apache.org/repos/asf/accumulo/blob/8db62992/src/examples/wikisearch/query-war/src/main/webapp/style.xsl ---------------------------------------------------------------------- diff --git a/src/examples/wikisearch/query-war/src/main/webapp/style.xsl b/src/examples/wikisearch/query-war/src/main/webapp/style.xsl deleted file mode 100644 index 8b19cde..0000000 --- a/src/examples/wikisearch/query-war/src/main/webapp/style.xsl +++ /dev/null @@ -1,47 +0,0 @@ -<?xml version="1.0" encoding="UTF-8"?> -<!-- - Licensed to the Apache Software Foundation (ASF) under one or more - contributor license agreements. See the NOTICE file distributed with - this work for additional information regarding copyright ownership. - The ASF licenses this file to You under the Apache License, Version 2.0 - (the "License"); you may not use this file except in compliance with - the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - - Unless required by applicable law or agreed to in writing, software - distributed under the License is distributed on an "AS IS" BASIS, - WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - See the License for the specific language governing permissions and - limitations under the License. ---> -<xsl:stylesheet version="1.0" xmlns:xsl="http://www.w3.org/1999/XSL/Transform";> -<xsl:output method="html" indent="yes" encoding="UTF-8" omit-xml-declaration="yes" /> - <xsl:template match="/results"> - <html> - <table border="1"> - <tr><th>Id</th><th>Title</th><th>Timestamp</th><th>Comments</th><th>Document Link</th></tr> - <xsl:for-each select="document"> - <tr> - <td><xsl:value-of select="field[@name = 'ID']/text()" /></td> - <td><xsl:value-of select="field[@name = 'TITLE']/text()" /></td> - <td><xsl:value-of select="field[@name = 'TIMESTAMP']/text()" /></td> - <td><xsl:value-of select="field[@name = 'COMMENTS']/text()" /></td> - <xsl:variable name="pointer" select="field[@name ='DOCUMENT']/text()" /> - <xsl:variable name="href"> - <xsl:text>/accumulo-wikisearch/rest/Query/content?query=</xsl:text><xsl:copy-of select="$pointer"/><xsl:text>&auths=all</xsl:text> - </xsl:variable> - <xsl:variable name="link"> - <xsl:element name="a"> - <xsl:attribute name="href"><xsl:copy-of select="$href" /></xsl:attribute> - <xsl:attribute name="target">_blank</xsl:attribute> - <xsl:text>View Document</xsl:text> - </xsl:element> - </xsl:variable> - <td><xsl:copy-of select="$link"/></td> - </tr> - </xsl:for-each> - </table> - </html> - </xsl:template> -</xsl:stylesheet> http://git-wip-us.apache.org/repos/asf/accumulo/blob/8db62992/src/examples/wikisearch/query-war/src/main/webapp/ui.jsp ---------------------------------------------------------------------- diff --git a/src/examples/wikisearch/query-war/src/main/webapp/ui.jsp b/src/examples/wikisearch/query-war/src/main/webapp/ui.jsp deleted file mode 100644 index 6719e10..0000000 --- a/src/examples/wikisearch/query-war/src/main/webapp/ui.jsp +++ /dev/null @@ -1,131 +0,0 @@ -<!-- - Licensed to the Apache Software Foundation (ASF) under one or more - contributor license agreements. See the NOTICE file distributed with - this work for additional information regarding copyright ownership. - The ASF licenses this file to You under the Apache License, Version 2.0 - (the "License"); you may not use this file except in compliance with - the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - - Unless required by applicable law or agreed to in writing, software - distributed under the License is distributed on an "AS IS" BASIS, - WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - See the License for the specific language governing permissions and - limitations under the License. ---> -<%@page contentType="text/html" pageEncoding="UTF-8"%> -<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" - "http://www.w3.org/TR/html4/loose.dtd";> - -<html> - <head> - <meta http-equiv="Content-Type" content="text/html; charset=UTF-8"> - <title>Wiki Search Page</title> - <style type="text/css"> - #comments { - width: 90%; - margin: auto; - } - h1 { - text-align: center; - } - #d { - width: 80%; - margin: auto; - } - .center_box { - width: 70%; - margin: auto; - } - .center_input { - width: 30%; - margin: auto; - } - </style> - </head> - <body> - <div id="comments"> - <h1>Wiki Search using Apache Accumulo</h1> - <p>This sample application demonstrates the ability to use search documents using Apache Accumulo. The associated ingest software - extracts the id, title, timestamp, and comments from each wikipedia article. In addition, the wikipedia text has been tokenized - and is available for searching. You can enter a boolean expression into the search box below and select the particular set of - wikipedia languages you want to search.</p> - <p> Fields available for searching: - <ol> - <li>TEXT</li> - <li>ID</li> - <li>TITLE</li> - <li>TIMESTAMP</li> - <li>COMMENTS</li> - </ol> - <p>The search syntax is boolean logic, for example: TEXT == 'boy' and TITLE =~ 'Autism'. The supported operators are: - ==, !=, <, >, ≤, ≥, =~, and !~. Likewise grouping can be performed using parentheses and predicates can be - joined using and, or, and not. - <p>To highlight the cell-level access control of Apache Accumulo, the "authorization" required for a particular cell is the language - of the associated wikipedia article. - </div> - <div id="d"> - <form id="FORM" name="queryForm" method="get" target="results" onsubmit="return setAction()"> - <br /> - <br /> - <div class="center_box"> - <label>Query: </label> - <input id="QUERY" type="text" name="query" size="100" maxlength="300"/> - </div> - <br /> - <div class="center_input"> - <label>Authorizations: </label> - <br /> - <label>All</label><input type="checkbox" name="auths" value="all" /> - </div> - <div class="center_input"> - <label>Arabic</label> <input type="checkbox" name="auths" value="arwiki" /> - <label>Brazilian</label> <input type="checkbox" name="auths" value="brwiki" /> - <label>Chinese</label> <input type="checkbox" name="auths" value="zhwiki" /> - </div> - <div class="center_input"> - <label>Dutch</label> <input type="checkbox" name="auths" value="nlwiki" /> - <label>English</label> <input type="checkbox" name="auths" value="enwiki" /> - <label>Farsi</label> <input type="checkbox" name="auths" value="fawiki" /> - </div> - <div class="center_input"> - <label>French</label> <input type="checkbox" name="auths" value="frwiki" /> - <label>German</label> <input type="checkbox" name="auths" value="dewiki" /> - <label>Greek</label> <input type="checkbox" name="auths" value="elwiki" /> - </div> - <div class="center_input"> - <label>Italian</label> <input type="checkbox" name="auths" value="itwiki" /> - <label>Spanish</label> <input type="checkbox" name="auths" value="eswiki" /> - <label>Russia</label>n <input type="checkbox" name="auths" value="ruwiki" /><br /> - </div> - <div class="center_input"> - <input type="submit" name="Submit Query" /> - </div> - </form> - <br /> - <br /> - <iframe name="results" width="90%" height="400" scrolling="yes" > - </iframe> - </div> - <script type="text/javascript"> - function setAction() { - var f = document.forms[0]; - var authString = ""; - var sep = ""; - for (var i=0; i<f.auths.length; i++) { - if (f.auths[i].checked) { - authString = authString + sep + f.auths[i].value; - sep = ","; - } - } - //Build the new query - var existingAction = "/accumulo-wikisearch/rest/Query/html"; - var query = f.query.value; - - var newAction = existingAction + "?query=" + query + "&auths=" + authString; - document.forms[0].action = newAction; - } - </script> - </body> -</html>
