Revision: 6466
http://languagetool.svn.sourceforge.net/languagetool/?rev=6466&view=rev
Author: archeus
Date: 2012-02-05 19:47:43 +0000 (Sun, 05 Feb 2012)
Log Message:
-----------
bugfix for ManualTaggerAdapter
Modified Paths:
--------------
trunk/JLanguageTool/src/test/org/languagetool/tokenizers/ManualTaggerAdapter.java
Added Paths:
-----------
trunk/JLanguageTool/src/test/org/languagetool/tokenizers/ManualTaggerAdapterTest.java
Modified:
trunk/JLanguageTool/src/test/org/languagetool/tokenizers/ManualTaggerAdapter.java
===================================================================
---
trunk/JLanguageTool/src/test/org/languagetool/tokenizers/ManualTaggerAdapter.java
2012-02-05 16:21:37 UTC (rev 6465)
+++
trunk/JLanguageTool/src/test/org/languagetool/tokenizers/ManualTaggerAdapter.java
2012-02-05 19:47:43 UTC (rev 6466)
@@ -31,7 +31,7 @@
final List<AnalyzedToken> l = new
ArrayList<AnalyzedToken>();
final String[] manualTags =
manualTagger.lookup(word.toLowerCase());
if (manualTags != null) {
- for (int i = 0; i < manualTags.length / 2; i =
i + 2) {
+ for (int i = 0; i < manualTags.length; i = i +
2) {
l.add(new AnalyzedToken(word,
manualTags[i + 1],
manualTags[i]));
}
Added:
trunk/JLanguageTool/src/test/org/languagetool/tokenizers/ManualTaggerAdapterTest.java
===================================================================
---
trunk/JLanguageTool/src/test/org/languagetool/tokenizers/ManualTaggerAdapterTest.java
(rev 0)
+++
trunk/JLanguageTool/src/test/org/languagetool/tokenizers/ManualTaggerAdapterTest.java
2012-02-05 19:47:43 UTC (rev 6466)
@@ -0,0 +1,126 @@
+package org.languagetool.tokenizers;
+
+import java.io.ByteArrayInputStream;
+import java.util.Arrays;
+import java.util.List;
+
+import junit.framework.TestCase;
+
+import org.languagetool.AnalyzedToken;
+import org.languagetool.AnalyzedTokenReadings;
+import org.languagetool.tagging.ManualTagger;
+import org.languagetool.tagging.Tagger;
+
+/**
+ * Test class for {@link ManualTaggerAdapter}.
+ * @author Ionuț Păduraru
+ */
+public class ManualTaggerAdapterTest extends TestCase {
+
+ final static String TEST_DATA =
+ "# some test data\n" +
+ "inflectedform11\tlemma1\tPOS1\n" +
+ "inflectedform121\tlemma1\tPOS2\n" +
+ "inflectedform122\tlemma1\tPOS2\n" +
+ "inflectedform123\tlemma1\tPOS3\n" +
+ "inflectedform2\tlemma2\tPOS1a\n" +
+ "inflectedform2\tlemma2\tPOS1b\n" +
+ "inflectedform2\tlemma2\tPOS1c\n" +
+ "inflectedform3\tlemma3a\tPOS3a\n" +
+ "inflectedform3\tlemma3b\tPOS3b\n" +
+ "inflectedform3\tlemma3c\tPOS3c\n" +
+ "inflectedform3\tlemma3d\tPOS3d\n";
+
+
+ protected Tagger tagger;
+
+ @Override
+ protected void setUp() throws Exception {
+ super.setUp();
+ tagger = new ManualTaggerAdapter(new ManualTagger(new
ByteArrayInputStream(TEST_DATA.getBytes("UTF-8"))));
+ }
+
+ public void testMultipleLemma() throws Exception {
+ List<String> l = Arrays.asList("inflectedform3");
+ List<AnalyzedTokenReadings> analyzedTokenReadings =
tagger.tag(l);
+ assertNotNull(analyzedTokenReadings);
+ assertEquals(1, analyzedTokenReadings.size());
+
+ final AnalyzedTokenReadings analyzedTokenReading =
analyzedTokenReadings.get(0);
+ assertEquals("inflectedform3", analyzedTokenReading.getToken());
+ assertNotNull(analyzedTokenReading.getReadings());
+ assertEquals(4, analyzedTokenReading.getReadingsLength());
+
+
+ AnalyzedToken analyzedToken;
+
+ analyzedToken = analyzedTokenReading.getReadings().get(0);
+ assertEquals("inflectedform3", analyzedToken.getToken());
+ assertEquals("lemma3a", analyzedToken.getLemma());
+ assertEquals("POS3a", analyzedToken.getPOSTag());
+
+ analyzedToken = analyzedTokenReading.getReadings().get(1);
+ assertEquals("inflectedform3", analyzedToken.getToken());
+ assertEquals("lemma3b", analyzedToken.getLemma());
+ assertEquals("POS3b", analyzedToken.getPOSTag());
+
+ analyzedToken = analyzedTokenReading.getReadings().get(2);
+ assertEquals("inflectedform3", analyzedToken.getToken());
+ assertEquals("lemma3c", analyzedToken.getLemma());
+ assertEquals("POS3c", analyzedToken.getPOSTag());
+
+ analyzedToken = analyzedTokenReading.getReadings().get(3);
+ assertEquals("inflectedform3", analyzedToken.getToken());
+ assertEquals("lemma3d", analyzedToken.getLemma());
+ assertEquals("POS3d", analyzedToken.getPOSTag());
+ }
+
+ public void testMultiplePOS() throws Exception {
+ List<String> l = Arrays.asList("inflectedform2");
+ List<AnalyzedTokenReadings> analyzedTokenReadings =
tagger.tag(l);
+ assertNotNull(analyzedTokenReadings);
+ assertEquals(1, analyzedTokenReadings.size());
+ AnalyzedTokenReadings analyzedTokenReading =
analyzedTokenReadings.get(0);
+ assertEquals("inflectedform2", analyzedTokenReading.getToken());
+ assertNotNull(analyzedTokenReading.getReadings());
+ assertEquals(3,analyzedTokenReading.getReadingsLength());
+ AnalyzedToken analyzedToken;
+
+ analyzedToken = analyzedTokenReading.getReadings().get(0);
+ assertEquals("POS1a", analyzedToken.getPOSTag());
+ assertEquals("inflectedform2", analyzedToken.getToken());
+ assertEquals("lemma2", analyzedToken.getLemma());
+
+ analyzedToken = analyzedTokenReading.getReadings().get(1);
+ assertEquals("POS1b", analyzedToken.getPOSTag());
+ assertEquals("inflectedform2", analyzedToken.getToken());
+ assertEquals("lemma2", analyzedToken.getLemma());
+
+ analyzedToken = analyzedTokenReading.getReadings().get(2);
+ assertEquals("POS1c", analyzedToken.getPOSTag());
+ assertEquals("inflectedform2", analyzedToken.getToken());
+ assertEquals("lemma2", analyzedToken.getLemma());
+ }
+
+ public void testMultipleWords() throws Exception {
+ List<String> l = Arrays.asList("inflectedform2",
"inflectedform3");
+ List<AnalyzedTokenReadings> analyzedTokenReadings =
tagger.tag(l);
+ assertNotNull(analyzedTokenReadings);
+ assertEquals(2, analyzedTokenReadings.size());
+
+ AnalyzedTokenReadings analyzedTokenReading;
+
+ analyzedTokenReading = analyzedTokenReadings.get(0);
+ assertEquals("inflectedform2", analyzedTokenReading.getToken());
+ assertNotNull(analyzedTokenReading.getReadings());
+ assertEquals(3,analyzedTokenReading.getReadingsLength());
+ // analyzedTokenReading.getReadings are tested by
#testMultipleLemma()
+
+ analyzedTokenReading = analyzedTokenReadings.get(1);
+ assertEquals("inflectedform3", analyzedTokenReading.getToken());
+ assertNotNull(analyzedTokenReading.getReadings());
+ assertEquals(4, analyzedTokenReading.getReadingsLength());
+ // analyzedTokenReading.getReadings are tested by
#testMultiplePOS()
+ }
+
+}
This was sent by the SourceForge.net collaborative development platform, the
world's largest Open Source development site.
------------------------------------------------------------------------------
Try before you buy = See our experts in action!
The most comprehensive online learning library for Microsoft developers
is just $99.99! Visual Studio, SharePoint, SQL - plus HTML5, CSS3, MVC3,
Metro Style Apps, more. Free future releases when you subscribe now!
http://p.sf.net/sfu/learndevnow-dev2
_______________________________________________
Languagetool-cvs mailing list
[email protected]
https://lists.sourceforge.net/lists/listinfo/languagetool-cvs
