Revision: 7752
http://languagetool.svn.sourceforge.net/languagetool/?rev=7752&view=rev
Author: milek_pl
Date: 2012-07-23 18:50:55 +0000 (Mon, 23 Jul 2012)
Log Message:
-----------
[ja] remove deprecated sentence tokenizer
Modified Paths:
--------------
trunk/JLanguageTool/src/java/org/languagetool/language/Japanese.java
Removed Paths:
-------------
trunk/JLanguageTool/src/java/org/languagetool/tokenizers/ja/JapaneseSentenceTokenizer.java
Modified: trunk/JLanguageTool/src/java/org/languagetool/language/Japanese.java
===================================================================
--- trunk/JLanguageTool/src/java/org/languagetool/language/Japanese.java
2012-07-23 18:43:46 UTC (rev 7751)
+++ trunk/JLanguageTool/src/java/org/languagetool/language/Japanese.java
2012-07-23 18:50:55 UTC (rev 7752)
@@ -31,7 +31,6 @@
import org.languagetool.tokenizers.SRXSentenceTokenizer;
import org.languagetool.tokenizers.SentenceTokenizer;
import org.languagetool.tokenizers.Tokenizer;
-import org.languagetool.tokenizers.ja.JapaneseSentenceTokenizer;
import org.languagetool.tokenizers.ja.JapaneseWordTokenizer;
public class Japanese extends Language {
Deleted:
trunk/JLanguageTool/src/java/org/languagetool/tokenizers/ja/JapaneseSentenceTokenizer.java
===================================================================
---
trunk/JLanguageTool/src/java/org/languagetool/tokenizers/ja/JapaneseSentenceTokenizer.java
2012-07-23 18:43:46 UTC (rev 7751)
+++
trunk/JLanguageTool/src/java/org/languagetool/tokenizers/ja/JapaneseSentenceTokenizer.java
2012-07-23 18:50:55 UTC (rev 7752)
@@ -1,53 +0,0 @@
-/* LanguageTool, a natural language style checker
- * Copyright (C) 2005 Daniel Naber (http://www.danielnaber.de)
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Lesser General Public
- * License as published by the Free Software Foundation; either
- * version 2.1 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
- * Lesser General Public License for more details.
- *
- * You should have received a copy of the GNU Lesser General Public
- * License along with this library; if not, write to the Free Software
- * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301
- * USA
- */
-package org.languagetool.tokenizers.ja;
-
-import java.util.ArrayList;
-import java.util.List;
-
-
-import org.languagetool.tokenizers.SentenceTokenizer;
-
-public class JapaneseSentenceTokenizer extends SentenceTokenizer {
-
- @Override
- public List<String> tokenize(String text) {
- final ArrayList<String> list = new ArrayList<String>();
- int endIndex, beginIndex = 0;
- String str = new String();
-
- while(beginIndex < text.length()){
- endIndex = text.indexOf("。", beginIndex) + 1;
- if(endIndex == 0){
- endIndex = text.length();
- }
- str = text.substring(beginIndex, endIndex);
- list.add(str);
-
- beginIndex = endIndex;
- }
- /*
- String[] strAry = text.split("。");
- for(int i = 0; i < strAry.length; i++){
- list.add(strAry[i]+'。');
- }
- */
- return list;
- }
-}
This was sent by the SourceForge.net collaborative development platform, the
world's largest Open Source development site.
------------------------------------------------------------------------------
Live Security Virtual Conference
Exclusive live event will cover all the ways today's security and
threat landscape has changed and how IT managers can respond. Discussions
will include endpoint security, mobile security and the latest in malware
threats. http://www.accelacomm.com/jaw/sfrnl04242012/114/50122263/
_______________________________________________
Languagetool-cvs mailing list
Languagetool-cvs@lists.sourceforge.net
https://lists.sourceforge.net/lists/listinfo/languagetool-cvs
