Repository: lucenenet Updated Branches: refs/heads/api-work b812247eb -> 3015c36b7
Lucene.Net.Analysis.Stempel: Added environment variables for egothor.stemmer.charset as in the original. Project: http://git-wip-us.apache.org/repos/asf/lucenenet/repo Commit: http://git-wip-us.apache.org/repos/asf/lucenenet/commit/6109c878 Tree: http://git-wip-us.apache.org/repos/asf/lucenenet/tree/6109c878 Diff: http://git-wip-us.apache.org/repos/asf/lucenenet/diff/6109c878 Branch: refs/heads/api-work Commit: 6109c87844e0b5488feeb8c85421ee449fc60226 Parents: ddb0f5d Author: Shad Storhaug <[email protected]> Authored: Fri Mar 3 06:22:33 2017 +0700 Committer: Shad Storhaug <[email protected]> Committed: Sun Mar 5 17:08:27 2017 +0700 ---------------------------------------------------------------------- src/Lucene.Net.Analysis.Stempel/Egothor.Stemmer/Compile.cs | 5 ++--- src/Lucene.Net.Analysis.Stempel/Egothor.Stemmer/DiffIt.cs | 5 ++--- .../Flexible/Standard/Parser/ParseException.cs | 1 - 3 files changed, 4 insertions(+), 7 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/lucenenet/blob/6109c878/src/Lucene.Net.Analysis.Stempel/Egothor.Stemmer/Compile.cs ---------------------------------------------------------------------- diff --git a/src/Lucene.Net.Analysis.Stempel/Egothor.Stemmer/Compile.cs b/src/Lucene.Net.Analysis.Stempel/Egothor.Stemmer/Compile.cs index b1d2fe9..93a4ed1 100644 --- a/src/Lucene.Net.Analysis.Stempel/Egothor.Stemmer/Compile.cs +++ b/src/Lucene.Net.Analysis.Stempel/Egothor.Stemmer/Compile.cs @@ -107,8 +107,7 @@ namespace Egothor.Stemmer qq++; } - // LUCENENET TODO: Is this any different than Encoding.UTF8? - //String charset = System.getProperty("egothor.stemmer.charset", "UTF-8"); + string charset = SystemProperties.GetProperty("egothor.stemmer.charset", "UTF-8"); char[] optimizer = new char[args[0].Length - qq]; for (int i = 0; i < optimizer.Length; i++) @@ -129,7 +128,7 @@ namespace Egothor.Stemmer Console.WriteLine(args[i]); using (@in = new StreamReader( - new FileStream(args[i], FileMode.Open, FileAccess.Read), Encoding.UTF8)) + new FileStream(args[i], FileMode.Open, FileAccess.Read), Encoding.GetEncoding(charset))) { for (string line = @in.ReadLine(); line != null; line = @in.ReadLine()) { http://git-wip-us.apache.org/repos/asf/lucenenet/blob/6109c878/src/Lucene.Net.Analysis.Stempel/Egothor.Stemmer/DiffIt.cs ---------------------------------------------------------------------- diff --git a/src/Lucene.Net.Analysis.Stempel/Egothor.Stemmer/DiffIt.cs b/src/Lucene.Net.Analysis.Stempel/Egothor.Stemmer/DiffIt.cs index 01621bf..244a383 100644 --- a/src/Lucene.Net.Analysis.Stempel/Egothor.Stemmer/DiffIt.cs +++ b/src/Lucene.Net.Analysis.Stempel/Egothor.Stemmer/DiffIt.cs @@ -113,9 +113,8 @@ namespace Egothor.Stemmer TextReader @in; // System.out.println("[" + args[i] + "]"); Diff diff = new Diff(ins, del, rep, nop); - // LUCENENET TODO: Is using Encoding.UTF8 good enough? - //String charset = System.getProperty("egothor.stemmer.charset", "UTF-8"); - @in = new StreamReader(new FileStream(args[i], FileMode.Open, FileAccess.Read), Encoding.UTF8); + string charset = SystemProperties.GetProperty("egothor.stemmer.charset", "UTF-8"); + @in = new StreamReader(new FileStream(args[i], FileMode.Open, FileAccess.Read), Encoding.GetEncoding(charset)); for (string line = @in.ReadLine(); line != null; line = @in.ReadLine()) { try http://git-wip-us.apache.org/repos/asf/lucenenet/blob/6109c878/src/Lucene.Net.QueryParser/Flexible/Standard/Parser/ParseException.cs ---------------------------------------------------------------------- diff --git a/src/Lucene.Net.QueryParser/Flexible/Standard/Parser/ParseException.cs b/src/Lucene.Net.QueryParser/Flexible/Standard/Parser/ParseException.cs index d3d8817..0d520d2 100644 --- a/src/Lucene.Net.QueryParser/Flexible/Standard/Parser/ParseException.cs +++ b/src/Lucene.Net.QueryParser/Flexible/Standard/Parser/ParseException.cs @@ -132,7 +132,6 @@ namespace Lucene.Net.QueryParsers.Flexible.Standard.Parser int[][] expectedTokenSequences, string[] tokenImage) { - //String eol = System.getProperty("line.separator", "\n"); string eol = Environment.NewLine; StringBuilder expected = new StringBuilder(); int maxSize = 0;
