Author: nwellnhof
Date: Wed Feb 8 15:49:38 2012
New Revision: 1241946
URL: http://svn.apache.org/viewvc?rev=1241946&view=rev
Log:
Use StandardTokenizer in tests
Replacing RegexTokenizer where appropriate
Modified:
incubator/lucy/trunk/core/Lucy/Test/Analysis/TestPolyAnalyzer.c
incubator/lucy/trunk/core/Lucy/Test/Highlight/TestHighlighter.c
incubator/lucy/trunk/core/Lucy/Test/Plan/TestBlobType.c
incubator/lucy/trunk/core/Lucy/Test/Plan/TestFullTextType.c
incubator/lucy/trunk/core/Lucy/Test/Search/TestQueryParserLogic.c
incubator/lucy/trunk/core/Lucy/Test/TestSchema.c
incubator/lucy/trunk/perl/t/213-segment_merging.t
incubator/lucy/trunk/perl/t/214-spec_field.t
incubator/lucy/trunk/perl/t/215-term_vectors.t
incubator/lucy/trunk/perl/t/218-del_merging.t
incubator/lucy/trunk/perl/t/219-byte_buf_doc.t
incubator/lucy/trunk/perl/t/220-zlib_doc.t
incubator/lucy/trunk/perl/t/221-sort_writer.t
incubator/lucy/trunk/perl/t/302-many_fields.t
incubator/lucy/trunk/perl/t/311-hl_selection.t
incubator/lucy/trunk/perl/t/400-match_posting.t
incubator/lucy/trunk/perl/t/504-similarity.t
incubator/lucy/trunk/perl/t/510-remote_search.t
incubator/lucy/trunk/perl/t/511-sort_spec.t
incubator/lucy/trunk/perl/t/515-range_query.t
incubator/lucy/trunk/perl/t/550-cluster_searcher.t
incubator/lucy/trunk/perl/t/602-boosts.t
incubator/lucy/trunk/perl/t/604-simple_search.t
incubator/lucy/trunk/perl/t/605-store_pos_boost.t
incubator/lucy/trunk/perl/t/607-queryparser_multi_field.t
incubator/lucy/trunk/perl/t/binding/155-snowball_stop_filter.t
incubator/lucy/trunk/perl/t/binding/156-snowball_stemmer.t
incubator/lucy/trunk/perl/t/binding/303-highlighter.t
Modified: incubator/lucy/trunk/core/Lucy/Test/Analysis/TestPolyAnalyzer.c
URL:
http://svn.apache.org/viewvc/incubator/lucy/trunk/core/Lucy/Test/Analysis/TestPolyAnalyzer.c?rev=1241946&r1=1241945&r2=1241946&view=diff
==============================================================================
--- incubator/lucy/trunk/core/Lucy/Test/Analysis/TestPolyAnalyzer.c (original)
+++ incubator/lucy/trunk/core/Lucy/Test/Analysis/TestPolyAnalyzer.c Wed Feb 8
15:49:38 2012
@@ -24,7 +24,7 @@
#include "Lucy/Analysis/CaseFolder.h"
#include "Lucy/Analysis/SnowballStopFilter.h"
#include "Lucy/Analysis/SnowballStemmer.h"
-#include "Lucy/Analysis/RegexTokenizer.h"
+#include "Lucy/Analysis/StandardTokenizer.h"
static void
test_Dump_Load_and_Equals(TestBatch *batch) {
@@ -58,7 +58,7 @@ test_analysis(TestBatch *batch) {
CharBuf *EN = (CharBuf*)ZCB_WRAP_STR("en", 2);
CharBuf *source_text = CB_newf("Eats, shoots and leaves.");
CaseFolder *case_folder = CaseFolder_new();
- RegexTokenizer *tokenizer = RegexTokenizer_new(NULL);
+ StandardTokenizer *tokenizer = StandardTokenizer_new();
SnowballStopFilter *stopfilter = SnowStop_new(EN, NULL);
SnowballStemmer *stemmer = SnowStemmer_new(EN);
@@ -98,7 +98,7 @@ test_analysis(TestBatch *batch) {
VA_Push(expected, (Obj*)CB_newf("and"));
VA_Push(expected, (Obj*)CB_newf("leaves"));
TestUtils_test_analyzer(batch, (Analyzer*)polyanalyzer, source_text,
- expected, "With RegexTokenizer");
+ expected, "With StandardTokenizer");
DECREF(expected);
DECREF(polyanalyzer);
DECREF(analyzers);
Modified: incubator/lucy/trunk/core/Lucy/Test/Highlight/TestHighlighter.c
URL:
http://svn.apache.org/viewvc/incubator/lucy/trunk/core/Lucy/Test/Highlight/TestHighlighter.c?rev=1241946&r1=1241945&r2=1241946&view=diff
==============================================================================
--- incubator/lucy/trunk/core/Lucy/Test/Highlight/TestHighlighter.c (original)
+++ incubator/lucy/trunk/core/Lucy/Test/Highlight/TestHighlighter.c Wed Feb 8
15:49:38 2012
@@ -21,7 +21,7 @@
#include "Lucy/Test/Highlight/TestHighlighter.h"
#include "Lucy/Highlight/Highlighter.h"
-#include "Lucy/Analysis/RegexTokenizer.h"
+#include "Lucy/Analysis/StandardTokenizer.h"
#include "Lucy/Document/Doc.h"
#include "Lucy/Document/HitDoc.h"
#include "Lucy/Highlight/HeatMap.h"
@@ -455,7 +455,7 @@ test_Find_Sentences(TestBatch *batch, Se
static void
test_highlighting(TestBatch *batch) {
Schema *schema = Schema_new();
- RegexTokenizer *tokenizer = RegexTokenizer_new(NULL);
+ StandardTokenizer *tokenizer = StandardTokenizer_new();
FullTextType *plain_type = FullTextType_new((Analyzer*)tokenizer);
FullTextType_Set_Highlightable(plain_type, true);
FullTextType *dunked_type = FullTextType_new((Analyzer*)tokenizer);
Modified: incubator/lucy/trunk/core/Lucy/Test/Plan/TestBlobType.c
URL:
http://svn.apache.org/viewvc/incubator/lucy/trunk/core/Lucy/Test/Plan/TestBlobType.c?rev=1241946&r1=1241945&r2=1241946&view=diff
==============================================================================
--- incubator/lucy/trunk/core/Lucy/Test/Plan/TestBlobType.c (original)
+++ incubator/lucy/trunk/core/Lucy/Test/Plan/TestBlobType.c Wed Feb 8 15:49:38
2012
@@ -21,7 +21,6 @@
#include "Lucy/Test/Plan/TestBlobType.h"
#include "Lucy/Test/TestUtils.h"
#include "Lucy/Plan/BlobType.h"
-#include "Lucy/Analysis/RegexTokenizer.h"
static void
test_Dump_Load_and_Equals(TestBatch *batch) {
Modified: incubator/lucy/trunk/core/Lucy/Test/Plan/TestFullTextType.c
URL:
http://svn.apache.org/viewvc/incubator/lucy/trunk/core/Lucy/Test/Plan/TestFullTextType.c?rev=1241946&r1=1241945&r2=1241946&view=diff
==============================================================================
--- incubator/lucy/trunk/core/Lucy/Test/Plan/TestFullTextType.c (original)
+++ incubator/lucy/trunk/core/Lucy/Test/Plan/TestFullTextType.c Wed Feb 8
15:49:38 2012
@@ -22,21 +22,21 @@
#include "Lucy/Test/TestUtils.h"
#include "Lucy/Plan/FullTextType.h"
#include "Lucy/Analysis/CaseFolder.h"
-#include "Lucy/Analysis/RegexTokenizer.h"
+#include "Lucy/Analysis/StandardTokenizer.h"
static void
test_Dump_Load_and_Equals(TestBatch *batch) {
- RegexTokenizer *tokenizer = RegexTokenizer_new(NULL);
- CaseFolder *case_folder = CaseFolder_new();
- FullTextType *type = FullTextType_new((Analyzer*)tokenizer);
- FullTextType *other = FullTextType_new((Analyzer*)case_folder);
- FullTextType *boost_differs = FullTextType_new((Analyzer*)tokenizer);
- FullTextType *not_indexed = FullTextType_new((Analyzer*)tokenizer);
- FullTextType *not_stored = FullTextType_new((Analyzer*)tokenizer);
- FullTextType *highlightable = FullTextType_new((Analyzer*)tokenizer);
- Obj *dump = (Obj*)FullTextType_Dump(type);
- Obj *clone = Obj_Load(dump, dump);
- Obj *another_dump = (Obj*)FullTextType_Dump_For_Schema(type);
+ StandardTokenizer *tokenizer = StandardTokenizer_new();
+ CaseFolder *case_folder = CaseFolder_new();
+ FullTextType *type = FullTextType_new((Analyzer*)tokenizer);
+ FullTextType *other =
FullTextType_new((Analyzer*)case_folder);
+ FullTextType *boost_differs = FullTextType_new((Analyzer*)tokenizer);
+ FullTextType *not_indexed = FullTextType_new((Analyzer*)tokenizer);
+ FullTextType *not_stored = FullTextType_new((Analyzer*)tokenizer);
+ FullTextType *highlightable = FullTextType_new((Analyzer*)tokenizer);
+ Obj *dump = (Obj*)FullTextType_Dump(type);
+ Obj *clone = Obj_Load(dump, dump);
+ Obj *another_dump =
(Obj*)FullTextType_Dump_For_Schema(type);
FullTextType_Set_Boost(boost_differs, 1.5);
FullTextType_Set_Indexed(not_indexed, false);
@@ -78,10 +78,10 @@ test_Dump_Load_and_Equals(TestBatch *bat
static void
test_Compare_Values(TestBatch *batch) {
- RegexTokenizer *tokenizer = RegexTokenizer_new(NULL);
- FullTextType *type = FullTextType_new((Analyzer*)tokenizer);
- ZombieCharBuf *a = ZCB_WRAP_STR("a", 1);
- ZombieCharBuf *b = ZCB_WRAP_STR("b", 1);
+ StandardTokenizer *tokenizer = StandardTokenizer_new();
+ FullTextType *type = FullTextType_new((Analyzer*)tokenizer);
+ ZombieCharBuf *a = ZCB_WRAP_STR("a", 1);
+ ZombieCharBuf *b = ZCB_WRAP_STR("b", 1);
TEST_TRUE(batch,
FullTextType_Compare_Values(type, (Obj*)a, (Obj*)b) < 0,
Modified: incubator/lucy/trunk/core/Lucy/Test/Search/TestQueryParserLogic.c
URL:
http://svn.apache.org/viewvc/incubator/lucy/trunk/core/Lucy/Test/Search/TestQueryParserLogic.c?rev=1241946&r1=1241945&r2=1241946&view=diff
==============================================================================
--- incubator/lucy/trunk/core/Lucy/Test/Search/TestQueryParserLogic.c (original)
+++ incubator/lucy/trunk/core/Lucy/Test/Search/TestQueryParserLogic.c Wed Feb
8 15:49:38 2012
@@ -25,7 +25,6 @@
#include "Lucy/Test/TestSchema.h"
#include "Lucy/Test/TestUtils.h"
#include "Lucy/Analysis/Analyzer.h"
-#include "Lucy/Analysis/RegexTokenizer.h"
#include "Lucy/Document/Doc.h"
#include "Lucy/Index/Indexer.h"
#include "Lucy/Search/Hits.h"
Modified: incubator/lucy/trunk/core/Lucy/Test/TestSchema.c
URL:
http://svn.apache.org/viewvc/incubator/lucy/trunk/core/Lucy/Test/TestSchema.c?rev=1241946&r1=1241945&r2=1241946&view=diff
==============================================================================
--- incubator/lucy/trunk/core/Lucy/Test/TestSchema.c (original)
+++ incubator/lucy/trunk/core/Lucy/Test/TestSchema.c Wed Feb 8 15:49:38 2012
@@ -21,7 +21,7 @@
#include "Lucy/Test/Plan/TestArchitecture.h"
#include "Lucy/Test/TestSchema.h"
#include "Lucy/Analysis/CaseFolder.h"
-#include "Lucy/Analysis/RegexTokenizer.h"
+#include "Lucy/Analysis/StandardTokenizer.h"
#include "Lucy/Plan/FullTextType.h"
#include "Lucy/Plan/Architecture.h"
@@ -33,7 +33,7 @@ TestSchema_new() {
TestSchema*
TestSchema_init(TestSchema *self) {
- RegexTokenizer *tokenizer = RegexTokenizer_new(NULL);
+ StandardTokenizer *tokenizer = StandardTokenizer_new();
FullTextType *type = FullTextType_new((Analyzer*)tokenizer);
Schema_init((Schema*)self);
Modified: incubator/lucy/trunk/perl/t/213-segment_merging.t
URL:
http://svn.apache.org/viewvc/incubator/lucy/trunk/perl/t/213-segment_merging.t?rev=1241946&r1=1241945&r2=1241946&view=diff
==============================================================================
--- incubator/lucy/trunk/perl/t/213-segment_merging.t (original)
+++ incubator/lucy/trunk/perl/t/213-segment_merging.t Wed Feb 8 15:49:38 2012
@@ -36,7 +36,7 @@ use base qw( Lucy::Test::TestSchema );
sub new {
my $self = shift->SUPER::new(@_);
my $type = Lucy::Plan::FullTextType->new(
- analyzer => Lucy::Analysis::RegexTokenizer->new,
+ analyzer => Lucy::Analysis::StandardTokenizer->new,
highlightable => 1,
);
$self->spec_field( name => 'content', type => $type );
Modified: incubator/lucy/trunk/perl/t/214-spec_field.t
URL:
http://svn.apache.org/viewvc/incubator/lucy/trunk/perl/t/214-spec_field.t?rev=1241946&r1=1241945&r2=1241946&view=diff
==============================================================================
--- incubator/lucy/trunk/perl/t/214-spec_field.t (original)
+++ incubator/lucy/trunk/perl/t/214-spec_field.t Wed Feb 8 15:49:38 2012
@@ -23,7 +23,7 @@ use base qw( Lucy::Plan::Schema );
sub new {
my $self = shift->SUPER::new(@_);
- my $tokenizer = Lucy::Analysis::RegexTokenizer->new;
+ my $tokenizer = Lucy::Analysis::StandardTokenizer->new;
my $easyanalyzer = Lucy::Analysis::EasyAnalyzer->new( language => 'en' );
my $plain = Lucy::Plan::FullTextType->new( analyzer => $tokenizer, );
my $easyanalyzed
Modified: incubator/lucy/trunk/perl/t/215-term_vectors.t
URL:
http://svn.apache.org/viewvc/incubator/lucy/trunk/perl/t/215-term_vectors.t?rev=1241946&r1=1241945&r2=1241946&view=diff
==============================================================================
--- incubator/lucy/trunk/perl/t/215-term_vectors.t (original)
+++ incubator/lucy/trunk/perl/t/215-term_vectors.t Wed Feb 8 15:49:38 2012
@@ -25,7 +25,7 @@ use base qw( Lucy::Plan::Schema );
sub new {
my $self = shift->SUPER::new(@_);
my $type = Lucy::Plan::FullTextType->new(
- analyzer => Lucy::Analysis::RegexTokenizer->new,
+ analyzer => Lucy::Analysis::StandardTokenizer->new,
highlightable => 1,
);
$self->spec_field( name => 'content', type => $type );
Modified: incubator/lucy/trunk/perl/t/218-del_merging.t
URL:
http://svn.apache.org/viewvc/incubator/lucy/trunk/perl/t/218-del_merging.t?rev=1241946&r1=1241945&r2=1241946&view=diff
==============================================================================
--- incubator/lucy/trunk/perl/t/218-del_merging.t (original)
+++ incubator/lucy/trunk/perl/t/218-del_merging.t Wed Feb 8 15:49:38 2012
@@ -32,7 +32,7 @@ use base 'Lucy::Plan::Schema';
sub new {
my $self = shift->SUPER::new(@_);
my $type = Lucy::Plan::FullTextType->new(
- analyzer => Lucy::Analysis::RegexTokenizer->new, );
+ analyzer => Lucy::Analysis::StandardTokenizer->new, );
$self->spec_field( name => 'foo', type => $type );
$self->spec_field( name => 'bar', type => $type );
return $self;
Modified: incubator/lucy/trunk/perl/t/219-byte_buf_doc.t
URL:
http://svn.apache.org/viewvc/incubator/lucy/trunk/perl/t/219-byte_buf_doc.t?rev=1241946&r1=1241945&r2=1241946&view=diff
==============================================================================
--- incubator/lucy/trunk/perl/t/219-byte_buf_doc.t (original)
+++ incubator/lucy/trunk/perl/t/219-byte_buf_doc.t Wed Feb 8 15:49:38 2012
@@ -63,7 +63,7 @@ sub architecture { MyArchitecture->new }
sub new {
my $self = shift->SUPER::new(@_);
- my $tokenizer = Lucy::Analysis::RegexTokenizer->new;
+ my $tokenizer = Lucy::Analysis::StandardTokenizer->new;
my $type = Lucy::Plan::FullTextType->new( analyzer => $tokenizer );
$self->spec_field( name => 'value', type => $type );
return $self;
Modified: incubator/lucy/trunk/perl/t/220-zlib_doc.t
URL:
http://svn.apache.org/viewvc/incubator/lucy/trunk/perl/t/220-zlib_doc.t?rev=1241946&r1=1241945&r2=1241946&view=diff
==============================================================================
--- incubator/lucy/trunk/perl/t/220-zlib_doc.t (original)
+++ incubator/lucy/trunk/perl/t/220-zlib_doc.t Wed Feb 8 15:49:38 2012
@@ -59,7 +59,7 @@ sub architecture { MyArchitecture->new }
sub new {
my $self = shift->SUPER::new(@_);
- my $tokenizer = Lucy::Analysis::RegexTokenizer->new;
+ my $tokenizer = Lucy::Analysis::StandardTokenizer->new;
my $main_type = Lucy::Plan::FullTextType->new( analyzer => $tokenizer );
my $unstored_type = Lucy::Plan::FullTextType->new(
analyzer => $tokenizer,
Modified: incubator/lucy/trunk/perl/t/221-sort_writer.t
URL:
http://svn.apache.org/viewvc/incubator/lucy/trunk/perl/t/221-sort_writer.t?rev=1241946&r1=1241945&r2=1241946&view=diff
==============================================================================
--- incubator/lucy/trunk/perl/t/221-sort_writer.t (original)
+++ incubator/lucy/trunk/perl/t/221-sort_writer.t Wed Feb 8 15:49:38 2012
@@ -30,7 +30,7 @@ use base qw( Lucy::Plan::Schema );
sub new {
my $self = shift->SUPER::new(@_);
my $fulltext_type = Lucy::Plan::FullTextType->new(
- analyzer => Lucy::Analysis::RegexTokenizer->new,
+ analyzer => Lucy::Analysis::StandardTokenizer->new,
sortable => 1,
);
my $string_type = Lucy::Plan::StringType->new( sortable => 1 );
Modified: incubator/lucy/trunk/perl/t/302-many_fields.t
URL:
http://svn.apache.org/viewvc/incubator/lucy/trunk/perl/t/302-many_fields.t?rev=1241946&r1=1241945&r2=1241946&view=diff
==============================================================================
--- incubator/lucy/trunk/perl/t/302-many_fields.t (original)
+++ incubator/lucy/trunk/perl/t/302-many_fields.t Wed Feb 8 15:49:38 2012
@@ -18,7 +18,7 @@ use warnings;
package MySchema;
use base qw( Lucy::Plan::Schema );
-use Lucy::Analysis::RegexTokenizer;
+use Lucy::Analysis::StandardTokenizer;
our %fields = ();
@@ -29,7 +29,7 @@ use Lucy::Test;
my $schema = MySchema->new;
my $type = Lucy::Plan::FullTextType->new(
- analyzer => Lucy::Analysis::RegexTokenizer->new, );
+ analyzer => Lucy::Analysis::StandardTokenizer->new, );
for my $num_fields ( 1 .. 10 ) {
# Build an index with $num_fields fields, and the same content in each.
Modified: incubator/lucy/trunk/perl/t/311-hl_selection.t
URL:
http://svn.apache.org/viewvc/incubator/lucy/trunk/perl/t/311-hl_selection.t?rev=1241946&r1=1241945&r2=1241946&view=diff
==============================================================================
--- incubator/lucy/trunk/perl/t/311-hl_selection.t (original)
+++ incubator/lucy/trunk/perl/t/311-hl_selection.t Wed Feb 8 15:49:38 2012
@@ -23,7 +23,7 @@ my $schema = Lucy::Plan::Schema->new;
$schema->spec_field(
name => 'content',
type => Lucy::Plan::FullTextType->new(
- analyzer => Lucy::Analysis::RegexTokenizer->new,
+ analyzer => Lucy::Analysis::StandardTokenizer->new,
highlightable => 1,
),
);
Modified: incubator/lucy/trunk/perl/t/400-match_posting.t
URL:
http://svn.apache.org/viewvc/incubator/lucy/trunk/perl/t/400-match_posting.t?rev=1241946&r1=1241945&r2=1241946&view=diff
==============================================================================
--- incubator/lucy/trunk/perl/t/400-match_posting.t (original)
+++ incubator/lucy/trunk/perl/t/400-match_posting.t Wed Feb 8 15:49:38 2012
@@ -33,12 +33,12 @@ sub make_similarity { MatchOnlySim->new
package MatchSchema;
use base qw( Lucy::Plan::Schema );
-use Lucy::Analysis::RegexTokenizer;
+use Lucy::Analysis::StandardTokenizer;
sub new {
my $self = shift->SUPER::new(@_);
my $type = MatchSchema::MatchOnly->new(
- analyzer => Lucy::Analysis::RegexTokenizer->new );
+ analyzer => Lucy::Analysis::StandardTokenizer->new );
$self->spec_field( name => 'content', type => $type );
return $self;
}
Modified: incubator/lucy/trunk/perl/t/504-similarity.t
URL:
http://svn.apache.org/viewvc/incubator/lucy/trunk/perl/t/504-similarity.t?rev=1241946&r1=1241945&r2=1241946&view=diff
==============================================================================
--- incubator/lucy/trunk/perl/t/504-similarity.t (original)
+++ incubator/lucy/trunk/perl/t/504-similarity.t Wed Feb 8 15:49:38 2012
@@ -24,11 +24,11 @@ sub make_similarity { LucyX::Index::Long
package MySchema;
use base qw( Lucy::Plan::Schema );
-use Lucy::Analysis::RegexTokenizer;
+use Lucy::Analysis::StandardTokenizer;
sub new {
my $self = shift->SUPER::new(@_);
- my $analyzer = Lucy::Analysis::RegexTokenizer->new;
+ my $analyzer = Lucy::Analysis::StandardTokenizer->new;
my $plain_type = Lucy::Plan::FullTextType->new( analyzer => $analyzer, );
my $long_field_type
= MySchema::LongTextField->new( analyzer => $analyzer, );
Modified: incubator/lucy/trunk/perl/t/510-remote_search.t
URL:
http://svn.apache.org/viewvc/incubator/lucy/trunk/perl/t/510-remote_search.t?rev=1241946&r1=1241945&r2=1241946&view=diff
==============================================================================
--- incubator/lucy/trunk/perl/t/510-remote_search.t (original)
+++ incubator/lucy/trunk/perl/t/510-remote_search.t Wed Feb 8 15:49:38 2012
@@ -32,12 +32,12 @@ BEGIN {
package SortSchema;
use base qw( Lucy::Plan::Schema );
-use Lucy::Analysis::RegexTokenizer;
+use Lucy::Analysis::StandardTokenizer;
sub new {
my $self = shift->SUPER::new(@_);
my $plain_type = Lucy::Plan::FullTextType->new(
- analyzer => Lucy::Analysis::RegexTokenizer->new );
+ analyzer => Lucy::Analysis::StandardTokenizer->new );
my $string_type = Lucy::Plan::StringType->new( sortable => 1 );
$self->spec_field( name => 'content', type => $plain_type );
$self->spec_field( name => 'number', type => $string_type );
Modified: incubator/lucy/trunk/perl/t/511-sort_spec.t
URL:
http://svn.apache.org/viewvc/incubator/lucy/trunk/perl/t/511-sort_spec.t?rev=1241946&r1=1241945&r2=1241946&view=diff
==============================================================================
--- incubator/lucy/trunk/perl/t/511-sort_spec.t (original)
+++ incubator/lucy/trunk/perl/t/511-sort_spec.t Wed Feb 8 15:49:38 2012
@@ -38,7 +38,7 @@ use base qw( Lucy::Plan::Schema );
sub new {
my $self = shift->SUPER::new(@_);
my $unsortable = Lucy::Plan::FullTextType->new(
- analyzer => Lucy::Analysis::RegexTokenizer->new, );
+ analyzer => Lucy::Analysis::StandardTokenizer->new, );
my $string_type = Lucy::Plan::StringType->new( sortable => 1 );
my $int32_type = Lucy::Plan::Int32Type->new(
indexed => 0,
Modified: incubator/lucy/trunk/perl/t/515-range_query.t
URL:
http://svn.apache.org/viewvc/incubator/lucy/trunk/perl/t/515-range_query.t?rev=1241946&r1=1241945&r2=1241946&view=diff
==============================================================================
--- incubator/lucy/trunk/perl/t/515-range_query.t (original)
+++ incubator/lucy/trunk/perl/t/515-range_query.t Wed Feb 8 15:49:38 2012
@@ -24,7 +24,6 @@ use Lucy::Test;
package RangeSchema;
use base qw( Lucy::Plan::Schema );
-use Lucy::Analysis::RegexTokenizer;
sub new {
my $self = shift->SUPER::new(@_);
Modified: incubator/lucy/trunk/perl/t/550-cluster_searcher.t
URL:
http://svn.apache.org/viewvc/incubator/lucy/trunk/perl/t/550-cluster_searcher.t?rev=1241946&r1=1241945&r2=1241946&view=diff
==============================================================================
--- incubator/lucy/trunk/perl/t/550-cluster_searcher.t (original)
+++ incubator/lucy/trunk/perl/t/550-cluster_searcher.t Wed Feb 8 15:49:38 2012
@@ -32,12 +32,12 @@ BEGIN {
package SortSchema;
use base qw( Lucy::Plan::Schema );
-use Lucy::Analysis::RegexTokenizer;
+use Lucy::Analysis::StandardTokenizer;
sub new {
my $self = shift->SUPER::new(@_);
my $plain_type = Lucy::Plan::FullTextType->new(
- analyzer => Lucy::Analysis::RegexTokenizer->new,
+ analyzer => Lucy::Analysis::StandardTokenizer->new,
highlightable => 1,
);
my $num_type = Lucy::Plan::Int32Type->new( sortable => 1, indexed => 0 );
Modified: incubator/lucy/trunk/perl/t/602-boosts.t
URL:
http://svn.apache.org/viewvc/incubator/lucy/trunk/perl/t/602-boosts.t?rev=1241946&r1=1241945&r2=1241946&view=diff
==============================================================================
--- incubator/lucy/trunk/perl/t/602-boosts.t (original)
+++ incubator/lucy/trunk/perl/t/602-boosts.t Wed Feb 8 15:49:38 2012
@@ -25,7 +25,7 @@ use base qw( Lucy::Plan::Schema );
sub new {
my $self = shift->SUPER::new(@_);
my $type = Lucy::Plan::FullTextType->new(
- analyzer => Lucy::Analysis::RegexTokenizer->new );
+ analyzer => Lucy::Analysis::StandardTokenizer->new );
$self->spec_field( name => 'content', type => $type );
$self->spec_field( name => 'category', type => $type );
return $self;
@@ -36,7 +36,7 @@ use base qw( Lucy::Plan::Schema );
sub new {
my $self = shift->SUPER::new(@_);
- my $tokenizer = Lucy::Analysis::RegexTokenizer->new;
+ my $tokenizer = Lucy::Analysis::StandardTokenizer->new;
my $plain_type = Lucy::Plan::FullTextType->new( analyzer => $tokenizer );
my $boosted_type = Lucy::Plan::FullTextType->new(
analyzer => $tokenizer,
Modified: incubator/lucy/trunk/perl/t/604-simple_search.t
URL:
http://svn.apache.org/viewvc/incubator/lucy/trunk/perl/t/604-simple_search.t?rev=1241946&r1=1241945&r2=1241946&view=diff
==============================================================================
--- incubator/lucy/trunk/perl/t/604-simple_search.t (original)
+++ incubator/lucy/trunk/perl/t/604-simple_search.t Wed Feb 8 15:49:38 2012
@@ -18,12 +18,12 @@ use warnings;
package MySchema;
use base qw( Lucy::Plan::Schema );
-use Lucy::Analysis::RegexTokenizer;
+use Lucy::Analysis::StandardTokenizer;
sub new {
my $self = shift->SUPER::new(@_);
my $type = Lucy::Plan::FullTextType->new(
- analyzer => Lucy::Analysis::RegexTokenizer->new, );
+ analyzer => Lucy::Analysis::StandardTokenizer->new, );
$self->spec_field( name => 'title', type => $type );
$self->spec_field( name => 'body', type => $type );
return $self;
@@ -56,7 +56,7 @@ $indexer->commit;
my $searcher = Lucy::Search::IndexSearcher->new( index => $folder );
-my $tokenizer = Lucy::Analysis::RegexTokenizer->new;
+my $tokenizer = Lucy::Analysis::StandardTokenizer->new;
my $or_parser = Lucy::Search::QueryParser->new(
schema => $schema,
analyzer => $tokenizer,
Modified: incubator/lucy/trunk/perl/t/605-store_pos_boost.t
URL:
http://svn.apache.org/viewvc/incubator/lucy/trunk/perl/t/605-store_pos_boost.t?rev=1241946&r1=1241945&r2=1241946&view=diff
==============================================================================
--- incubator/lucy/trunk/perl/t/605-store_pos_boost.t (original)
+++ incubator/lucy/trunk/perl/t/605-store_pos_boost.t Wed Feb 8 15:49:38 2012
@@ -68,12 +68,12 @@ sub make_similarity { RichSim->new }
package MySchema;
use base qw( Lucy::Plan::Schema );
-use Lucy::Analysis::RegexTokenizer;
+use Lucy::Analysis::StandardTokenizer;
sub new {
my $self = shift->SUPER::new(@_);
my $plain_type = Lucy::Plan::FullTextType->new(
- analyzer => Lucy::Analysis::RegexTokenizer->new );
+ analyzer => Lucy::Analysis::StandardTokenizer->new );
my $boosted_type
= MySchema::boosted->new( analyzer => MyRegexTokenizer->new, );
$self->spec_field( name => 'plain', type => $plain_type );
Modified: incubator/lucy/trunk/perl/t/607-queryparser_multi_field.t
URL:
http://svn.apache.org/viewvc/incubator/lucy/trunk/perl/t/607-queryparser_multi_field.t?rev=1241946&r1=1241945&r2=1241946&view=diff
==============================================================================
--- incubator/lucy/trunk/perl/t/607-queryparser_multi_field.t (original)
+++ incubator/lucy/trunk/perl/t/607-queryparser_multi_field.t Wed Feb 8
15:49:38 2012
@@ -19,12 +19,12 @@ use lib 'buildlib';
package MultiFieldSchema;
use base qw( Lucy::Plan::Schema );
-use Lucy::Analysis::RegexTokenizer;
+use Lucy::Analysis::StandardTokenizer;
sub new {
my $self = shift->SUPER::new(@_);
my $plain_type = Lucy::Plan::FullTextType->new(
- analyzer => Lucy::Analysis::RegexTokenizer->new );
+ analyzer => Lucy::Analysis::StandardTokenizer->new );
my $not_analyzed_type = Lucy::Plan::StringType->new;
$self->spec_field( name => 'a', type => $plain_type );
$self->spec_field( name => 'b', type => $plain_type );
Modified: incubator/lucy/trunk/perl/t/binding/155-snowball_stop_filter.t
URL:
http://svn.apache.org/viewvc/incubator/lucy/trunk/perl/t/binding/155-snowball_stop_filter.t?rev=1241946&r1=1241945&r2=1241946&view=diff
==============================================================================
--- incubator/lucy/trunk/perl/t/binding/155-snowball_stop_filter.t (original)
+++ incubator/lucy/trunk/perl/t/binding/155-snowball_stop_filter.t Wed Feb 8
15:49:38 2012
@@ -23,7 +23,7 @@ use Lucy::Test::TestUtils qw( test_analy
my $stopfilter = Lucy::Analysis::SnowballStopFilter->new( language => 'en' );
test_analyzer( $stopfilter, 'the', [], "single stopword stopalized" );
-my $tokenizer = Lucy::Analysis::RegexTokenizer->new;
+my $tokenizer = Lucy::Analysis::StandardTokenizer->new;
my $polyanalyzer = Lucy::Analysis::PolyAnalyzer->new(
analyzers => [ $tokenizer, $stopfilter ], );
test_analyzer( $polyanalyzer, 'i am the walrus',
Modified: incubator/lucy/trunk/perl/t/binding/156-snowball_stemmer.t
URL:
http://svn.apache.org/viewvc/incubator/lucy/trunk/perl/t/binding/156-snowball_stemmer.t?rev=1241946&r1=1241945&r2=1241946&view=diff
==============================================================================
--- incubator/lucy/trunk/perl/t/binding/156-snowball_stemmer.t (original)
+++ incubator/lucy/trunk/perl/t/binding/156-snowball_stemmer.t Wed Feb 8
15:49:38 2012
@@ -24,7 +24,7 @@ my $stemmer = Lucy::Analysis::SnowballSt
test_analyzer( $stemmer, 'ponies', ['poni'], "single word stemmed" );
test_analyzer( $stemmer, 'pony', ['poni'], "stem, not just truncate" );
-my $tokenizer = Lucy::Analysis::RegexTokenizer->new;
+my $tokenizer = Lucy::Analysis::StandardTokenizer->new;
my $polyanalyzer = Lucy::Analysis::PolyAnalyzer->new(
analyzers => [ $tokenizer, $stemmer ], );
test_analyzer(
Modified: incubator/lucy/trunk/perl/t/binding/303-highlighter.t
URL:
http://svn.apache.org/viewvc/incubator/lucy/trunk/perl/t/binding/303-highlighter.t?rev=1241946&r1=1241945&r2=1241946&view=diff
==============================================================================
--- incubator/lucy/trunk/perl/t/binding/303-highlighter.t (original)
+++ incubator/lucy/trunk/perl/t/binding/303-highlighter.t Wed Feb 8 15:49:38
2012
@@ -19,12 +19,12 @@ use lib 'buildlib';
package MySchema;
use base qw( Lucy::Plan::Schema );
-use Lucy::Analysis::RegexTokenizer;
+use Lucy::Analysis::StandardTokenizer;
sub new {
my $class = shift;
my $self = $class->SUPER::new(@_);
- my $tokenizer = Lucy::Analysis::RegexTokenizer->new;
+ my $tokenizer = Lucy::Analysis::StandardTokenizer->new;
my $plain_type = Lucy::Plan::FullTextType->new(
analyzer => $tokenizer,
highlightable => 1,
