Update of /cvsroot/monetdb/pathfinder/modules/pftijah
In directory 23jxhf1.ch3.sourceforge.com:/tmp/cvs-serv7276

Modified Files:
      Tag: Feb2009
        pftijah_tokenize.l 
Log Message:
- remove use_multi_char boolean



U pftijah_tokenize.l
Index: pftijah_tokenize.l
===================================================================
RCS file: /cvsroot/monetdb/pathfinder/modules/pftijah/pftijah_tokenize.l,v
retrieving revision 1.18.4.3
retrieving revision 1.18.4.4
diff -u -d -r1.18.4.3 -r1.18.4.4
--- pftijah_tokenize.l  25 Mar 2009 13:00:47 -0000      1.18.4.3
+++ pftijah_tokenize.l  25 Mar 2009 13:26:39 -0000      1.18.4.4
@@ -42,7 +42,6 @@
 #endif
 
 static char *c, *e;
-static int  use_multi_chars;
 
 /* This fix is to prevent problems with flex 2.5.33 and lower on Debian and
  * Gentoo systems. When flex.2.5.4 and higher is obligatory this define
@@ -211,7 +210,6 @@
 int tokenize_flex(char* buf, struct tijahContextStruct* tjCtx) {
   // the original
   int len = strlen(buf);
-  use_multi_chars = 0;
   YY_BUFFER_STATE myBuf = yy_scan_bytes(buf, len);
   while (pftijah_tokenizelex()) {
       if ( !handleTijahTerm(tjCtx, e) )
@@ -219,7 +217,6 @@
       if ( e != pftijah_tokenizetext )  {
        GDKfree(e);
       }
-      use_multi_chars = 0;
   }
   yy_delete_buffer(myBuf);
   return 1;
@@ -324,7 +321,6 @@
 char* tijah_tokenize_string(char* buf, int len, char* outbuf) {
   int cnt = 0;
   YY_BUFFER_STATE myBuf = yy_scan_bytes(buf, len);
-  use_multi_chars = 0;
   while (pftijah_tokenizelex()) {
       if ( cnt++ )
           strcat(outbuf," ");
@@ -332,7 +328,6 @@
       if ( e != pftijah_tokenizetext )  {
        GDKfree(e);
       }
-      use_multi_chars = 0;
   }
   yy_delete_buffer(myBuf);
   return outbuf;
@@ -343,7 +338,6 @@
   char resBUFF[256];
   int len = strlen(buf);
 
-  use_multi_chars = 0;
   YY_BUFFER_STATE myBuf = yy_scan_bytes(buf, len);
   if ( pftijah_tokenizelex() ) {
       res = &resBUFF[0];


------------------------------------------------------------------------------
Apps built with the Adobe(R) Flex(R) framework and Flex Builder(TM) are
powering Web 2.0 with engaging, cross-platform capabilities. Quickly and
easily build your RIAs with Flex Builder, the Eclipse(TM)based development
software that enables intelligent coding and step-through debugging.
Download the free 60 day trial. http://p.sf.net/sfu/www-adobe-com
_______________________________________________
Monetdb-pf-checkins mailing list
[email protected]
https://lists.sourceforge.net/lists/listinfo/monetdb-pf-checkins

Reply via email to