Hi all,

I'm back to using ANTLR after a long time away, and in principle I have
to say I'm liking ANTLR3. However, I'm seeing something very strange.

Based on advice in various places, I'm using tokens{} to define keywords
in my combined grammar. However, if I define them all, I get lots of
warnings:

"warning(209): workspace/asn.1-parse/grammars/ASN_1.g:131:1: Multiple
token rules can match input such as "'V'": VideotexString,
VisibleString, CAPID

As a result, token(s) VisibleString,CAPID were disabled for that input"

These are topped off by:

"error(208): workspace/asn.1-parse/grammars/ASN_1.g:159:1: The following
token definitions can never be matched because prior tokens match the
same input:
ABSTRACT_SYNTAX,ALL,APPLICATION,AUTOMATIC,BIT,BMPString,BOOLEAN,BY,CHOICE,
CLASS,COMPONENT,COMPONENTS,CONSTRAINED,CONTAINING,DEFINITIONS,ENCODED,END,
ENUMERATED,EXCEPT,EXPLICIT,EXPORTS,EXTENSIBILITY,EXTERNAL,FROM,
GeneralString,GraphicString,IDENTIFIER,IMPLICIT,IMPLIED,IMPORTS,INCLUDES,
INSTANCE,INTEGER,INTERSECTION,ISO646String,MIN,MINUS_INFINITY,NumericString,
ObjectDescriptor,OCTET,OF,OPTIONAL,PDV,PLUS_INFITIY,PRESENT,PrintableString,
PRIVATE,RELATIVE_OID,SET,SIZE,STRING,SYNTAX,TAGS,TeletexString,TRUE,
TYPE_IDENTIFIER,UNIQUE,UNIVERSAL,UniversalString,UTCTime,UTF8String,
VisibleString,HSTRING"


Obviously, this result is bad. My grammar is attached, with sufficiently
few on the keywords uncommented to allow it to build. If I uncomment
them all, it gives me one of the above warnings for each letter of the
alphabet that a keyword starts with, pretty much.

Anyone have any idea what's going on?

Sam Barnett-Cormack

--~--~---------~--~----~------------~-------~--~----~
You received this message because you are subscribed to the Google Groups 
"il-antlr-interest" group.
To post to this group, send email to [email protected]
To unsubscribe from this group, send email to 
[email protected]
For more options, visit this group at 
http://groups.google.com/group/il-antlr-interest?hl=en
-~----------~----~----~----~------~----~------~--~---

/**
 * ASN.1 Parsing
 */
grammar ASN_1;

options {
        language = Java;
        output = AST;
        ASTLabelType = 'CommonTree';
}

tokens {
  ABSENT='ABSENT';
  ABSTRACT_SYNTAX='ABSTRACT-SYNTAX';
  ALL='ALL';
  APPLICATION='APPLICATION';
  AUTOMATIC='AUTOMATIC';
  BEGIN='BEGIN';
  BIT='BIT';
  /*BMPString='BMPSTRING';
  BOOLEAN='BOOLEAN';
  BY='BY';
  CHARACTER='CHARACTER';
  CHOICE='CHOICE';
  CLASS='CLASS';
  COMPONENT='COMPONENT';
  COMPONENTS='COMPONENTS';
  CONSTRAINED='CONSTRAINED';
  CONTAINING='CONTAINING';
  DEFAULT='DEFAULT';
  DEFINITIONS='DEFINITIONS';
  EMBEDDED='EMBEDDED';
  ENCODED='ENCODED';
  END='END';
  ENUMERATED='ENUMERATED';
  EXCEPT='EXCEPT';
  EXPLICIT='EXPLICIT';
  EXPORTS='EXPORTS';
  EXTENSIBILITY='EXTENSIBILITY';
  EXTERNAL='EXTERNAL';
  FALSE='FALSE';
  FROM='FROM';
  GeneralizedTime='GeneralizedTime';
  GeneralString='GeneralString';
  GraphicString='GraphicString';
  IA5String='IA5String';
  IDENTIFIER='IDENTIFIER'; 
  IMPLICIT='IMPLICIT';
  IMPLIED='IMPLIED';
  IMPORTS='IMPORTS';
  INCLUDES='INCLUDES';
  INSTANCE='INSTANCE';
  INTEGER='INTEGER';
  INTERSECTION='INTERSECTION';
  ISO646String='ISO646String';
  MAX='MAX';
  MIN='MIN';
  MINUS_INFINITY='MINUS-INFINITY';
  NULL='NULL';
  NumericString='NumericString';
  OBJECT='OBJECT';
  ObjectDescriptor='ObjectDescriptor';
  OCTET='OCTET';
  OF='OF';
  OPTIONAL='OPTIONAL';
  PATTERN='PATTERN';
  PDV='PDV';
  PLUS_INFITIY='PLUS-INFINITY';
  PRESENT='PRESENT';
  PrintableString='PrintableString';
  PRIVATE='PRIVATE';
  REAL='REAL';
  RELATIVE_OID='RELATIVE-OID';
  SEQUENCE='SEQUENCE';
  SET='SET';
  SIZE='SIZE';
  STRING='STRING';
  SYNTAX='SYNTAX';
  T61String='T61String';
  TAGS='TAGS';
  TeletexString='TeletexString';
  TRUE='TRUE';
  TYPE_IDENTIFIER='TYPE-IDENTIFIER';
  UNION='UNION';
  UNIQUE='UNIQUE';
  UNIVERSAL='UNIVERSAL';
  UniversalString='UniversalString';
  UTCTime='UTCTime';
  UTF8String='UTF8String';
  VideotexString='VideotexString';
  VisibleString='VisibleString';
  WITH='WITH';*/
}

@header {package com.gobito.asn_1.parse;}
@lexer::header {package com.gobito.asn_1.parse;}

@members {

}

@lexer::members {

}

// Lexical elements

//"real" stuff

WS : (WSNONL | NL) {$channel=HIDDEN;};

fragment
NL : ('\n' | '\r' | '\v' | '\f');

fragment
WSNONL : (' ' | '\t');

fragment
LETTER: 'a'..'z' | 'A'..'Z';

fragment
DIGIT: '0'..'9';

fragment
IDHYPHEN: '-' (LETTER|DIGIT);

fragment
IDBODY : (LETTER|DIGIT|IDHYPHEN);

CAPID : 'A'..'Z' IDBODY*;

LCID : 'a'..'z' IDBODY*;

fragment
MLCOMMENTf : '/*' .* (MLCOMMENTf .*)* '*/'; 

MLCOMMENT : MLCOMMENTf {$channel=HIDDEN;};

SLCOMMENT : ('--' .*  ('--'|NL)) {$channel=HIDDEN;};

fragment
NUMBERf : '0' | '1'..'9' DIGIT*;

NUMBER : ;

REALNUMBER
  : (NUMBERf '.')=> NUMBERf ('.'(DIGIT+)?)? (('e'|'E')('+'|'-')? NUMBERf)?
  | NUMBERf {$type=NUMBER;};

fragment
BSTRINGCONT : ('0' | '1' | WS)*;

BSTRING : '\'' BSTRINGCONT '\'B';

fragment
HSTRINGCONT : ('0'..'9' | 'A'..'F' | WS)*;

HSTRING : '\'' HSTRINGCONT '\'H';

fragment
CSTRINGNL : WSNONL* NL WSNONL* {setText("");}; 

CSTRING : '"' ((CSTRINGNL)=> CSTRINGNL | '""' | ~'"') '"';

// Parser rules

emptyRule : ;

/* moduleDefinition
  : moduleIdentifier 'DEFINITIONS' tagDefault extensionDefault '::=' 'BEGIN' 
moduleBody 'END'';
  
moduleIdentifier : ;

tagDefault : ;

extensionDefault : ;

moduleBody : ; */ 
List: http://www.antlr.org/mailman/listinfo/antlr-interest
Unsubscribe: 
http://www.antlr.org/mailman/options/antlr-interest/your-email-address

Reply via email to