eolian stop failing on single character tokens plz

regexes are hrrd. "token1+" + "token2+" does not match a single character string.
This commit is contained in:
zmike 2014-03-29 16:08:49 -04:00
parent 1009e3c234
commit 3a0e160869
1 changed files with 3 additions and 3 deletions

View File

@ -405,9 +405,9 @@ _eo_tokenizer_implement_get(Eo_Tokenizer *toknz, char *p)
alnum_u = alnum | '_';
alpha_u = alpha | '_';
ident = alpha+ >save_fpc (alnum | '_' )+;
event = alpha+ >save_fpc (alnum | '_' | ',' )+;
class_meth = alpha+ >save_fpc (alnum | '_' | '::' )+;
ident = alpha+ >save_fpc (alnum | '_' )*;
event = alpha+ >save_fpc (alnum | '_' | ',' )*;
class_meth = alpha+ >save_fpc (alnum | '_' | '::' )*;
eo_comment = "/*@" ignore* ('@' | alnum_u) >save_fpc ( any | cr @inc_line )* :>> "*/";
c_comment = "/*" ( any | cr @inc_line )* :>> "*/";