mojoshader_lexer.re
changeset 648 243e35876142
parent 642 624ab8696f9b
child 649 527cfe6f2d45
--- a/mojoshader_lexer.re	Wed Feb 18 00:35:42 2009 -0500
+++ b/mojoshader_lexer.re	Wed Feb 18 08:27:08 2009 -0500
@@ -52,6 +52,7 @@
         s->source = (const char *) cur;
         s->token = (const char *) tok;
     } // else
+    s->tokenlen = (unsigned int) (s->source - s->token);
 } // update_state
 
 Token preprocessor_internal_lexer(IncludeState *s)