- while ((token = lexer.token ()) != Token.EOF){
- tokens++;
- if (token == Token.ERROR)
- errors++;
- }
- Console.WriteLine ("Tokenized: " + tokens + " found " + errors + " errors");
+ Tokenizer lexer = new Tokenizer (reader, file, session, ctx.Report);
+ int token, tokens = 0, errors = 0;
+
+ while ((token = lexer.token ()) != Token.EOF) {
+ tokens++;
+ if (token == Token.ERROR)
+ errors++;