Revert "Panic if the grammar verifier sees a token it doesn't recognize"

This reverts commit 9c7d5ae57c.

This was wrong... the `continue` was to ignore the latter half of the
tokens file. Another mechanism will have to be used to keep the model
grammar's tokens in sync with the actual grammar's tokens :-/
This commit is contained in:
Carol Nichols 2015-05-16 14:31:52 -04:00
parent 8b7c17db22
commit e70c8584d5

View File

@ -111,7 +111,7 @@ fn parse_token_list(file: &str) -> HashMap<String, token::Token> {
"LIT_BINARY_RAW" => token::Literal(token::BinaryRaw(Name(0), 0), None),
"QUESTION" => token::Question,
"SHEBANG" => token::Shebang(Name(0)),
_ => panic!("Bad token str `{}`", val),
_ => continue,
};
res.insert(num.to_string(), tok);