OpenE2K
/
rust
2
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Add very basic char / str literal handling to rustc lexer.

This commit is contained in:
Graydon Hoare 2010-08-24 08:56:42 -07:00
parent df3ea680ea
commit ca3ca041f3
1 changed files with 56 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

56
src/comp/fe/lexer.rs
View File

@ -126,6 +126,62 @@ fn next_token(stdio_reader rdr) -> token.token {
}
}
case ('\'') {
// FIXME: general utf8-consumption support.
auto c2 = next(rdr);
if (c2 == '\\') {
c2 = next(rdr);
alt (c2) {
case ('n') { c2 = '\n'; }
case ('r') { c2 = '\r'; }
case ('t') { c2 = '\t'; }
case ('\\') { c2 = '\\'; }
case ('\'') { c2 = '\''; }
// FIXME: unicode numeric escapes.
case (_) {
log "unknown character escape";
log c2;
fail;
}
}
}
if (next(rdr) != '\'') {
log "unterminated character constant";
fail;
}
ret token.LIT_CHAR(c2);
}
case ('"') {
// FIXME: general utf8-consumption support.
auto c2 = next(rdr);
while (c2 != '"') {
alt (c2) {
case ('\\') {
c2 = next(rdr);
alt (c2) {
case ('n') { accum_str += '\n' as u8; }
case ('r') { accum_str += '\r' as u8; }
case ('t') { accum_str += '\t' as u8; }
case ('\\') { accum_str += '\\' as u8; }
case ('"') { accum_str += '"' as u8; }
// FIXME: unicode numeric escapes.
case (_) {
log "unknown string escape";
log c2;
fail;
}
}
}
case (_) {
accum_str += c2 as u8;
}
}
c2 = next(rdr);
}
ret token.LIT_STR(accum_str);
}
case ('-') {
auto c2 = next(rdr);
if (c2 == '>') {