danog/parser
1
0
Fork 0
mirror of https://github.com/danog/parser.git synced 2025-01-22 13:01:32 +01:00
Code Issues Packages Projects Releases Wiki Activity

lexer: punctuation and math ops

Browse Source
This commit is contained in:
Ryan Chandler 2022-07-16 14:29:21 +01:00
parent 3178a53680
commit cdfff5210b
No known key found for this signature in database
GPG Key ID: F113BCADDB3B0CCA
1 changed files with 31 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

31
trunk_lexer/src/lexer.rs
View File

@ -166,6 +166,14 @@ impl Lexer {
identifier_to_keyword(&buffer).unwrap_or(TokenKind::Identifier(buffer))
},
'{' => TokenKind::LeftBrace,
'}' => TokenKind::RightBrace,
'(' => TokenKind::LeftParen,
')' => TokenKind::RightParen,
';' => TokenKind::SemiColon,
'+' => TokenKind::Plus,
'-' => TokenKind::Minus,
'<' => TokenKind::LessThan,
_ => unimplemented!("<scripting> char: {}", char),
};
@ -180,6 +188,7 @@ impl Lexer {
}
}
#[allow(dead_code)]
fn identifier_to_keyword(ident: &str) -> Option<TokenKind> {
Some(match ident {
"function" => TokenKind::Function,
@ -234,6 +243,28 @@ mod tests {
]);
}
#[test]
fn punct() {
assert_tokens("<?php {}();", &[
open!(),
TokenKind::LeftBrace,
TokenKind::RightBrace,
TokenKind::LeftParen,
TokenKind::RightParen,
TokenKind::SemiColon,
]);
}
#[test]
fn math() {
assert_tokens("<?php + - <", &[
open!(),
TokenKind::Plus,
TokenKind::Minus,
TokenKind::LessThan,
]);
}
fn assert_tokens(source: &str, expected: &[TokenKind]) {
let mut lexer = Lexer::new(None);
let mut kinds = vec!();