danog/parser
1
0
Fork 0
mirror of https://github.com/danog/parser.git synced 2024-11-27 04:14:55 +01:00
Code Issues Packages Projects Releases Wiki Activity

lexer: produce double colon tokens

Browse Source
This commit is contained in:
Ryan Chandler 2022-07-28 14:07:44 +01:00
parent fc731c468d
commit d5bef4e2ae
No known key found for this signature in database
GPG Key ID: F113BCADDB3B0CCA
1 changed files with 12 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
trunk_lexer/src/lexer.rs
View File

@ -614,7 +614,15 @@ impl Lexer {
},
':' => {
self.col += 1;
if let Some(':') = it.peek() {
self.col += 1;
it.next();
TokenKind::DoubleColon
} else {
TokenKind::Colon
}
},
_ => unimplemented!("<scripting> char: {}, line: {}, col: {}", char, self.line, self.col),
};
@ -819,7 +827,7 @@ function"#, &[
#[test]
fn punct() {
assert_tokens("<?php {}();,", &[
assert_tokens("<?php {}();, :: :", &[
open!(),
TokenKind::LeftBrace,
TokenKind::RightBrace,
@ -827,6 +835,8 @@ function"#, &[
TokenKind::RightParen,
TokenKind::SemiColon,
TokenKind::Comma,
TokenKind::DoubleColon,
TokenKind::Colon,
]);
}