danog/parser
1
0
Fork 0
mirror of https://github.com/danog/parser.git synced 2025-01-22 21:11:55 +01:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #90 from edsrzf/binary-strings

Browse Source 
lexer: implement binary strings
This commit is contained in:
Ryan Chandler 2022-09-16 08:32:19 +01:00 committed by GitHub
commit 9c6beffdb7
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 20 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

20
trunk_lexer/src/lexer.rs
View File

@ -202,10 +202,18 @@ impl Lexer {
self.next();
self.tokenize_single_quote_string()?
}
[b'b' | b'B', b'\'', ..] => {
self.skip(2);
self.tokenize_single_quote_string()?
}
[b'"', ..] => {
self.next();
self.tokenize_double_quote_string()?
}
[b'b' | b'B', b'"', ..] => {
self.skip(2);
self.tokenize_double_quote_string()?
}
[b'$', ..] => {
self.next();
self.tokenize_variable()
@ -909,6 +917,18 @@ string.'"#,
);
}
#[test]
fn binary_strings() {
assert_tokens(
r#"<?php b'single' b"double" "#,
&[
open!(),
TokenKind::ConstantString("single".into()),
TokenKind::ConstantString("double".into()),
],
)
}
#[test]
fn string_escapes() {
assert_tokens(