danog/parser
1
0
Fork 0
mirror of https://github.com/danog/parser.git synced 2024-11-30 04:29:13 +01:00
Code Issues Packages Projects Releases Wiki Activity

Add a test case for non-UTF-8 variable name

Browse Source
This commit is contained in:
Evan Shaw 2022-09-13 20:22:11 +12:00
parent f345389c32
commit f0fc4f190d
1 changed files with 13 additions and 13 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

26
trunk_lexer/src/lexer.rs
View File

@ -911,17 +911,16 @@ mod tests {
TokenKind::OpenTag($kind)
};
}
macro_rules! var {
($v:expr) => {
TokenKind::Variable($v.into())
};
}
macro_rules! int {
($i:expr) => {
TokenKind::Int($i)
};
}
fn var<B: ?Sized + AsRef<[u8]>>(v: &B) -> TokenKind {
TokenKind::Variable(v.as_ref().to_vec())
}
#[test]
fn basic_tokens() {
assert_tokens("<?php ?>", &[open!(), TokenKind::CloseTag]);
@ -1048,14 +1047,15 @@ function"#,
#[test]
fn vars() {
assert_tokens(
"<?php $one $_one $One $one_one $a1",
b"<?php $one $_one $One $one_one $a1 $\xff",
&[
open!(),
var!("one"),
var!("_one"),
var!("One"),
var!("one_one"),
var!("a1"),
var("one"),
var("_one"),
var("One"),
var("one_one"),
var("a1"),
var(b"\xff"),
],
);
}
@ -1158,7 +1158,7 @@ function hello_world() {
);
}
fn assert_tokens(source: &str, expected: &[TokenKind]) {
fn assert_tokens<B: ?Sized + AsRef<[u8]>>(source: &B, expected: &[TokenKind]) {
let mut kinds = vec![];
for token in get_tokens(source) {
@ -1179,7 +1179,7 @@ function hello_world() {
spans
}
fn get_tokens(source: &str) -> Vec<Token> {
fn get_tokens<B: ?Sized + AsRef<[u8]>>(source: &B) -> Vec<Token> {
let mut lexer = Lexer::new(None);
lexer.tokenize(source).unwrap()
}