mirror of
https://github.com/danog/parser.git
synced 2024-11-30 04:29:13 +01:00
ac42958b4f
- added `prelude` - moved `ast` to `parser` - moved `Lexer` from `crate::lexer::lexer::Lexer` to `crate::lexer::Lexer` - renamed `LexerError` to `SyntaxError` - moved `SyntaxError` to `token::error` - implemented `Display` for `SyntaxError` - add `tokens.txt` to integration tests - removed all unit tests for `Lexer` ( everything is tested in integration tests ) - improved syntax error assertations
160 lines
2.3 KiB
Plaintext
160 lines
2.3 KiB
Plaintext
[
|
|
Token {
|
|
kind: OpenTag(
|
|
Full,
|
|
),
|
|
span: (
|
|
1,
|
|
1,
|
|
),
|
|
},
|
|
Token {
|
|
kind: StringPart(
|
|
"",
|
|
),
|
|
span: (
|
|
1,
|
|
7,
|
|
),
|
|
},
|
|
Token {
|
|
kind: Variable(
|
|
"foo",
|
|
),
|
|
span: (
|
|
1,
|
|
8,
|
|
),
|
|
},
|
|
Token {
|
|
kind: StringPart(
|
|
" abc ",
|
|
),
|
|
span: (
|
|
1,
|
|
12,
|
|
),
|
|
},
|
|
Token {
|
|
kind: Variable(
|
|
"bar",
|
|
),
|
|
span: (
|
|
1,
|
|
12,
|
|
),
|
|
},
|
|
Token {
|
|
kind: Arrow,
|
|
span: (
|
|
1,
|
|
21,
|
|
),
|
|
},
|
|
Token {
|
|
kind: Identifier(
|
|
"a",
|
|
),
|
|
span: (
|
|
1,
|
|
23,
|
|
),
|
|
},
|
|
Token {
|
|
kind: StringPart(
|
|
" def ",
|
|
),
|
|
span: (
|
|
1,
|
|
24,
|
|
),
|
|
},
|
|
Token {
|
|
kind: Variable(
|
|
"bar",
|
|
),
|
|
span: (
|
|
1,
|
|
24,
|
|
),
|
|
},
|
|
Token {
|
|
kind: LeftBracket,
|
|
span: (
|
|
1,
|
|
33,
|
|
),
|
|
},
|
|
Token {
|
|
kind: LiteralInteger(
|
|
0,
|
|
),
|
|
span: (
|
|
1,
|
|
34,
|
|
),
|
|
},
|
|
Token {
|
|
kind: RightBracket,
|
|
span: (
|
|
1,
|
|
35,
|
|
),
|
|
},
|
|
Token {
|
|
kind: StringPart(
|
|
" ghi ",
|
|
),
|
|
span: (
|
|
1,
|
|
36,
|
|
),
|
|
},
|
|
Token {
|
|
kind: Variable(
|
|
"bar",
|
|
),
|
|
span: (
|
|
1,
|
|
36,
|
|
),
|
|
},
|
|
Token {
|
|
kind: LeftBracket,
|
|
span: (
|
|
1,
|
|
45,
|
|
),
|
|
},
|
|
Token {
|
|
kind: Identifier(
|
|
"baz",
|
|
),
|
|
span: (
|
|
1,
|
|
46,
|
|
),
|
|
},
|
|
Token {
|
|
kind: RightBracket,
|
|
span: (
|
|
1,
|
|
49,
|
|
),
|
|
},
|
|
Token {
|
|
kind: DoubleQuote,
|
|
span: (
|
|
1,
|
|
50,
|
|
),
|
|
},
|
|
Token {
|
|
kind: SemiColon,
|
|
span: (
|
|
1,
|
|
51,
|
|
),
|
|
},
|
|
]
|