mirror of
https://github.com/danog/parser.git
synced 2024-11-26 20:04:57 +01:00
ac42958b4f
- added `prelude` - moved `ast` to `parser` - moved `Lexer` from `crate::lexer::lexer::Lexer` to `crate::lexer::Lexer` - renamed `LexerError` to `SyntaxError` - moved `SyntaxError` to `token::error` - implemented `Display` for `SyntaxError` - add `tokens.txt` to integration tests - removed all unit tests for `Lexer` ( everything is tested in integration tests ) - improved syntax error assertations
106 lines
1.5 KiB
Plaintext
106 lines
1.5 KiB
Plaintext
[
|
|
Token {
|
|
kind: OpenTag(
|
|
Full,
|
|
),
|
|
span: (
|
|
1,
|
|
1,
|
|
),
|
|
},
|
|
Token {
|
|
kind: Function,
|
|
span: (
|
|
1,
|
|
7,
|
|
),
|
|
},
|
|
Token {
|
|
kind: Identifier(
|
|
"foo",
|
|
),
|
|
span: (
|
|
1,
|
|
16,
|
|
),
|
|
},
|
|
Token {
|
|
kind: LeftParen,
|
|
span: (
|
|
1,
|
|
19,
|
|
),
|
|
},
|
|
Token {
|
|
kind: Identifier(
|
|
"string",
|
|
),
|
|
span: (
|
|
1,
|
|
20,
|
|
),
|
|
},
|
|
Token {
|
|
kind: Pipe,
|
|
span: (
|
|
1,
|
|
26,
|
|
),
|
|
},
|
|
Token {
|
|
kind: Identifier(
|
|
"int",
|
|
),
|
|
span: (
|
|
1,
|
|
27,
|
|
),
|
|
},
|
|
Token {
|
|
kind: Pipe,
|
|
span: (
|
|
1,
|
|
30,
|
|
),
|
|
},
|
|
Token {
|
|
kind: Identifier(
|
|
"float",
|
|
),
|
|
span: (
|
|
1,
|
|
31,
|
|
),
|
|
},
|
|
Token {
|
|
kind: Variable(
|
|
"b",
|
|
),
|
|
span: (
|
|
1,
|
|
37,
|
|
),
|
|
},
|
|
Token {
|
|
kind: RightParen,
|
|
span: (
|
|
1,
|
|
39,
|
|
),
|
|
},
|
|
Token {
|
|
kind: LeftBrace,
|
|
span: (
|
|
1,
|
|
41,
|
|
),
|
|
},
|
|
Token {
|
|
kind: RightBrace,
|
|
span: (
|
|
1,
|
|
42,
|
|
),
|
|
},
|
|
]
|