parser/tests/0033/tokens.txt
Saif Eddin Gmati ac42958b4f chore: refactor project structure
- added `prelude`
- moved `ast` to `parser`
- moved `Lexer` from `crate::lexer::lexer::Lexer` to `crate::lexer::Lexer`
- renamed `LexerError` to `SyntaxError`
- moved `SyntaxError` to `token::error`
- implemented `Display` for `SyntaxError`
- add `tokens.txt` to integration tests
- removed all unit tests for `Lexer` ( everything is tested in integration tests )
- improved syntax error assertations
2022-12-04 08:56:53 +00:00

242 lines
3.4 KiB
Plaintext

[
Token {
kind: OpenTag(
Full,
),
span: (
1,
1,
),
},
Token {
kind: StringPart(
"",
),
span: (
1,
7,
),
},
Token {
kind: LeftBrace,
span: (
1,
8,
),
},
Token {
kind: Variable(
"foo",
),
span: (
1,
9,
),
},
Token {
kind: RightBrace,
span: (
1,
13,
),
},
Token {
kind: LeftBrace,
span: (
1,
14,
),
},
Token {
kind: Variable(
"foo",
),
span: (
1,
15,
),
},
Token {
kind: LeftBracket,
span: (
1,
19,
),
},
Token {
kind: LiteralInteger(
0,
),
span: (
1,
20,
),
},
Token {
kind: RightBracket,
span: (
1,
21,
),
},
Token {
kind: RightBrace,
span: (
1,
22,
),
},
Token {
kind: LeftBrace,
span: (
1,
23,
),
},
Token {
kind: Variable(
"foo",
),
span: (
1,
24,
),
},
Token {
kind: LeftBracket,
span: (
1,
28,
),
},
Token {
kind: LiteralString(
"bar",
),
span: (
1,
29,
),
},
Token {
kind: RightBracket,
span: (
1,
34,
),
},
Token {
kind: RightBrace,
span: (
1,
35,
),
},
Token {
kind: LeftBrace,
span: (
1,
36,
),
},
Token {
kind: Variable(
"foo",
),
span: (
1,
37,
),
},
Token {
kind: Arrow,
span: (
1,
41,
),
},
Token {
kind: Identifier(
"bar",
),
span: (
1,
43,
),
},
Token {
kind: RightBrace,
span: (
1,
46,
),
},
Token {
kind: LeftBrace,
span: (
1,
47,
),
},
Token {
kind: Variable(
"foo",
),
span: (
1,
48,
),
},
Token {
kind: Arrow,
span: (
1,
52,
),
},
Token {
kind: Identifier(
"bar",
),
span: (
1,
54,
),
},
Token {
kind: LeftParen,
span: (
1,
57,
),
},
Token {
kind: RightParen,
span: (
1,
58,
),
},
Token {
kind: RightBrace,
span: (
1,
59,
),
},
Token {
kind: DoubleQuote,
span: (
1,
60,
),
},
Token {
kind: SemiColon,
span: (
1,
61,
),
},
]