diff options
| author | Daniel Baumann <daniel.baumann@progress-linux.org> | 2023-05-10 06:44:58 +0000 |
|---|---|---|
| committer | Daniel Baumann <daniel.baumann@progress-linux.org> | 2023-05-10 06:44:58 +0000 |
| commit | beba715b97dd2349e01dde9b077d2535680ebdca (patch) | |
| tree | 0c54accb48c28eb54d2f48f88d149492717b30e5 /tests/test_tokens.py | |
| parent | Releasing debian version 11.7.1-1. (diff) | |
| download | sqlglot-beba715b97dd2349e01dde9b077d2535680ebdca.tar.xz sqlglot-beba715b97dd2349e01dde9b077d2535680ebdca.zip | |
Merging upstream version 12.2.0.
Signed-off-by: Daniel Baumann <daniel.baumann@progress-linux.org>
Diffstat (limited to 'tests/test_tokens.py')
| -rw-r--r-- | tests/test_tokens.py | 11 |
1 files changed, 11 insertions, 0 deletions
diff --git a/tests/test_tokens.py b/tests/test_tokens.py index 987c60b..f70d70e 100644 --- a/tests/test_tokens.py +++ b/tests/test_tokens.py @@ -102,3 +102,14 @@ x""" (TokenType.SEMICOLON, ";"), ], ) + + tokens = tokenizer.tokenize("""'{{ var('x') }}'""") + tokens = [(token.token_type, token.text) for token in tokens] + self.assertEqual( + tokens, + [ + (TokenType.STRING, "{{ var("), + (TokenType.VAR, "x"), + (TokenType.STRING, ") }}"), + ], + ) |