diff options
| author | Daniel Baumann <daniel.baumann@progress-linux.org> | 2023-05-10 06:44:54 +0000 |
|---|---|---|
| committer | Daniel Baumann <daniel.baumann@progress-linux.org> | 2023-05-10 06:44:54 +0000 |
| commit | d2e9401b18925b5702c5c758af7d4f5b61deb493 (patch) | |
| tree | 58dbf490c0457c2908751b3e4b63af13287381ee /tests/test_tokens.py | |
| parent | Adding upstream version 11.7.1. (diff) | |
| download | sqlglot-d2e9401b18925b5702c5c758af7d4f5b61deb493.tar.xz sqlglot-d2e9401b18925b5702c5c758af7d4f5b61deb493.zip | |
Adding upstream version 12.2.0.upstream/12.2.0
Signed-off-by: Daniel Baumann <daniel.baumann@progress-linux.org>
Diffstat (limited to 'tests/test_tokens.py')
| -rw-r--r-- | tests/test_tokens.py | 11 |
1 files changed, 11 insertions, 0 deletions
diff --git a/tests/test_tokens.py b/tests/test_tokens.py index 987c60b..f70d70e 100644 --- a/tests/test_tokens.py +++ b/tests/test_tokens.py @@ -102,3 +102,14 @@ x""" (TokenType.SEMICOLON, ";"), ], ) + + tokens = tokenizer.tokenize("""'{{ var('x') }}'""") + tokens = [(token.token_type, token.text) for token in tokens] + self.assertEqual( + tokens, + [ + (TokenType.STRING, "{{ var("), + (TokenType.VAR, "x"), + (TokenType.STRING, ") }}"), + ], + ) |