diff options
| author | Daniel Baumann <daniel.baumann@progress-linux.org> | 2023-06-16 09:41:15 +0000 |
|---|---|---|
| committer | Daniel Baumann <daniel.baumann@progress-linux.org> | 2023-06-16 09:41:15 +0000 |
| commit | 358a09296d7198a4cc142f1976de8f3eb3318e58 (patch) | |
| tree | 762db96c44014dc4db5e9fc7f6709c138589155e /tests/test_tokens.py | |
| parent | Adding upstream version 15.2.0. (diff) | |
| download | sqlglot-358a09296d7198a4cc142f1976de8f3eb3318e58.tar.xz sqlglot-358a09296d7198a4cc142f1976de8f3eb3318e58.zip | |
Adding upstream version 16.2.1.upstream/16.2.1
Signed-off-by: Daniel Baumann <daniel.baumann@progress-linux.org>
Diffstat (limited to 'tests/test_tokens.py')
| -rw-r--r-- | tests/test_tokens.py | 4 |
1 files changed, 3 insertions, 1 deletions
diff --git a/tests/test_tokens.py b/tests/test_tokens.py index 30af34f..d5a2b7f 100644 --- a/tests/test_tokens.py +++ b/tests/test_tokens.py @@ -1,5 +1,6 @@ import unittest +from sqlglot.dialects import BigQuery from sqlglot.tokens import Tokenizer, TokenType @@ -68,7 +69,8 @@ x""" Tokenizer().tokenize("select /*") def test_jinja(self): - tokenizer = Tokenizer() + # Check that {#, #} are treated as token delimiters, even though BigQuery overrides COMMENTS + tokenizer = BigQuery.Tokenizer() tokens = tokenizer.tokenize( """ |