diff options
Diffstat (limited to 'tests/test_tokens.py')
| -rw-r--r-- | tests/test_tokens.py | 4 |
1 files changed, 3 insertions, 1 deletions
diff --git a/tests/test_tokens.py b/tests/test_tokens.py index 30af34f..d5a2b7f 100644 --- a/tests/test_tokens.py +++ b/tests/test_tokens.py @@ -1,5 +1,6 @@ import unittest +from sqlglot.dialects import BigQuery from sqlglot.tokens import Tokenizer, TokenType @@ -68,7 +69,8 @@ x""" Tokenizer().tokenize("select /*") def test_jinja(self): - tokenizer = Tokenizer() + # Check that {#, #} are treated as token delimiters, even though BigQuery overrides COMMENTS + tokenizer = BigQuery.Tokenizer() tokens = tokenizer.tokenize( """ |