From beba715b97dd2349e01dde9b077d2535680ebdca Mon Sep 17 00:00:00 2001 From: Daniel Baumann Date: Wed, 10 May 2023 08:44:58 +0200 Subject: Merging upstream version 12.2.0. Signed-off-by: Daniel Baumann --- tests/test_tokens.py | 11 +++++++++++ 1 file changed, 11 insertions(+) (limited to 'tests/test_tokens.py') diff --git a/tests/test_tokens.py b/tests/test_tokens.py index 987c60b..f70d70e 100644 --- a/tests/test_tokens.py +++ b/tests/test_tokens.py @@ -102,3 +102,14 @@ x""" (TokenType.SEMICOLON, ";"), ], ) + + tokens = tokenizer.tokenize("""'{{ var('x') }}'""") + tokens = [(token.token_type, token.text) for token in tokens] + self.assertEqual( + tokens, + [ + (TokenType.STRING, "{{ var("), + (TokenType.VAR, "x"), + (TokenType.STRING, ") }}"), + ], + ) -- cgit v1.2.3