diff options
| author | Daniel Baumann <daniel.baumann@progress-linux.org> | 2023-07-06 07:28:12 +0000 |
|---|---|---|
| committer | Daniel Baumann <daniel.baumann@progress-linux.org> | 2023-07-06 07:28:12 +0000 |
| commit | 374a0f6318bcf423b1b784d30b25a8327c65cb24 (patch) | |
| tree | 9303a1cbdba85b5d9781ebef32eb1902d3790c99 /sqlglot/tokens.py | |
| parent | Releasing debian version 16.7.7-1. (diff) | |
| download | sqlglot-374a0f6318bcf423b1b784d30b25a8327c65cb24.tar.xz sqlglot-374a0f6318bcf423b1b784d30b25a8327c65cb24.zip | |
Merging upstream version 17.2.0.
Signed-off-by: Daniel Baumann <daniel.baumann@progress-linux.org>
Diffstat (limited to 'sqlglot/tokens.py')
| -rw-r--r-- | sqlglot/tokens.py | 3 |
1 files changed, 1 insertions, 2 deletions
diff --git a/sqlglot/tokens.py b/sqlglot/tokens.py index 79f7a65..999bde2 100644 --- a/sqlglot/tokens.py +++ b/sqlglot/tokens.py @@ -239,6 +239,7 @@ class TokenType(AutoName): LOCK = auto() MAP = auto() MATCH_RECOGNIZE = auto() + MEMBER_OF = auto() MERGE = auto() MOD = auto() NATURAL = auto() @@ -944,8 +945,6 @@ class Tokenizer(metaclass=_Tokenizer): char = "" chars = " " - word = None if not single_token and chars[-1] not in self.WHITE_SPACE else word - if not word: if self._char in self.SINGLE_TOKENS: self._add(self.SINGLE_TOKENS[self._char], text=self._char) |