diff options
| author | Daniel Baumann <daniel.baumann@progress-linux.org> | 2023-07-06 07:28:09 +0000 |
|---|---|---|
| committer | Daniel Baumann <daniel.baumann@progress-linux.org> | 2023-07-06 07:28:09 +0000 |
| commit | 52f4a5e2260f3e5b919b4e270339afd670bf0b8a (patch) | |
| tree | 5ca419af0e2e409018492b82f5b9847f0112b5fb /sqlglot/tokens.py | |
| parent | Adding upstream version 16.7.7. (diff) | |
| download | sqlglot-52f4a5e2260f3e5b919b4e270339afd670bf0b8a.tar.xz sqlglot-52f4a5e2260f3e5b919b4e270339afd670bf0b8a.zip | |
Adding upstream version 17.2.0.upstream/17.2.0
Signed-off-by: Daniel Baumann <daniel.baumann@progress-linux.org>
Diffstat (limited to 'sqlglot/tokens.py')
| -rw-r--r-- | sqlglot/tokens.py | 3 |
1 files changed, 1 insertions, 2 deletions
diff --git a/sqlglot/tokens.py b/sqlglot/tokens.py index 79f7a65..999bde2 100644 --- a/sqlglot/tokens.py +++ b/sqlglot/tokens.py @@ -239,6 +239,7 @@ class TokenType(AutoName): LOCK = auto() MAP = auto() MATCH_RECOGNIZE = auto() + MEMBER_OF = auto() MERGE = auto() MOD = auto() NATURAL = auto() @@ -944,8 +945,6 @@ class Tokenizer(metaclass=_Tokenizer): char = "" chars = " " - word = None if not single_token and chars[-1] not in self.WHITE_SPACE else word - if not word: if self._char in self.SINGLE_TOKENS: self._add(self.SINGLE_TOKENS[self._char], text=self._char) |