diff options
Diffstat (limited to 'sqlglot/tokens.py')
| -rw-r--r-- | sqlglot/tokens.py | 3 |
1 files changed, 1 insertions, 2 deletions
diff --git a/sqlglot/tokens.py b/sqlglot/tokens.py index 79f7a65..999bde2 100644 --- a/sqlglot/tokens.py +++ b/sqlglot/tokens.py @@ -239,6 +239,7 @@ class TokenType(AutoName): LOCK = auto() MAP = auto() MATCH_RECOGNIZE = auto() + MEMBER_OF = auto() MERGE = auto() MOD = auto() NATURAL = auto() @@ -944,8 +945,6 @@ class Tokenizer(metaclass=_Tokenizer): char = "" chars = " " - word = None if not single_token and chars[-1] not in self.WHITE_SPACE else word - if not word: if self._char in self.SINGLE_TOKENS: self._add(self.SINGLE_TOKENS[self._char], text=self._char) |