summaryrefslogtreecommitdiffstats
path: root/sqlglot/tokens.py
diff options
context:
space:
mode:
Diffstat (limited to 'sqlglot/tokens.py')
-rw-r--r--sqlglot/tokens.py6
1 files changed, 2 insertions, 4 deletions
diff --git a/sqlglot/tokens.py b/sqlglot/tokens.py
index 729e47f..81bcc0b 100644
--- a/sqlglot/tokens.py
+++ b/sqlglot/tokens.py
@@ -21,6 +21,7 @@ class TokenType(AutoName):
PLUS = auto()
COLON = auto()
DCOLON = auto()
+ DQMARK = auto()
SEMICOLON = auto()
STAR = auto()
BACKSLASH = auto()
@@ -215,7 +216,6 @@ class TokenType(AutoName):
GROUPING_SETS = auto()
HAVING = auto()
HINT = auto()
- IF = auto()
IGNORE = auto()
ILIKE = auto()
ILIKE_ANY = auto()
@@ -248,7 +248,6 @@ class TokenType(AutoName):
MOD = auto()
NATURAL = auto()
NEXT = auto()
- NEXT_VALUE_FOR = auto()
NOTNULL = auto()
NULL = auto()
OFFSET = auto()
@@ -504,6 +503,7 @@ class Tokenizer(metaclass=_Tokenizer):
"#>>": TokenType.DHASH_ARROW,
"<->": TokenType.LR_ARROW,
"&&": TokenType.DAMP,
+ "??": TokenType.DQMARK,
"ALL": TokenType.ALL,
"ALWAYS": TokenType.ALWAYS,
"AND": TokenType.AND,
@@ -563,7 +563,6 @@ class Tokenizer(metaclass=_Tokenizer):
"GROUP BY": TokenType.GROUP_BY,
"GROUPING SETS": TokenType.GROUPING_SETS,
"HAVING": TokenType.HAVING,
- "IF": TokenType.IF,
"ILIKE": TokenType.ILIKE,
"IN": TokenType.IN,
"INDEX": TokenType.INDEX,
@@ -586,7 +585,6 @@ class Tokenizer(metaclass=_Tokenizer):
"MERGE": TokenType.MERGE,
"NATURAL": TokenType.NATURAL,
"NEXT": TokenType.NEXT,
- "NEXT VALUE FOR": TokenType.NEXT_VALUE_FOR,
"NOT": TokenType.NOT,
"NOTNULL": TokenType.NOTNULL,
"NULL": TokenType.NULL,