From f1c2dbe3b17a0d5edffbb65b85b642d0bb2756c5 Mon Sep 17 00:00:00 2001 From: Daniel Baumann Date: Tue, 19 Dec 2023 12:01:55 +0100 Subject: Merging upstream version 20.3.0. Signed-off-by: Daniel Baumann --- benchmarks/bench.py | 9 ++++++++- 1 file changed, 8 insertions(+), 1 deletion(-) (limited to 'benchmarks') diff --git a/benchmarks/bench.py b/benchmarks/bench.py index 759ec91..10b04b5 100644 --- a/benchmarks/bench.py +++ b/benchmarks/bench.py @@ -160,7 +160,13 @@ LIMIT 100 def sqlglot_parse(sql): - sqlglot.parse(sql, error_level=sqlglot.ErrorLevel.IGNORE) + sqlglot.tokens.USE_RS_TOKENIZER = False + sqlglot.parse_one(sql, error_level=sqlglot.ErrorLevel.IGNORE) + + +def sqlglotrs_parse(sql): + sqlglot.tokens.USE_RS_TOKENIZER = True + sqlglot.parse_one(sql, error_level=sqlglot.ErrorLevel.IGNORE) def sqltree_parse(sql): @@ -199,6 +205,7 @@ def diff(row, column): libs = [ "sqlglot", + "sqlglotrs", #"sqlfluff", "sqltree", #"sqlparse", -- cgit v1.2.3