From 5d0ea770947ae1da51537ff75b14b48218d729aa Mon Sep 17 00:00:00 2001
From: Daniel Baumann <daniel.baumann@progress-linux.org>
Date: Sun, 3 Mar 2024 15:11:03 +0100
Subject: Adding upstream version 22.2.0.

Signed-off-by: Daniel Baumann <daniel.baumann@progress-linux.org>
---
 sqlglotrs/Cargo.lock       |  2 +-
 sqlglotrs/Cargo.toml       |  2 +-
 sqlglotrs/src/tokenizer.rs | 18 ++----------------
 3 files changed, 4 insertions(+), 18 deletions(-)

(limited to 'sqlglotrs')

diff --git a/sqlglotrs/Cargo.lock b/sqlglotrs/Cargo.lock
index 920ef8b..78e1f64 100644
--- a/sqlglotrs/Cargo.lock
+++ b/sqlglotrs/Cargo.lock
@@ -188,7 +188,7 @@ checksum = "4dccd0940a2dcdf68d092b8cbab7dc0ad8fa938bf95787e1b916b0e3d0e8e970"
 
 [[package]]
 name = "sqlglotrs"
-version = "0.1.1"
+version = "0.1.2"
 dependencies = [
  "pyo3",
 ]
diff --git a/sqlglotrs/Cargo.toml b/sqlglotrs/Cargo.toml
index 0c367d9..72910f8 100644
--- a/sqlglotrs/Cargo.toml
+++ b/sqlglotrs/Cargo.toml
@@ -1,6 +1,6 @@
 [package]
 name = "sqlglotrs"
-version = "0.1.1"
+version = "0.1.2"
 edition = "2021"
 
 [lib]
diff --git a/sqlglotrs/src/tokenizer.rs b/sqlglotrs/src/tokenizer.rs
index 94a8b08..2c90a65 100644
--- a/sqlglotrs/src/tokenizer.rs
+++ b/sqlglotrs/src/tokenizer.rs
@@ -178,15 +178,6 @@ impl<'a> TokenizerState<'a> {
         Ok(())
     }
 
-    fn peek(&self, i: usize) -> Result<char, TokenizerError> {
-        let index = self.current + i;
-        if index < self.size {
-            self.char_at(index)
-        } else {
-            Ok('\0')
-        }
-    }
-
     fn chars(&self, size: usize) -> String {
         let start = self.current - 1;
         let end = start + size;
@@ -469,13 +460,8 @@ impl<'a> TokenizerState<'a> {
             if self.peek_char.is_digit(10) {
                 self.advance(1)?;
             } else if self.peek_char == '.' && !decimal {
-                let after = self.peek(1)?;
-                if after.is_digit(10) || !after.is_alphabetic() {
-                    decimal = true;
-                    self.advance(1)?;
-                } else {
-                    return self.add(self.token_types.var, None);
-                }
+                decimal = true;
+                self.advance(1)?;
             } else if (self.peek_char == '-' || self.peek_char == '+') && scientific == 1 {
                 scientific += 1;
                 self.advance(1)?;
-- 
cgit v1.2.3