Chore!: bump sqlglot to v26.32.0 (#4853)

Author: georgesittas

pyproject.toml

@@ -23,7 +23,7 @@ dependencies = [
     "requests",
     "rich[jupyter]",
     "ruamel.yaml",
-    "sqlglot[rs]~=26.31.0",
+    "sqlglot[rs]~=26.32.0",
     "tenacity",
     "time-machine",
     "json-stream"

sqlmesh/core/dialect.py

@@ -878,7 +878,7 @@ def parse(
     match = match_dialect and DIALECT_PATTERN.search(sql[:MAX_MODEL_DEFINITION_SIZE])
     dialect = Dialect.get_or_raise(match.group(2) if match else default_dialect)
 
-    tokens = dialect.tokenizer.tokenize(sql)
+    tokens = dialect.tokenize(sql)
     chunks: t.List[t.Tuple[t.List[Token], ChunkType]] = [([], ChunkType.SQL)]
     total = len(tokens)
 

sqlmesh/utils/jinja.py

@@ -75,7 +75,7 @@ def extract(self, jinja: str, dialect: str = "") -> t.Dict[str, MacroInfo]:
         """
         self.reset()
         self.sql = jinja
-        self._tokens = Dialect.get_or_raise(dialect).tokenizer.tokenize(jinja)
+        self._tokens = Dialect.get_or_raise(dialect).tokenize(jinja)
         self._index = -1
         self._advance()