diff --git a/pyproject.toml b/pyproject.toml index 4db73d57c1..46ee887f2e 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -23,7 +23,7 @@ dependencies = [ "requests", "rich[jupyter]", "ruamel.yaml", - "sqlglot[rs]~=26.31.0", + "sqlglot[rs]~=26.32.0", "tenacity", "time-machine", "json-stream" diff --git a/sqlmesh/core/dialect.py b/sqlmesh/core/dialect.py index db77f0c461..6406fa8864 100644 --- a/sqlmesh/core/dialect.py +++ b/sqlmesh/core/dialect.py @@ -878,7 +878,7 @@ def parse( match = match_dialect and DIALECT_PATTERN.search(sql[:MAX_MODEL_DEFINITION_SIZE]) dialect = Dialect.get_or_raise(match.group(2) if match else default_dialect) - tokens = dialect.tokenizer.tokenize(sql) + tokens = dialect.tokenize(sql) chunks: t.List[t.Tuple[t.List[Token], ChunkType]] = [([], ChunkType.SQL)] total = len(tokens) diff --git a/sqlmesh/utils/jinja.py b/sqlmesh/utils/jinja.py index 711f760b7b..d1c0ef0361 100644 --- a/sqlmesh/utils/jinja.py +++ b/sqlmesh/utils/jinja.py @@ -75,7 +75,7 @@ def extract(self, jinja: str, dialect: str = "") -> t.Dict[str, MacroInfo]: """ self.reset() self.sql = jinja - self._tokens = Dialect.get_or_raise(dialect).tokenizer.tokenize(jinja) + self._tokens = Dialect.get_or_raise(dialect).tokenize(jinja) self._index = -1 self._advance()