dbcli/sqlglot
1
0
Fork 0
Code Issues Activity

Adding upstream version 25.20.1.

Browse source 
Signed-off-by: Daniel Baumann <daniel@debian.org>
This commit is contained in:
Daniel Baumann 2025-02-13 21:53:56 +01:00
parent b35dbeb6b6
commit 0b78a18345
Signed by: daniel
GPG key ID: FBB4F0E80A80222F
119 changed files with 78094 additions and 71498 deletions
Download patch file Download diff file Expand all files Collapse all files

65
sqlglot/transforms.py
View file

@ -3,8 +3,10 @@ from __future__ import annotations
import typing as t
from sqlglot import expressions as exp
from sqlglot.errors import UnsupportedError
from sqlglot.helper import find_new_name, name_sequence
if t.TYPE_CHECKING:
from sqlglot.generator import Generator
@ -27,9 +29,12 @@ def preprocess(
def _to_sql(self, expression: exp.Expression) -> str:
expression_type = type(expression)
expression = transforms[0](expression)
for transform in transforms[1:]:
expression = transform(expression)
try:
expression = transforms[0](expression)
for transform in transforms[1:]:
expression = transform(expression)
except UnsupportedError as unsupported_error:
self.unsupported(str(unsupported_error))
_sql_handler = getattr(self, expression.key + "_sql", None)
if _sql_handler:
@ -296,19 +301,45 @@ def unqualify_unnest(expression: exp.Expression) -> exp.Expression:
return expression
def unnest_to_explode(expression: exp.Expression) -> exp.Expression:
def unnest_to_explode(
expression: exp.Expression,
unnest_using_arrays_zip: bool = True,
) -> exp.Expression:
"""Convert cross join unnest into lateral view explode."""
def _unnest_zip_exprs(
u: exp.Unnest, unnest_exprs: t.List[exp.Expression], has_multi_expr: bool
) -> t.List[exp.Expression]:
if has_multi_expr:
if not unnest_using_arrays_zip:
raise UnsupportedError("Cannot transpile UNNEST with multiple input arrays")
# Use INLINE(ARRAYS_ZIP(...)) for multiple expressions
zip_exprs: t.List[exp.Expression] = [
exp.Anonymous(this="ARRAYS_ZIP", expressions=unnest_exprs)
]
u.set("expressions", zip_exprs)
return zip_exprs
return unnest_exprs
def _udtf_type(u: exp.Unnest, has_multi_expr: bool) -> t.Type[exp.Func]:
if u.args.get("offset"):
return exp.Posexplode
return exp.Inline if has_multi_expr else exp.Explode
if isinstance(expression, exp.Select):
from_ = expression.args.get("from")
if from_ and isinstance(from_.this, exp.Unnest):
unnest = from_.this
alias = unnest.args.get("alias")
udtf = exp.Posexplode if unnest.args.get("offset") else exp.Explode
this, *expressions = unnest.expressions
exprs = unnest.expressions
has_multi_expr = len(exprs) > 1
this, *expressions = _unnest_zip_exprs(unnest, exprs, has_multi_expr)
unnest.replace(
exp.Table(
this=udtf(
this=_udtf_type(unnest, has_multi_expr)(
this=this,
expressions=expressions,
),
@ -324,18 +355,28 @@ def unnest_to_explode(expression: exp.Expression) -> exp.Expression:
unnest = join_expr.this if is_lateral else join_expr
if isinstance(unnest, exp.Unnest):
alias = join_expr.args.get("alias") if is_lateral else unnest.args.get("alias")
udtf = exp.Posexplode if unnest.args.get("offset") else exp.Explode
if is_lateral:
alias = join_expr.args.get("alias")
else:
alias = unnest.args.get("alias")
exprs = unnest.expressions
# The number of unnest.expressions will be changed by _unnest_zip_exprs, we need to record it here
has_multi_expr = len(exprs) > 1
exprs = _unnest_zip_exprs(unnest, exprs, has_multi_expr)
expression.args["joins"].remove(join)
for e, column in zip(unnest.expressions, alias.columns if alias else []):
alias_cols = alias.columns if alias else []
for e, column in zip(exprs, alias_cols):
expression.append(
"laterals",
exp.Lateral(
this=udtf(this=e),
this=_udtf_type(unnest, has_multi_expr)(this=e),
view=True,
alias=exp.TableAlias(this=alias.this, columns=[column]), # type: ignore
alias=exp.TableAlias(
this=alias.this, # type: ignore
columns=alias_cols if unnest_using_arrays_zip else [column], # type: ignore
),
),
)