786 lines
32 KiB
Python
786 lines
32 KiB
Python
from __future__ import annotations
|
|
|
|
import typing as t
|
|
|
|
from sqlglot import exp, generator, parser, tokens, transforms
|
|
from sqlglot.dialects.dialect import (
|
|
Dialect,
|
|
NormalizationStrategy,
|
|
binary_from_function,
|
|
bool_xor_sql,
|
|
date_trunc_to_time,
|
|
datestrtodate_sql,
|
|
encode_decode_sql,
|
|
build_formatted_time,
|
|
if_sql,
|
|
left_to_substring_sql,
|
|
no_ilike_sql,
|
|
no_pivot_sql,
|
|
no_timestamp_sql,
|
|
regexp_extract_sql,
|
|
rename_func,
|
|
right_to_substring_sql,
|
|
sha256_sql,
|
|
strposition_sql,
|
|
struct_extract_sql,
|
|
timestamptrunc_sql,
|
|
timestrtotime_sql,
|
|
ts_or_ds_add_cast,
|
|
unit_to_str,
|
|
sequence_sql,
|
|
build_regexp_extract,
|
|
explode_to_unnest_sql,
|
|
)
|
|
from sqlglot.dialects.hive import Hive
|
|
from sqlglot.dialects.mysql import MySQL
|
|
from sqlglot.helper import apply_index_offset, seq_get
|
|
from sqlglot.optimizer.scope import find_all_in_scope
|
|
from sqlglot.tokens import TokenType
|
|
from sqlglot.transforms import unqualify_columns
|
|
from sqlglot.generator import unsupported_args
|
|
|
|
DATE_ADD_OR_SUB = t.Union[exp.DateAdd, exp.TimestampAdd, exp.DateSub]
|
|
|
|
|
|
def _initcap_sql(self: Presto.Generator, expression: exp.Initcap) -> str:
|
|
regex = r"(\w)(\w*)"
|
|
return f"REGEXP_REPLACE({self.sql(expression, 'this')}, '{regex}', x -> UPPER(x[1]) || LOWER(x[2]))"
|
|
|
|
|
|
def _no_sort_array(self: Presto.Generator, expression: exp.SortArray) -> str:
|
|
if expression.args.get("asc") == exp.false():
|
|
comparator = "(a, b) -> CASE WHEN a < b THEN 1 WHEN a > b THEN -1 ELSE 0 END"
|
|
else:
|
|
comparator = None
|
|
return self.func("ARRAY_SORT", expression.this, comparator)
|
|
|
|
|
|
def _schema_sql(self: Presto.Generator, expression: exp.Schema) -> str:
|
|
if isinstance(expression.parent, exp.PartitionedByProperty):
|
|
# Any columns in the ARRAY[] string literals should not be quoted
|
|
expression.transform(lambda n: n.name if isinstance(n, exp.Identifier) else n, copy=False)
|
|
|
|
partition_exprs = [
|
|
self.sql(c) if isinstance(c, (exp.Func, exp.Property)) else self.sql(c, "this")
|
|
for c in expression.expressions
|
|
]
|
|
return self.sql(exp.Array(expressions=[exp.Literal.string(c) for c in partition_exprs]))
|
|
|
|
if expression.parent:
|
|
for schema in expression.parent.find_all(exp.Schema):
|
|
if schema is expression:
|
|
continue
|
|
|
|
column_defs = schema.find_all(exp.ColumnDef)
|
|
if column_defs and isinstance(schema.parent, exp.Property):
|
|
expression.expressions.extend(column_defs)
|
|
|
|
return self.schema_sql(expression)
|
|
|
|
|
|
def _quantile_sql(self: Presto.Generator, expression: exp.Quantile) -> str:
|
|
self.unsupported("Presto does not support exact quantiles")
|
|
return self.func("APPROX_PERCENTILE", expression.this, expression.args.get("quantile"))
|
|
|
|
|
|
def _str_to_time_sql(
|
|
self: Presto.Generator, expression: exp.StrToDate | exp.StrToTime | exp.TsOrDsToDate
|
|
) -> str:
|
|
return self.func("DATE_PARSE", expression.this, self.format_time(expression))
|
|
|
|
|
|
def _ts_or_ds_to_date_sql(self: Presto.Generator, expression: exp.TsOrDsToDate) -> str:
|
|
time_format = self.format_time(expression)
|
|
if time_format and time_format not in (Presto.TIME_FORMAT, Presto.DATE_FORMAT):
|
|
return self.sql(exp.cast(_str_to_time_sql(self, expression), exp.DataType.Type.DATE))
|
|
return self.sql(
|
|
exp.cast(exp.cast(expression.this, exp.DataType.Type.TIMESTAMP), exp.DataType.Type.DATE)
|
|
)
|
|
|
|
|
|
def _ts_or_ds_add_sql(self: Presto.Generator, expression: exp.TsOrDsAdd) -> str:
|
|
expression = ts_or_ds_add_cast(expression)
|
|
unit = unit_to_str(expression)
|
|
return self.func("DATE_ADD", unit, expression.expression, expression.this)
|
|
|
|
|
|
def _ts_or_ds_diff_sql(self: Presto.Generator, expression: exp.TsOrDsDiff) -> str:
|
|
this = exp.cast(expression.this, exp.DataType.Type.TIMESTAMP)
|
|
expr = exp.cast(expression.expression, exp.DataType.Type.TIMESTAMP)
|
|
unit = unit_to_str(expression)
|
|
return self.func("DATE_DIFF", unit, expr, this)
|
|
|
|
|
|
def _build_approx_percentile(args: t.List) -> exp.Expression:
|
|
if len(args) == 4:
|
|
return exp.ApproxQuantile(
|
|
this=seq_get(args, 0),
|
|
weight=seq_get(args, 1),
|
|
quantile=seq_get(args, 2),
|
|
accuracy=seq_get(args, 3),
|
|
)
|
|
if len(args) == 3:
|
|
return exp.ApproxQuantile(
|
|
this=seq_get(args, 0), quantile=seq_get(args, 1), accuracy=seq_get(args, 2)
|
|
)
|
|
return exp.ApproxQuantile.from_arg_list(args)
|
|
|
|
|
|
def _build_from_unixtime(args: t.List) -> exp.Expression:
|
|
if len(args) == 3:
|
|
return exp.UnixToTime(
|
|
this=seq_get(args, 0),
|
|
hours=seq_get(args, 1),
|
|
minutes=seq_get(args, 2),
|
|
)
|
|
if len(args) == 2:
|
|
return exp.UnixToTime(this=seq_get(args, 0), zone=seq_get(args, 1))
|
|
|
|
return exp.UnixToTime.from_arg_list(args)
|
|
|
|
|
|
def _first_last_sql(self: Presto.Generator, expression: exp.Func) -> str:
|
|
"""
|
|
Trino doesn't support FIRST / LAST as functions, but they're valid in the context
|
|
of MATCH_RECOGNIZE, so we need to preserve them in that case. In all other cases
|
|
they're converted into an ARBITRARY call.
|
|
|
|
Reference: https://trino.io/docs/current/sql/match-recognize.html#logical-navigation-functions
|
|
"""
|
|
if isinstance(expression.find_ancestor(exp.MatchRecognize, exp.Select), exp.MatchRecognize):
|
|
return self.function_fallback_sql(expression)
|
|
|
|
return rename_func("ARBITRARY")(self, expression)
|
|
|
|
|
|
def _unix_to_time_sql(self: Presto.Generator, expression: exp.UnixToTime) -> str:
|
|
scale = expression.args.get("scale")
|
|
timestamp = self.sql(expression, "this")
|
|
if scale in (None, exp.UnixToTime.SECONDS):
|
|
return rename_func("FROM_UNIXTIME")(self, expression)
|
|
|
|
return f"FROM_UNIXTIME(CAST({timestamp} AS DOUBLE) / POW(10, {scale}))"
|
|
|
|
|
|
def _to_int(self: Presto.Generator, expression: exp.Expression) -> exp.Expression:
|
|
if not expression.type:
|
|
from sqlglot.optimizer.annotate_types import annotate_types
|
|
|
|
annotate_types(expression, dialect=self.dialect)
|
|
if expression.type and expression.type.this not in exp.DataType.INTEGER_TYPES:
|
|
return exp.cast(expression, to=exp.DataType.Type.BIGINT)
|
|
return expression
|
|
|
|
|
|
def _build_to_char(args: t.List) -> exp.TimeToStr:
|
|
fmt = seq_get(args, 1)
|
|
if isinstance(fmt, exp.Literal):
|
|
# We uppercase this to match Teradata's format mapping keys
|
|
fmt.set("this", fmt.this.upper())
|
|
|
|
# We use "teradata" on purpose here, because the time formats are different in Presto.
|
|
# See https://prestodb.io/docs/current/functions/teradata.html?highlight=to_char#to_char
|
|
return build_formatted_time(exp.TimeToStr, "teradata")(args)
|
|
|
|
|
|
def _date_delta_sql(
|
|
name: str, negate_interval: bool = False
|
|
) -> t.Callable[[Presto.Generator, DATE_ADD_OR_SUB], str]:
|
|
def _delta_sql(self: Presto.Generator, expression: DATE_ADD_OR_SUB) -> str:
|
|
interval = _to_int(self, expression.expression)
|
|
return self.func(
|
|
name,
|
|
unit_to_str(expression),
|
|
interval * (-1) if negate_interval else interval,
|
|
expression.this,
|
|
)
|
|
|
|
return _delta_sql
|
|
|
|
|
|
def _explode_to_unnest_sql(self: Presto.Generator, expression: exp.Lateral) -> str:
|
|
explode = expression.this
|
|
if isinstance(explode, exp.Explode):
|
|
exploded_type = explode.this.type
|
|
alias = expression.args.get("alias")
|
|
|
|
# This attempts a best-effort transpilation of LATERAL VIEW EXPLODE on a struct array
|
|
if (
|
|
isinstance(alias, exp.TableAlias)
|
|
and isinstance(exploded_type, exp.DataType)
|
|
and exploded_type.is_type(exp.DataType.Type.ARRAY)
|
|
and exploded_type.expressions
|
|
and exploded_type.expressions[0].is_type(exp.DataType.Type.STRUCT)
|
|
):
|
|
# When unnesting a ROW in Presto, it produces N columns, so we need to fix the alias
|
|
alias.set("columns", [c.this.copy() for c in exploded_type.expressions[0].expressions])
|
|
elif isinstance(explode, exp.Inline):
|
|
explode.replace(exp.Explode(this=explode.this.copy()))
|
|
|
|
return explode_to_unnest_sql(self, expression)
|
|
|
|
|
|
def amend_exploded_column_table(expression: exp.Expression) -> exp.Expression:
|
|
# We check for expression.type because the columns can be amended only if types were inferred
|
|
if isinstance(expression, exp.Select) and expression.type:
|
|
for lateral in expression.args.get("laterals") or []:
|
|
alias = lateral.args.get("alias")
|
|
if (
|
|
not isinstance(lateral.this, exp.Explode)
|
|
or not isinstance(alias, exp.TableAlias)
|
|
or len(alias.columns) != 1
|
|
):
|
|
continue
|
|
|
|
new_table = alias.this
|
|
old_table = alias.columns[0].name.lower()
|
|
|
|
# When transpiling a LATERAL VIEW EXPLODE Spark query, the exploded fields may be qualified
|
|
# with the struct column, resulting in invalid Presto references that need to be amended
|
|
for column in find_all_in_scope(expression, exp.Column):
|
|
if column.db.lower() == old_table:
|
|
column.set("table", column.args["db"].pop())
|
|
elif column.table.lower() == old_table:
|
|
column.set("table", new_table.copy())
|
|
elif column.name.lower() == old_table and isinstance(column.parent, exp.Dot):
|
|
column.parent.replace(exp.column(column.parent.expression, table=new_table))
|
|
|
|
return expression
|
|
|
|
|
|
class Presto(Dialect):
|
|
INDEX_OFFSET = 1
|
|
NULL_ORDERING = "nulls_are_last"
|
|
TIME_FORMAT = MySQL.TIME_FORMAT
|
|
STRICT_STRING_CONCAT = True
|
|
SUPPORTS_SEMI_ANTI_JOIN = False
|
|
TYPED_DIVISION = True
|
|
TABLESAMPLE_SIZE_IS_PERCENT = True
|
|
LOG_BASE_FIRST: t.Optional[bool] = None
|
|
SUPPORTS_VALUES_DEFAULT = False
|
|
|
|
TIME_MAPPING = MySQL.TIME_MAPPING
|
|
|
|
# https://github.com/trinodb/trino/issues/17
|
|
# https://github.com/trinodb/trino/issues/12289
|
|
# https://github.com/prestodb/presto/issues/2863
|
|
NORMALIZATION_STRATEGY = NormalizationStrategy.CASE_INSENSITIVE
|
|
|
|
# The result of certain math functions in Presto/Trino is of type
|
|
# equal to the input type e.g: FLOOR(5.5/2) -> DECIMAL, FLOOR(5/2) -> BIGINT
|
|
ANNOTATORS = {
|
|
**Dialect.ANNOTATORS,
|
|
exp.Floor: lambda self, e: self._annotate_by_args(e, "this"),
|
|
exp.Ceil: lambda self, e: self._annotate_by_args(e, "this"),
|
|
exp.Mod: lambda self, e: self._annotate_by_args(e, "this", "expression"),
|
|
exp.Round: lambda self, e: self._annotate_by_args(e, "this"),
|
|
exp.Sign: lambda self, e: self._annotate_by_args(e, "this"),
|
|
exp.Abs: lambda self, e: self._annotate_by_args(e, "this"),
|
|
exp.Rand: lambda self, e: self._annotate_by_args(e, "this")
|
|
if e.this
|
|
else self._set_type(e, exp.DataType.Type.DOUBLE),
|
|
}
|
|
|
|
SUPPORTED_SETTINGS = {
|
|
*Dialect.SUPPORTED_SETTINGS,
|
|
"variant_extract_is_json_extract",
|
|
}
|
|
|
|
class Tokenizer(tokens.Tokenizer):
|
|
HEX_STRINGS = [("x'", "'"), ("X'", "'")]
|
|
UNICODE_STRINGS = [
|
|
(prefix + q, q)
|
|
for q in t.cast(t.List[str], tokens.Tokenizer.QUOTES)
|
|
for prefix in ("U&", "u&")
|
|
]
|
|
|
|
KEYWORDS = {
|
|
**tokens.Tokenizer.KEYWORDS,
|
|
"DEALLOCATE PREPARE": TokenType.COMMAND,
|
|
"DESCRIBE INPUT": TokenType.COMMAND,
|
|
"DESCRIBE OUTPUT": TokenType.COMMAND,
|
|
"RESET SESSION": TokenType.COMMAND,
|
|
"START": TokenType.BEGIN,
|
|
"MATCH_RECOGNIZE": TokenType.MATCH_RECOGNIZE,
|
|
"ROW": TokenType.STRUCT,
|
|
"IPADDRESS": TokenType.IPADDRESS,
|
|
"IPPREFIX": TokenType.IPPREFIX,
|
|
"TDIGEST": TokenType.TDIGEST,
|
|
"HYPERLOGLOG": TokenType.HLLSKETCH,
|
|
}
|
|
KEYWORDS.pop("/*+")
|
|
KEYWORDS.pop("QUALIFY")
|
|
|
|
class Parser(parser.Parser):
|
|
VALUES_FOLLOWED_BY_PAREN = False
|
|
|
|
FUNCTIONS = {
|
|
**parser.Parser.FUNCTIONS,
|
|
"ARBITRARY": exp.AnyValue.from_arg_list,
|
|
"APPROX_DISTINCT": exp.ApproxDistinct.from_arg_list,
|
|
"APPROX_PERCENTILE": _build_approx_percentile,
|
|
"BITWISE_AND": binary_from_function(exp.BitwiseAnd),
|
|
"BITWISE_NOT": lambda args: exp.BitwiseNot(this=seq_get(args, 0)),
|
|
"BITWISE_OR": binary_from_function(exp.BitwiseOr),
|
|
"BITWISE_XOR": binary_from_function(exp.BitwiseXor),
|
|
"CARDINALITY": exp.ArraySize.from_arg_list,
|
|
"CONTAINS": exp.ArrayContains.from_arg_list,
|
|
"DATE_ADD": lambda args: exp.DateAdd(
|
|
this=seq_get(args, 2), expression=seq_get(args, 1), unit=seq_get(args, 0)
|
|
),
|
|
"DATE_DIFF": lambda args: exp.DateDiff(
|
|
this=seq_get(args, 2), expression=seq_get(args, 1), unit=seq_get(args, 0)
|
|
),
|
|
"DATE_FORMAT": build_formatted_time(exp.TimeToStr, "presto"),
|
|
"DATE_PARSE": build_formatted_time(exp.StrToTime, "presto"),
|
|
"DATE_TRUNC": date_trunc_to_time,
|
|
"DAY_OF_WEEK": exp.DayOfWeekIso.from_arg_list,
|
|
"DOW": exp.DayOfWeekIso.from_arg_list,
|
|
"DOY": exp.DayOfYear.from_arg_list,
|
|
"ELEMENT_AT": lambda args: exp.Bracket(
|
|
this=seq_get(args, 0), expressions=[seq_get(args, 1)], offset=1, safe=True
|
|
),
|
|
"FROM_HEX": exp.Unhex.from_arg_list,
|
|
"FROM_UNIXTIME": _build_from_unixtime,
|
|
"FROM_UTF8": lambda args: exp.Decode(
|
|
this=seq_get(args, 0), replace=seq_get(args, 1), charset=exp.Literal.string("utf-8")
|
|
),
|
|
"JSON_FORMAT": lambda args: exp.JSONFormat(
|
|
this=seq_get(args, 0), options=seq_get(args, 1), is_json=True
|
|
),
|
|
"LEVENSHTEIN_DISTANCE": exp.Levenshtein.from_arg_list,
|
|
"NOW": exp.CurrentTimestamp.from_arg_list,
|
|
"REGEXP_EXTRACT": build_regexp_extract(exp.RegexpExtract),
|
|
"REGEXP_EXTRACT_ALL": build_regexp_extract(exp.RegexpExtractAll),
|
|
"REGEXP_REPLACE": lambda args: exp.RegexpReplace(
|
|
this=seq_get(args, 0),
|
|
expression=seq_get(args, 1),
|
|
replacement=seq_get(args, 2) or exp.Literal.string(""),
|
|
),
|
|
"ROW": exp.Struct.from_arg_list,
|
|
"SEQUENCE": exp.GenerateSeries.from_arg_list,
|
|
"SET_AGG": exp.ArrayUniqueAgg.from_arg_list,
|
|
"SPLIT_TO_MAP": exp.StrToMap.from_arg_list,
|
|
"STRPOS": lambda args: exp.StrPosition(
|
|
this=seq_get(args, 0), substr=seq_get(args, 1), occurrence=seq_get(args, 2)
|
|
),
|
|
"TO_CHAR": _build_to_char,
|
|
"TO_UNIXTIME": exp.TimeToUnix.from_arg_list,
|
|
"TO_UTF8": lambda args: exp.Encode(
|
|
this=seq_get(args, 0), charset=exp.Literal.string("utf-8")
|
|
),
|
|
"MD5": exp.MD5Digest.from_arg_list,
|
|
"SHA256": lambda args: exp.SHA2(this=seq_get(args, 0), length=exp.Literal.number(256)),
|
|
"SHA512": lambda args: exp.SHA2(this=seq_get(args, 0), length=exp.Literal.number(512)),
|
|
}
|
|
|
|
FUNCTION_PARSERS = parser.Parser.FUNCTION_PARSERS.copy()
|
|
FUNCTION_PARSERS.pop("TRIM")
|
|
|
|
class Generator(generator.Generator):
|
|
INTERVAL_ALLOWS_PLURAL_FORM = False
|
|
JOIN_HINTS = False
|
|
TABLE_HINTS = False
|
|
QUERY_HINTS = False
|
|
IS_BOOL_ALLOWED = False
|
|
TZ_TO_WITH_TIME_ZONE = True
|
|
NVL2_SUPPORTED = False
|
|
STRUCT_DELIMITER = ("(", ")")
|
|
LIMIT_ONLY_LITERALS = True
|
|
SUPPORTS_SINGLE_ARG_CONCAT = False
|
|
LIKE_PROPERTY_INSIDE_SCHEMA = True
|
|
MULTI_ARG_DISTINCT = False
|
|
SUPPORTS_TO_NUMBER = False
|
|
HEX_FUNC = "TO_HEX"
|
|
PARSE_JSON_NAME = "JSON_PARSE"
|
|
PAD_FILL_PATTERN_IS_REQUIRED = True
|
|
EXCEPT_INTERSECT_SUPPORT_ALL_CLAUSE = False
|
|
SUPPORTS_MEDIAN = False
|
|
ARRAY_SIZE_NAME = "CARDINALITY"
|
|
|
|
PROPERTIES_LOCATION = {
|
|
**generator.Generator.PROPERTIES_LOCATION,
|
|
exp.LocationProperty: exp.Properties.Location.UNSUPPORTED,
|
|
exp.VolatileProperty: exp.Properties.Location.UNSUPPORTED,
|
|
}
|
|
|
|
TYPE_MAPPING = {
|
|
**generator.Generator.TYPE_MAPPING,
|
|
exp.DataType.Type.BINARY: "VARBINARY",
|
|
exp.DataType.Type.BIT: "BOOLEAN",
|
|
exp.DataType.Type.DATETIME: "TIMESTAMP",
|
|
exp.DataType.Type.DATETIME64: "TIMESTAMP",
|
|
exp.DataType.Type.FLOAT: "REAL",
|
|
exp.DataType.Type.HLLSKETCH: "HYPERLOGLOG",
|
|
exp.DataType.Type.INT: "INTEGER",
|
|
exp.DataType.Type.STRUCT: "ROW",
|
|
exp.DataType.Type.TEXT: "VARCHAR",
|
|
exp.DataType.Type.TIMESTAMPTZ: "TIMESTAMP",
|
|
exp.DataType.Type.TIMESTAMPNTZ: "TIMESTAMP",
|
|
exp.DataType.Type.TIMETZ: "TIME",
|
|
}
|
|
|
|
TRANSFORMS = {
|
|
**generator.Generator.TRANSFORMS,
|
|
exp.AnyValue: rename_func("ARBITRARY"),
|
|
exp.ApproxQuantile: rename_func("APPROX_PERCENTILE"),
|
|
exp.ArgMax: rename_func("MAX_BY"),
|
|
exp.ArgMin: rename_func("MIN_BY"),
|
|
exp.Array: lambda self, e: f"ARRAY[{self.expressions(e, flat=True)}]",
|
|
exp.ArrayAny: rename_func("ANY_MATCH"),
|
|
exp.ArrayConcat: rename_func("CONCAT"),
|
|
exp.ArrayContains: rename_func("CONTAINS"),
|
|
exp.ArrayToString: rename_func("ARRAY_JOIN"),
|
|
exp.ArrayUniqueAgg: rename_func("SET_AGG"),
|
|
exp.AtTimeZone: rename_func("AT_TIMEZONE"),
|
|
exp.BitwiseAnd: lambda self, e: self.func("BITWISE_AND", e.this, e.expression),
|
|
exp.BitwiseLeftShift: lambda self, e: self.func(
|
|
"BITWISE_ARITHMETIC_SHIFT_LEFT", e.this, e.expression
|
|
),
|
|
exp.BitwiseNot: lambda self, e: self.func("BITWISE_NOT", e.this),
|
|
exp.BitwiseOr: lambda self, e: self.func("BITWISE_OR", e.this, e.expression),
|
|
exp.BitwiseRightShift: lambda self, e: self.func(
|
|
"BITWISE_ARITHMETIC_SHIFT_RIGHT", e.this, e.expression
|
|
),
|
|
exp.BitwiseXor: lambda self, e: self.func("BITWISE_XOR", e.this, e.expression),
|
|
exp.Cast: transforms.preprocess([transforms.epoch_cast_to_ts]),
|
|
exp.CurrentTime: lambda *_: "CURRENT_TIME",
|
|
exp.CurrentTimestamp: lambda *_: "CURRENT_TIMESTAMP",
|
|
exp.CurrentUser: lambda *_: "CURRENT_USER",
|
|
exp.DateAdd: _date_delta_sql("DATE_ADD"),
|
|
exp.DateDiff: lambda self, e: self.func(
|
|
"DATE_DIFF", unit_to_str(e), e.expression, e.this
|
|
),
|
|
exp.DateStrToDate: datestrtodate_sql,
|
|
exp.DateToDi: lambda self,
|
|
e: f"CAST(DATE_FORMAT({self.sql(e, 'this')}, {Presto.DATEINT_FORMAT}) AS INT)",
|
|
exp.DateSub: _date_delta_sql("DATE_ADD", negate_interval=True),
|
|
exp.DayOfWeek: lambda self, e: f"(({self.func('DAY_OF_WEEK', e.this)} % 7) + 1)",
|
|
exp.DayOfWeekIso: rename_func("DAY_OF_WEEK"),
|
|
exp.Decode: lambda self, e: encode_decode_sql(self, e, "FROM_UTF8"),
|
|
exp.DiToDate: lambda self,
|
|
e: f"CAST(DATE_PARSE(CAST({self.sql(e, 'this')} AS VARCHAR), {Presto.DATEINT_FORMAT}) AS DATE)",
|
|
exp.Encode: lambda self, e: encode_decode_sql(self, e, "TO_UTF8"),
|
|
exp.FileFormatProperty: lambda self,
|
|
e: f"format={self.sql(exp.Literal.string(e.name))}",
|
|
exp.First: _first_last_sql,
|
|
exp.FromTimeZone: lambda self,
|
|
e: f"WITH_TIMEZONE({self.sql(e, 'this')}, {self.sql(e, 'zone')}) AT TIME ZONE 'UTC'",
|
|
exp.GenerateSeries: sequence_sql,
|
|
exp.GenerateDateArray: sequence_sql,
|
|
exp.Group: transforms.preprocess([transforms.unalias_group]),
|
|
exp.If: if_sql(),
|
|
exp.ILike: no_ilike_sql,
|
|
exp.Initcap: _initcap_sql,
|
|
exp.Last: _first_last_sql,
|
|
exp.LastDay: lambda self, e: self.func("LAST_DAY_OF_MONTH", e.this),
|
|
exp.Lateral: _explode_to_unnest_sql,
|
|
exp.Left: left_to_substring_sql,
|
|
exp.Levenshtein: unsupported_args("ins_cost", "del_cost", "sub_cost", "max_dist")(
|
|
rename_func("LEVENSHTEIN_DISTANCE")
|
|
),
|
|
exp.LogicalAnd: rename_func("BOOL_AND"),
|
|
exp.LogicalOr: rename_func("BOOL_OR"),
|
|
exp.Pivot: no_pivot_sql,
|
|
exp.Quantile: _quantile_sql,
|
|
exp.RegexpExtract: regexp_extract_sql,
|
|
exp.RegexpExtractAll: regexp_extract_sql,
|
|
exp.Right: right_to_substring_sql,
|
|
exp.Schema: _schema_sql,
|
|
exp.SchemaCommentProperty: lambda self, e: self.naked_property(e),
|
|
exp.Select: transforms.preprocess(
|
|
[
|
|
transforms.eliminate_window_clause,
|
|
transforms.eliminate_qualify,
|
|
transforms.eliminate_distinct_on,
|
|
transforms.explode_projection_to_unnest(1),
|
|
transforms.eliminate_semi_and_anti_joins,
|
|
amend_exploded_column_table,
|
|
]
|
|
),
|
|
exp.SortArray: _no_sort_array,
|
|
exp.StrPosition: lambda self, e: strposition_sql(self, e, supports_occurrence=True),
|
|
exp.StrToDate: lambda self, e: f"CAST({_str_to_time_sql(self, e)} AS DATE)",
|
|
exp.StrToMap: rename_func("SPLIT_TO_MAP"),
|
|
exp.StrToTime: _str_to_time_sql,
|
|
exp.StructExtract: struct_extract_sql,
|
|
exp.Table: transforms.preprocess([transforms.unnest_generate_series]),
|
|
exp.Timestamp: no_timestamp_sql,
|
|
exp.TimestampAdd: _date_delta_sql("DATE_ADD"),
|
|
exp.TimestampTrunc: timestamptrunc_sql(),
|
|
exp.TimeStrToDate: timestrtotime_sql,
|
|
exp.TimeStrToTime: timestrtotime_sql,
|
|
exp.TimeStrToUnix: lambda self, e: self.func(
|
|
"TO_UNIXTIME", self.func("DATE_PARSE", e.this, Presto.TIME_FORMAT)
|
|
),
|
|
exp.TimeToStr: lambda self, e: self.func("DATE_FORMAT", e.this, self.format_time(e)),
|
|
exp.TimeToUnix: rename_func("TO_UNIXTIME"),
|
|
exp.ToChar: lambda self, e: self.func("DATE_FORMAT", e.this, self.format_time(e)),
|
|
exp.TryCast: transforms.preprocess([transforms.epoch_cast_to_ts]),
|
|
exp.TsOrDiToDi: lambda self,
|
|
e: f"CAST(SUBSTR(REPLACE(CAST({self.sql(e, 'this')} AS VARCHAR), '-', ''), 1, 8) AS INT)",
|
|
exp.TsOrDsAdd: _ts_or_ds_add_sql,
|
|
exp.TsOrDsDiff: _ts_or_ds_diff_sql,
|
|
exp.TsOrDsToDate: _ts_or_ds_to_date_sql,
|
|
exp.Unhex: rename_func("FROM_HEX"),
|
|
exp.UnixToStr: lambda self,
|
|
e: f"DATE_FORMAT(FROM_UNIXTIME({self.sql(e, 'this')}), {self.format_time(e)})",
|
|
exp.UnixToTime: _unix_to_time_sql,
|
|
exp.UnixToTimeStr: lambda self,
|
|
e: f"CAST(FROM_UNIXTIME({self.sql(e, 'this')}) AS VARCHAR)",
|
|
exp.VariancePop: rename_func("VAR_POP"),
|
|
exp.With: transforms.preprocess([transforms.add_recursive_cte_column_names]),
|
|
exp.WithinGroup: transforms.preprocess(
|
|
[transforms.remove_within_group_for_percentiles]
|
|
),
|
|
exp.Xor: bool_xor_sql,
|
|
exp.MD5Digest: rename_func("MD5"),
|
|
exp.SHA: rename_func("SHA1"),
|
|
exp.SHA2: sha256_sql,
|
|
}
|
|
|
|
RESERVED_KEYWORDS = {
|
|
"alter",
|
|
"and",
|
|
"as",
|
|
"between",
|
|
"by",
|
|
"case",
|
|
"cast",
|
|
"constraint",
|
|
"create",
|
|
"cross",
|
|
"current_time",
|
|
"current_timestamp",
|
|
"deallocate",
|
|
"delete",
|
|
"describe",
|
|
"distinct",
|
|
"drop",
|
|
"else",
|
|
"end",
|
|
"escape",
|
|
"except",
|
|
"execute",
|
|
"exists",
|
|
"extract",
|
|
"false",
|
|
"for",
|
|
"from",
|
|
"full",
|
|
"group",
|
|
"having",
|
|
"in",
|
|
"inner",
|
|
"insert",
|
|
"intersect",
|
|
"into",
|
|
"is",
|
|
"join",
|
|
"left",
|
|
"like",
|
|
"natural",
|
|
"not",
|
|
"null",
|
|
"on",
|
|
"or",
|
|
"order",
|
|
"outer",
|
|
"prepare",
|
|
"right",
|
|
"select",
|
|
"table",
|
|
"then",
|
|
"true",
|
|
"union",
|
|
"using",
|
|
"values",
|
|
"when",
|
|
"where",
|
|
"with",
|
|
}
|
|
|
|
def jsonformat_sql(self, expression: exp.JSONFormat) -> str:
|
|
this = expression.this
|
|
is_json = expression.args.get("is_json")
|
|
|
|
if this and not (is_json or this.type):
|
|
from sqlglot.optimizer.annotate_types import annotate_types
|
|
|
|
this = annotate_types(this, dialect=self.dialect)
|
|
|
|
if not (is_json or this.is_type(exp.DataType.Type.JSON)):
|
|
this.replace(exp.cast(this, exp.DataType.Type.JSON))
|
|
|
|
return self.function_fallback_sql(expression)
|
|
|
|
def md5_sql(self, expression: exp.MD5) -> str:
|
|
this = expression.this
|
|
|
|
if not this.type:
|
|
from sqlglot.optimizer.annotate_types import annotate_types
|
|
|
|
this = annotate_types(this, dialect=self.dialect)
|
|
|
|
if this.is_type(*exp.DataType.TEXT_TYPES):
|
|
this = exp.Encode(this=this, charset=exp.Literal.string("utf-8"))
|
|
|
|
return self.func("LOWER", self.func("TO_HEX", self.func("MD5", self.sql(this))))
|
|
|
|
def strtounix_sql(self, expression: exp.StrToUnix) -> str:
|
|
# Since `TO_UNIXTIME` requires a `TIMESTAMP`, we need to parse the argument into one.
|
|
# To do this, we first try to `DATE_PARSE` it, but since this can fail when there's a
|
|
# timezone involved, we wrap it in a `TRY` call and use `PARSE_DATETIME` as a fallback,
|
|
# which seems to be using the same time mapping as Hive, as per:
|
|
# https://joda-time.sourceforge.net/apidocs/org/joda/time/format/DateTimeFormat.html
|
|
this = expression.this
|
|
value_as_text = exp.cast(this, exp.DataType.Type.TEXT)
|
|
value_as_timestamp = (
|
|
exp.cast(this, exp.DataType.Type.TIMESTAMP) if this.is_string else this
|
|
)
|
|
|
|
parse_without_tz = self.func("DATE_PARSE", value_as_text, self.format_time(expression))
|
|
|
|
formatted_value = self.func(
|
|
"DATE_FORMAT", value_as_timestamp, self.format_time(expression)
|
|
)
|
|
parse_with_tz = self.func(
|
|
"PARSE_DATETIME",
|
|
formatted_value,
|
|
self.format_time(expression, Hive.INVERSE_TIME_MAPPING, Hive.INVERSE_TIME_TRIE),
|
|
)
|
|
coalesced = self.func("COALESCE", self.func("TRY", parse_without_tz), parse_with_tz)
|
|
return self.func("TO_UNIXTIME", coalesced)
|
|
|
|
def bracket_sql(self, expression: exp.Bracket) -> str:
|
|
if expression.args.get("safe"):
|
|
return self.func(
|
|
"ELEMENT_AT",
|
|
expression.this,
|
|
seq_get(
|
|
apply_index_offset(
|
|
expression.this,
|
|
expression.expressions,
|
|
1 - expression.args.get("offset", 0),
|
|
dialect=self.dialect,
|
|
),
|
|
0,
|
|
),
|
|
)
|
|
return super().bracket_sql(expression)
|
|
|
|
def struct_sql(self, expression: exp.Struct) -> str:
|
|
from sqlglot.optimizer.annotate_types import annotate_types
|
|
|
|
expression = annotate_types(expression, dialect=self.dialect)
|
|
values: t.List[str] = []
|
|
schema: t.List[str] = []
|
|
unknown_type = False
|
|
|
|
for e in expression.expressions:
|
|
if isinstance(e, exp.PropertyEQ):
|
|
if e.type and e.type.is_type(exp.DataType.Type.UNKNOWN):
|
|
unknown_type = True
|
|
else:
|
|
schema.append(f"{self.sql(e, 'this')} {self.sql(e.type)}")
|
|
values.append(self.sql(e, "expression"))
|
|
else:
|
|
values.append(self.sql(e))
|
|
|
|
size = len(expression.expressions)
|
|
|
|
if not size or len(schema) != size:
|
|
if unknown_type:
|
|
self.unsupported(
|
|
"Cannot convert untyped key-value definitions (try annotate_types)."
|
|
)
|
|
return self.func("ROW", *values)
|
|
return f"CAST(ROW({', '.join(values)}) AS ROW({', '.join(schema)}))"
|
|
|
|
def interval_sql(self, expression: exp.Interval) -> str:
|
|
if expression.this and expression.text("unit").upper().startswith("WEEK"):
|
|
return f"({expression.this.name} * INTERVAL '7' DAY)"
|
|
return super().interval_sql(expression)
|
|
|
|
def transaction_sql(self, expression: exp.Transaction) -> str:
|
|
modes = expression.args.get("modes")
|
|
modes = f" {', '.join(modes)}" if modes else ""
|
|
return f"START TRANSACTION{modes}"
|
|
|
|
def offset_limit_modifiers(
|
|
self, expression: exp.Expression, fetch: bool, limit: t.Optional[exp.Fetch | exp.Limit]
|
|
) -> t.List[str]:
|
|
return [
|
|
self.sql(expression, "offset"),
|
|
self.sql(limit),
|
|
]
|
|
|
|
def create_sql(self, expression: exp.Create) -> str:
|
|
"""
|
|
Presto doesn't support CREATE VIEW with expressions (ex: `CREATE VIEW x (cola)` then `(cola)` is the expression),
|
|
so we need to remove them
|
|
"""
|
|
kind = expression.args["kind"]
|
|
schema = expression.this
|
|
if kind == "VIEW" and schema.expressions:
|
|
expression.this.set("expressions", None)
|
|
return super().create_sql(expression)
|
|
|
|
def delete_sql(self, expression: exp.Delete) -> str:
|
|
"""
|
|
Presto only supports DELETE FROM for a single table without an alias, so we need
|
|
to remove the unnecessary parts. If the original DELETE statement contains more
|
|
than one table to be deleted, we can't safely map it 1-1 to a Presto statement.
|
|
"""
|
|
tables = expression.args.get("tables") or [expression.this]
|
|
if len(tables) > 1:
|
|
return super().delete_sql(expression)
|
|
|
|
table = tables[0]
|
|
expression.set("this", table)
|
|
expression.set("tables", None)
|
|
|
|
if isinstance(table, exp.Table):
|
|
table_alias = table.args.get("alias")
|
|
if table_alias:
|
|
table_alias.pop()
|
|
expression = t.cast(exp.Delete, expression.transform(unqualify_columns))
|
|
|
|
return super().delete_sql(expression)
|
|
|
|
def jsonextract_sql(self, expression: exp.JSONExtract) -> str:
|
|
is_json_extract = self.dialect.settings.get("variant_extract_is_json_extract", True)
|
|
|
|
# Generate JSON_EXTRACT unless the user has configured that a Snowflake / Databricks
|
|
# VARIANT extract (e.g. col:x.y) should map to dot notation (i.e ROW access) in Presto/Trino
|
|
if not expression.args.get("variant_extract") or is_json_extract:
|
|
return self.func(
|
|
"JSON_EXTRACT", expression.this, expression.expression, *expression.expressions
|
|
)
|
|
|
|
this = self.sql(expression, "this")
|
|
|
|
# Convert the JSONPath extraction `JSON_EXTRACT(col, '$.x.y) to a ROW access col.x.y
|
|
segments = []
|
|
for path_key in expression.expression.expressions[1:]:
|
|
if not isinstance(path_key, exp.JSONPathKey):
|
|
# Cannot transpile subscripts, wildcards etc to dot notation
|
|
self.unsupported(
|
|
f"Cannot transpile JSONPath segment '{path_key}' to ROW access"
|
|
)
|
|
continue
|
|
key = path_key.this
|
|
if not exp.SAFE_IDENTIFIER_RE.match(key):
|
|
key = f'"{key}"'
|
|
segments.append(f".{key}")
|
|
|
|
expr = "".join(segments)
|
|
|
|
return f"{this}{expr}"
|
|
|
|
def groupconcat_sql(self, expression: exp.GroupConcat) -> str:
|
|
return self.func(
|
|
"ARRAY_JOIN",
|
|
self.func("ARRAY_AGG", expression.this),
|
|
expression.args.get("separator"),
|
|
)
|