83 lines
2.8 KiB
Python
83 lines
2.8 KiB
Python
from __future__ import annotations
|
|
|
|
from sqlglot import exp, transforms
|
|
from sqlglot.dialects.dialect import (
|
|
date_delta_sql,
|
|
parse_date_delta,
|
|
timestamptrunc_sql,
|
|
)
|
|
from sqlglot.dialects.spark import Spark
|
|
from sqlglot.tokens import TokenType
|
|
|
|
|
|
class Databricks(Spark):
|
|
SAFE_DIVISION = False
|
|
|
|
class Parser(Spark.Parser):
|
|
LOG_DEFAULTS_TO_LN = True
|
|
STRICT_CAST = True
|
|
|
|
FUNCTIONS = {
|
|
**Spark.Parser.FUNCTIONS,
|
|
"DATEADD": parse_date_delta(exp.DateAdd),
|
|
"DATE_ADD": parse_date_delta(exp.DateAdd),
|
|
"DATEDIFF": parse_date_delta(exp.DateDiff),
|
|
}
|
|
|
|
FACTOR = {
|
|
**Spark.Parser.FACTOR,
|
|
TokenType.COLON: exp.JSONExtract,
|
|
}
|
|
|
|
class Generator(Spark.Generator):
|
|
TABLESAMPLE_SEED_KEYWORD = "REPEATABLE"
|
|
|
|
TRANSFORMS = {
|
|
**Spark.Generator.TRANSFORMS,
|
|
exp.DateAdd: date_delta_sql("DATEADD"),
|
|
exp.DateDiff: date_delta_sql("DATEDIFF"),
|
|
exp.DatetimeAdd: lambda self, e: self.func(
|
|
"TIMESTAMPADD", e.text("unit"), e.expression, e.this
|
|
),
|
|
exp.DatetimeSub: lambda self, e: self.func(
|
|
"TIMESTAMPADD",
|
|
e.text("unit"),
|
|
exp.Mul(this=e.expression, expression=exp.Literal.number(-1)),
|
|
e.this,
|
|
),
|
|
exp.DatetimeDiff: lambda self, e: self.func(
|
|
"TIMESTAMPDIFF", e.text("unit"), e.expression, e.this
|
|
),
|
|
exp.DatetimeTrunc: timestamptrunc_sql,
|
|
exp.JSONExtract: lambda self, e: self.binary(e, ":"),
|
|
exp.Select: transforms.preprocess(
|
|
[
|
|
transforms.eliminate_distinct_on,
|
|
transforms.unnest_to_explode,
|
|
]
|
|
),
|
|
exp.ToChar: lambda self, e: self.function_fallback_sql(e),
|
|
}
|
|
|
|
TRANSFORMS.pop(exp.TryCast)
|
|
|
|
def columndef_sql(self, expression: exp.ColumnDef, sep: str = " ") -> str:
|
|
constraint = expression.find(exp.GeneratedAsIdentityColumnConstraint)
|
|
kind = expression.args.get("kind")
|
|
if (
|
|
constraint
|
|
and isinstance(kind, exp.DataType)
|
|
and kind.this in exp.DataType.INTEGER_TYPES
|
|
):
|
|
# only BIGINT generated identity constraints are supported
|
|
expression.set("kind", exp.DataType.build("bigint"))
|
|
return super().columndef_sql(expression, sep)
|
|
|
|
def generatedasidentitycolumnconstraint_sql(
|
|
self, expression: exp.GeneratedAsIdentityColumnConstraint
|
|
) -> str:
|
|
expression.set("this", True) # trigger ALWAYS in super class
|
|
return super().generatedasidentitycolumnconstraint_sql(expression)
|
|
|
|
class Tokenizer(Spark.Tokenizer):
|
|
HEX_STRINGS = []
|