49 lines
1.5 KiB
Python
49 lines
1.5 KiB
Python
from __future__ import annotations
|
|
|
|
from sqlglot import exp, transforms
|
|
from sqlglot.dialects.dialect import parse_date_delta
|
|
from sqlglot.dialects.spark import Spark
|
|
from sqlglot.dialects.tsql import generate_date_delta_with_unit_sql
|
|
from sqlglot.tokens import TokenType
|
|
|
|
|
|
class Databricks(Spark):
|
|
class Parser(Spark.Parser):
|
|
LOG_DEFAULTS_TO_LN = True
|
|
|
|
FUNCTIONS = {
|
|
**Spark.Parser.FUNCTIONS,
|
|
"DATEADD": parse_date_delta(exp.DateAdd),
|
|
"DATE_ADD": parse_date_delta(exp.DateAdd),
|
|
"DATEDIFF": parse_date_delta(exp.DateDiff),
|
|
}
|
|
|
|
FACTOR = {
|
|
**Spark.Parser.FACTOR,
|
|
TokenType.COLON: exp.JSONExtract,
|
|
}
|
|
|
|
class Generator(Spark.Generator):
|
|
TRANSFORMS = {
|
|
**Spark.Generator.TRANSFORMS,
|
|
exp.DateAdd: generate_date_delta_with_unit_sql,
|
|
exp.DateDiff: generate_date_delta_with_unit_sql,
|
|
exp.JSONExtract: lambda self, e: self.binary(e, ":"),
|
|
exp.Select: transforms.preprocess(
|
|
[
|
|
transforms.eliminate_distinct_on,
|
|
transforms.unnest_to_explode,
|
|
]
|
|
),
|
|
exp.ToChar: lambda self, e: self.function_fallback_sql(e),
|
|
}
|
|
|
|
PARAMETER_TOKEN = "$"
|
|
|
|
class Tokenizer(Spark.Tokenizer):
|
|
HEX_STRINGS = []
|
|
|
|
SINGLE_TOKENS = {
|
|
**Spark.Tokenizer.SINGLE_TOKENS,
|
|
"$": TokenType.PARAMETER,
|
|
}
|