2025-02-13 14:53:05 +01:00
|
|
|
from __future__ import annotations
|
|
|
|
|
2025-02-13 15:57:23 +01:00
|
|
|
import typing as t
|
|
|
|
|
2025-02-13 15:53:39 +01:00
|
|
|
from sqlglot import exp, generator, parser, tokens, transforms
|
2025-02-13 06:15:54 +01:00
|
|
|
from sqlglot.dialects.dialect import (
|
|
|
|
Dialect,
|
2025-02-13 15:48:10 +01:00
|
|
|
arrow_json_extract_scalar_sql,
|
2025-02-13 15:52:09 +01:00
|
|
|
datestrtodate_sql,
|
|
|
|
format_time_lambda,
|
2025-02-13 20:58:22 +01:00
|
|
|
json_keyvalue_comma_sql,
|
2025-02-13 14:54:32 +01:00
|
|
|
locate_to_strposition,
|
2025-02-13 15:48:10 +01:00
|
|
|
max_or_greatest,
|
2025-02-13 15:43:32 +01:00
|
|
|
min_or_least,
|
2025-02-13 06:15:54 +01:00
|
|
|
no_ilike_sql,
|
|
|
|
no_paren_current_date_sql,
|
2025-02-13 15:57:23 +01:00
|
|
|
no_pivot_sql,
|
2025-02-13 06:15:54 +01:00
|
|
|
no_tablesample_sql,
|
|
|
|
no_trycast_sql,
|
2025-02-13 15:52:09 +01:00
|
|
|
parse_date_delta_with_interval,
|
2025-02-13 15:26:26 +01:00
|
|
|
rename_func,
|
2025-02-13 20:48:36 +01:00
|
|
|
simplify_literal,
|
2025-02-13 15:05:06 +01:00
|
|
|
strposition_to_locate_sql,
|
2025-02-13 06:15:54 +01:00
|
|
|
)
|
2025-02-13 14:53:05 +01:00
|
|
|
from sqlglot.helper import seq_get
|
|
|
|
from sqlglot.tokens import TokenType
|
|
|
|
|
|
|
|
|
2025-02-13 15:57:23 +01:00
|
|
|
def _show_parser(*args: t.Any, **kwargs: t.Any) -> t.Callable[[MySQL.Parser], exp.Show]:
|
|
|
|
def _parse(self: MySQL.Parser) -> exp.Show:
|
2025-02-13 14:53:05 +01:00
|
|
|
return self._parse_show_mysql(*args, **kwargs)
|
|
|
|
|
|
|
|
return _parse
|
2025-02-13 06:15:54 +01:00
|
|
|
|
|
|
|
|
2025-02-13 20:58:22 +01:00
|
|
|
def _date_trunc_sql(self: MySQL.Generator, expression: exp.DateTrunc) -> str:
|
2025-02-13 15:26:26 +01:00
|
|
|
expr = self.sql(expression, "this")
|
|
|
|
unit = expression.text("unit")
|
2025-02-13 06:15:54 +01:00
|
|
|
|
|
|
|
if unit == "day":
|
2025-02-13 14:53:05 +01:00
|
|
|
return f"DATE({expr})"
|
2025-02-13 06:15:54 +01:00
|
|
|
|
|
|
|
if unit == "week":
|
2025-02-13 14:53:05 +01:00
|
|
|
concat = f"CONCAT(YEAR({expr}), ' ', WEEK({expr}, 1), ' 1')"
|
2025-02-13 06:15:54 +01:00
|
|
|
date_format = "%Y %u %w"
|
|
|
|
elif unit == "month":
|
2025-02-13 14:53:05 +01:00
|
|
|
concat = f"CONCAT(YEAR({expr}), ' ', MONTH({expr}), ' 1')"
|
2025-02-13 06:15:54 +01:00
|
|
|
date_format = "%Y %c %e"
|
|
|
|
elif unit == "quarter":
|
2025-02-13 14:53:05 +01:00
|
|
|
concat = f"CONCAT(YEAR({expr}), ' ', QUARTER({expr}) * 3 - 2, ' 1')"
|
2025-02-13 06:15:54 +01:00
|
|
|
date_format = "%Y %c %e"
|
|
|
|
elif unit == "year":
|
2025-02-13 14:53:05 +01:00
|
|
|
concat = f"CONCAT(YEAR({expr}), ' 1 1')"
|
2025-02-13 06:15:54 +01:00
|
|
|
date_format = "%Y %c %e"
|
|
|
|
else:
|
2025-02-13 15:26:26 +01:00
|
|
|
self.unsupported(f"Unexpected interval unit: {unit}")
|
2025-02-13 14:53:05 +01:00
|
|
|
return f"DATE({expr})"
|
2025-02-13 06:15:54 +01:00
|
|
|
|
|
|
|
return f"STR_TO_DATE({concat}, '{date_format}')"
|
|
|
|
|
|
|
|
|
2025-02-13 15:57:23 +01:00
|
|
|
def _str_to_date(args: t.List) -> exp.StrToDate:
|
2025-02-13 14:53:05 +01:00
|
|
|
date_format = MySQL.format_time(seq_get(args, 1))
|
|
|
|
return exp.StrToDate(this=seq_get(args, 0), format=date_format)
|
2025-02-13 06:15:54 +01:00
|
|
|
|
|
|
|
|
2025-02-13 20:58:22 +01:00
|
|
|
def _str_to_date_sql(self: MySQL.Generator, expression: exp.StrToDate | exp.StrToTime) -> str:
|
2025-02-13 06:15:54 +01:00
|
|
|
date_format = self.format_time(expression)
|
|
|
|
return f"STR_TO_DATE({self.sql(expression.this)}, {date_format})"
|
|
|
|
|
|
|
|
|
2025-02-13 20:58:22 +01:00
|
|
|
def _trim_sql(self: MySQL.Generator, expression: exp.Trim) -> str:
|
2025-02-13 08:04:41 +01:00
|
|
|
target = self.sql(expression, "this")
|
|
|
|
trim_type = self.sql(expression, "position")
|
|
|
|
remove_chars = self.sql(expression, "expression")
|
|
|
|
|
|
|
|
# Use TRIM/LTRIM/RTRIM syntax if the expression isn't mysql-specific
|
|
|
|
if not remove_chars:
|
|
|
|
return self.trim_sql(expression)
|
|
|
|
|
|
|
|
trim_type = f"{trim_type} " if trim_type else ""
|
|
|
|
remove_chars = f"{remove_chars} " if remove_chars else ""
|
|
|
|
from_part = "FROM " if trim_type or remove_chars else ""
|
|
|
|
return f"TRIM({trim_type}{remove_chars}{from_part}{target})"
|
|
|
|
|
|
|
|
|
2025-02-13 20:58:22 +01:00
|
|
|
def _date_add_sql(kind: str) -> t.Callable[[MySQL.Generator, exp.DateAdd | exp.DateSub], str]:
|
|
|
|
def func(self: MySQL.Generator, expression: exp.DateAdd | exp.DateSub) -> str:
|
2025-02-13 06:15:54 +01:00
|
|
|
this = self.sql(expression, "this")
|
|
|
|
unit = expression.text("unit").upper() or "DAY"
|
2025-02-13 20:51:40 +01:00
|
|
|
return f"DATE_{kind}({this}, {self.sql(exp.Interval(this=expression.expression.copy(), unit=unit))})"
|
2025-02-13 06:15:54 +01:00
|
|
|
|
|
|
|
return func
|
|
|
|
|
|
|
|
|
|
|
|
class MySQL(Dialect):
|
2025-02-13 20:58:22 +01:00
|
|
|
# https://dev.mysql.com/doc/refman/8.0/en/identifiers.html
|
|
|
|
IDENTIFIERS_CAN_START_WITH_DIGIT = True
|
|
|
|
|
2025-02-13 16:00:51 +01:00
|
|
|
TIME_FORMAT = "'%Y-%m-%d %T'"
|
2025-02-13 20:55:29 +01:00
|
|
|
DPIPE_IS_STRING_CONCAT = False
|
2025-02-13 15:09:58 +01:00
|
|
|
|
2025-02-13 06:15:54 +01:00
|
|
|
# https://prestodb.io/docs/current/functions/datetime.html#mysql-date-functions
|
2025-02-13 16:00:51 +01:00
|
|
|
TIME_MAPPING = {
|
2025-02-13 06:15:54 +01:00
|
|
|
"%M": "%B",
|
|
|
|
"%c": "%-m",
|
|
|
|
"%e": "%-d",
|
|
|
|
"%h": "%I",
|
|
|
|
"%i": "%M",
|
|
|
|
"%s": "%S",
|
|
|
|
"%u": "%W",
|
2025-02-13 14:48:46 +01:00
|
|
|
"%k": "%-H",
|
|
|
|
"%l": "%-I",
|
2025-02-13 15:09:58 +01:00
|
|
|
"%T": "%H:%M:%S",
|
2025-02-13 15:52:09 +01:00
|
|
|
"%W": "%a",
|
2025-02-13 06:15:54 +01:00
|
|
|
}
|
|
|
|
|
2025-02-13 14:53:05 +01:00
|
|
|
class Tokenizer(tokens.Tokenizer):
|
2025-02-13 06:15:54 +01:00
|
|
|
QUOTES = ["'", '"']
|
|
|
|
COMMENTS = ["--", "#", ("/*", "*/")]
|
|
|
|
IDENTIFIERS = ["`"]
|
2025-02-13 15:23:26 +01:00
|
|
|
STRING_ESCAPES = ["'", "\\"]
|
2025-02-13 08:04:41 +01:00
|
|
|
BIT_STRINGS = [("b'", "'"), ("B'", "'"), ("0b", "")]
|
|
|
|
HEX_STRINGS = [("x'", "'"), ("X'", "'"), ("0x", "")]
|
2025-02-13 06:15:54 +01:00
|
|
|
|
|
|
|
KEYWORDS = {
|
2025-02-13 14:53:05 +01:00
|
|
|
**tokens.Tokenizer.KEYWORDS,
|
2025-02-13 15:52:09 +01:00
|
|
|
"CHARSET": TokenType.CHARACTER_SET,
|
2025-02-13 20:43:05 +01:00
|
|
|
"ENUM": TokenType.ENUM,
|
2025-02-13 20:04:59 +01:00
|
|
|
"FORCE": TokenType.FORCE,
|
|
|
|
"IGNORE": TokenType.IGNORE,
|
2025-02-13 15:52:09 +01:00
|
|
|
"LONGBLOB": TokenType.LONGBLOB,
|
2025-02-13 15:05:06 +01:00
|
|
|
"LONGTEXT": TokenType.LONGTEXT,
|
2025-02-13 15:07:05 +01:00
|
|
|
"MEDIUMBLOB": TokenType.MEDIUMBLOB,
|
2025-02-13 15:52:09 +01:00
|
|
|
"MEDIUMTEXT": TokenType.MEDIUMTEXT,
|
2025-02-13 20:58:22 +01:00
|
|
|
"MEDIUMINT": TokenType.MEDIUMINT,
|
2025-02-13 20:43:05 +01:00
|
|
|
"MEMBER OF": TokenType.MEMBER_OF,
|
2025-02-13 08:04:41 +01:00
|
|
|
"SEPARATOR": TokenType.SEPARATOR,
|
2025-02-13 15:52:09 +01:00
|
|
|
"START": TokenType.BEGIN,
|
2025-02-13 20:21:40 +01:00
|
|
|
"SIGNED": TokenType.BIGINT,
|
|
|
|
"SIGNED INTEGER": TokenType.BIGINT,
|
|
|
|
"UNSIGNED": TokenType.UBIGINT,
|
|
|
|
"UNSIGNED INTEGER": TokenType.UBIGINT,
|
2025-02-13 20:58:22 +01:00
|
|
|
"YEAR": TokenType.YEAR,
|
2025-02-13 06:15:54 +01:00
|
|
|
"_ARMSCII8": TokenType.INTRODUCER,
|
|
|
|
"_ASCII": TokenType.INTRODUCER,
|
|
|
|
"_BIG5": TokenType.INTRODUCER,
|
|
|
|
"_BINARY": TokenType.INTRODUCER,
|
|
|
|
"_CP1250": TokenType.INTRODUCER,
|
|
|
|
"_CP1251": TokenType.INTRODUCER,
|
|
|
|
"_CP1256": TokenType.INTRODUCER,
|
|
|
|
"_CP1257": TokenType.INTRODUCER,
|
|
|
|
"_CP850": TokenType.INTRODUCER,
|
|
|
|
"_CP852": TokenType.INTRODUCER,
|
|
|
|
"_CP866": TokenType.INTRODUCER,
|
|
|
|
"_CP932": TokenType.INTRODUCER,
|
|
|
|
"_DEC8": TokenType.INTRODUCER,
|
|
|
|
"_EUCJPMS": TokenType.INTRODUCER,
|
|
|
|
"_EUCKR": TokenType.INTRODUCER,
|
|
|
|
"_GB18030": TokenType.INTRODUCER,
|
|
|
|
"_GB2312": TokenType.INTRODUCER,
|
|
|
|
"_GBK": TokenType.INTRODUCER,
|
|
|
|
"_GEOSTD8": TokenType.INTRODUCER,
|
|
|
|
"_GREEK": TokenType.INTRODUCER,
|
|
|
|
"_HEBREW": TokenType.INTRODUCER,
|
|
|
|
"_HP8": TokenType.INTRODUCER,
|
|
|
|
"_KEYBCS2": TokenType.INTRODUCER,
|
|
|
|
"_KOI8R": TokenType.INTRODUCER,
|
|
|
|
"_KOI8U": TokenType.INTRODUCER,
|
|
|
|
"_LATIN1": TokenType.INTRODUCER,
|
|
|
|
"_LATIN2": TokenType.INTRODUCER,
|
|
|
|
"_LATIN5": TokenType.INTRODUCER,
|
|
|
|
"_LATIN7": TokenType.INTRODUCER,
|
|
|
|
"_MACCE": TokenType.INTRODUCER,
|
|
|
|
"_MACROMAN": TokenType.INTRODUCER,
|
|
|
|
"_SJIS": TokenType.INTRODUCER,
|
|
|
|
"_SWE7": TokenType.INTRODUCER,
|
|
|
|
"_TIS620": TokenType.INTRODUCER,
|
|
|
|
"_UCS2": TokenType.INTRODUCER,
|
|
|
|
"_UJIS": TokenType.INTRODUCER,
|
2025-02-13 14:48:46 +01:00
|
|
|
# https://dev.mysql.com/doc/refman/8.0/en/string-literals.html
|
2025-02-13 06:15:54 +01:00
|
|
|
"_UTF8": TokenType.INTRODUCER,
|
|
|
|
"_UTF16": TokenType.INTRODUCER,
|
|
|
|
"_UTF16LE": TokenType.INTRODUCER,
|
|
|
|
"_UTF32": TokenType.INTRODUCER,
|
|
|
|
"_UTF8MB3": TokenType.INTRODUCER,
|
|
|
|
"_UTF8MB4": TokenType.INTRODUCER,
|
2025-02-13 14:53:05 +01:00
|
|
|
"@@": TokenType.SESSION_PARAMETER,
|
2025-02-13 06:15:54 +01:00
|
|
|
}
|
|
|
|
|
2025-02-13 15:46:19 +01:00
|
|
|
COMMANDS = tokens.Tokenizer.COMMANDS - {TokenType.SHOW}
|
2025-02-13 14:53:05 +01:00
|
|
|
|
|
|
|
class Parser(parser.Parser):
|
2025-02-13 20:58:22 +01:00
|
|
|
SUPPORTS_USER_DEFINED_TYPES = False
|
|
|
|
|
2025-02-13 20:43:05 +01:00
|
|
|
FUNC_TOKENS = {
|
|
|
|
*parser.Parser.FUNC_TOKENS,
|
|
|
|
TokenType.DATABASE,
|
|
|
|
TokenType.SCHEMA,
|
|
|
|
TokenType.VALUES,
|
|
|
|
}
|
|
|
|
|
2025-02-13 20:45:52 +01:00
|
|
|
CONJUNCTION = {
|
|
|
|
**parser.Parser.CONJUNCTION,
|
|
|
|
TokenType.DAMP: exp.And,
|
|
|
|
TokenType.XOR: exp.Xor,
|
2025-02-13 20:55:29 +01:00
|
|
|
TokenType.DPIPE: exp.Or,
|
2025-02-13 20:45:52 +01:00
|
|
|
}
|
|
|
|
|
2025-02-13 20:55:29 +01:00
|
|
|
# MySQL uses || as a synonym to the logical OR operator
|
|
|
|
# https://dev.mysql.com/doc/refman/8.0/en/logical-operators.html#operator_or
|
|
|
|
BITWISE = parser.Parser.BITWISE.copy()
|
|
|
|
BITWISE.pop(TokenType.DPIPE)
|
|
|
|
|
2025-02-13 20:04:59 +01:00
|
|
|
TABLE_ALIAS_TOKENS = (
|
|
|
|
parser.Parser.TABLE_ALIAS_TOKENS - parser.Parser.TABLE_INDEX_HINT_TOKENS
|
|
|
|
)
|
2025-02-13 06:15:54 +01:00
|
|
|
|
2025-02-13 20:43:05 +01:00
|
|
|
RANGE_PARSERS = {
|
|
|
|
**parser.Parser.RANGE_PARSERS,
|
|
|
|
TokenType.MEMBER_OF: lambda self, this: self.expression(
|
|
|
|
exp.JSONArrayContains,
|
|
|
|
this=this,
|
|
|
|
expression=self._parse_wrapped(self._parse_expression),
|
|
|
|
),
|
|
|
|
}
|
|
|
|
|
2025-02-13 06:15:54 +01:00
|
|
|
FUNCTIONS = {
|
2025-02-13 15:57:23 +01:00
|
|
|
**parser.Parser.FUNCTIONS,
|
2025-02-13 15:52:09 +01:00
|
|
|
"DATE_ADD": parse_date_delta_with_interval(exp.DateAdd),
|
|
|
|
"DATE_FORMAT": format_time_lambda(exp.TimeToStr, "mysql"),
|
|
|
|
"DATE_SUB": parse_date_delta_with_interval(exp.DateSub),
|
2025-02-13 14:54:32 +01:00
|
|
|
"INSTR": lambda args: exp.StrPosition(substr=seq_get(args, 1), this=seq_get(args, 0)),
|
2025-02-13 15:52:09 +01:00
|
|
|
"LOCATE": locate_to_strposition,
|
|
|
|
"STR_TO_DATE": _str_to_date,
|
2025-02-13 06:15:54 +01:00
|
|
|
}
|
|
|
|
|
2025-02-13 08:04:41 +01:00
|
|
|
FUNCTION_PARSERS = {
|
2025-02-13 15:57:23 +01:00
|
|
|
**parser.Parser.FUNCTION_PARSERS,
|
2025-02-13 08:04:41 +01:00
|
|
|
"GROUP_CONCAT": lambda self: self.expression(
|
|
|
|
exp.GroupConcat,
|
|
|
|
this=self._parse_lambda(),
|
|
|
|
separator=self._match(TokenType.SEPARATOR) and self._parse_field(),
|
|
|
|
),
|
2025-02-13 20:43:05 +01:00
|
|
|
# https://dev.mysql.com/doc/refman/5.7/en/miscellaneous-functions.html#function_values
|
|
|
|
"VALUES": lambda self: self.expression(
|
|
|
|
exp.Anonymous, this="VALUES", expressions=[self._parse_id_var()]
|
|
|
|
),
|
2025-02-13 08:04:41 +01:00
|
|
|
}
|
|
|
|
|
2025-02-13 14:53:05 +01:00
|
|
|
STATEMENT_PARSERS = {
|
2025-02-13 15:57:23 +01:00
|
|
|
**parser.Parser.STATEMENT_PARSERS,
|
2025-02-13 14:53:05 +01:00
|
|
|
TokenType.SHOW: lambda self: self._parse_show(),
|
|
|
|
}
|
|
|
|
|
|
|
|
SHOW_PARSERS = {
|
|
|
|
"BINARY LOGS": _show_parser("BINARY LOGS"),
|
|
|
|
"MASTER LOGS": _show_parser("BINARY LOGS"),
|
|
|
|
"BINLOG EVENTS": _show_parser("BINLOG EVENTS"),
|
|
|
|
"CHARACTER SET": _show_parser("CHARACTER SET"),
|
|
|
|
"CHARSET": _show_parser("CHARACTER SET"),
|
|
|
|
"COLLATION": _show_parser("COLLATION"),
|
|
|
|
"FULL COLUMNS": _show_parser("COLUMNS", target="FROM", full=True),
|
|
|
|
"COLUMNS": _show_parser("COLUMNS", target="FROM"),
|
|
|
|
"CREATE DATABASE": _show_parser("CREATE DATABASE", target=True),
|
|
|
|
"CREATE EVENT": _show_parser("CREATE EVENT", target=True),
|
|
|
|
"CREATE FUNCTION": _show_parser("CREATE FUNCTION", target=True),
|
|
|
|
"CREATE PROCEDURE": _show_parser("CREATE PROCEDURE", target=True),
|
|
|
|
"CREATE TABLE": _show_parser("CREATE TABLE", target=True),
|
|
|
|
"CREATE TRIGGER": _show_parser("CREATE TRIGGER", target=True),
|
|
|
|
"CREATE VIEW": _show_parser("CREATE VIEW", target=True),
|
|
|
|
"DATABASES": _show_parser("DATABASES"),
|
|
|
|
"ENGINE": _show_parser("ENGINE", target=True),
|
|
|
|
"STORAGE ENGINES": _show_parser("ENGINES"),
|
|
|
|
"ENGINES": _show_parser("ENGINES"),
|
|
|
|
"ERRORS": _show_parser("ERRORS"),
|
|
|
|
"EVENTS": _show_parser("EVENTS"),
|
|
|
|
"FUNCTION CODE": _show_parser("FUNCTION CODE", target=True),
|
|
|
|
"FUNCTION STATUS": _show_parser("FUNCTION STATUS"),
|
|
|
|
"GRANTS": _show_parser("GRANTS", target="FOR"),
|
|
|
|
"INDEX": _show_parser("INDEX", target="FROM"),
|
|
|
|
"MASTER STATUS": _show_parser("MASTER STATUS"),
|
|
|
|
"OPEN TABLES": _show_parser("OPEN TABLES"),
|
|
|
|
"PLUGINS": _show_parser("PLUGINS"),
|
|
|
|
"PROCEDURE CODE": _show_parser("PROCEDURE CODE", target=True),
|
|
|
|
"PROCEDURE STATUS": _show_parser("PROCEDURE STATUS"),
|
|
|
|
"PRIVILEGES": _show_parser("PRIVILEGES"),
|
|
|
|
"FULL PROCESSLIST": _show_parser("PROCESSLIST", full=True),
|
|
|
|
"PROCESSLIST": _show_parser("PROCESSLIST"),
|
|
|
|
"PROFILE": _show_parser("PROFILE"),
|
|
|
|
"PROFILES": _show_parser("PROFILES"),
|
|
|
|
"RELAYLOG EVENTS": _show_parser("RELAYLOG EVENTS"),
|
|
|
|
"REPLICAS": _show_parser("REPLICAS"),
|
|
|
|
"SLAVE HOSTS": _show_parser("REPLICAS"),
|
|
|
|
"REPLICA STATUS": _show_parser("REPLICA STATUS"),
|
|
|
|
"SLAVE STATUS": _show_parser("REPLICA STATUS"),
|
|
|
|
"GLOBAL STATUS": _show_parser("STATUS", global_=True),
|
|
|
|
"SESSION STATUS": _show_parser("STATUS"),
|
|
|
|
"STATUS": _show_parser("STATUS"),
|
|
|
|
"TABLE STATUS": _show_parser("TABLE STATUS"),
|
|
|
|
"FULL TABLES": _show_parser("TABLES", full=True),
|
|
|
|
"TABLES": _show_parser("TABLES"),
|
|
|
|
"TRIGGERS": _show_parser("TRIGGERS"),
|
|
|
|
"GLOBAL VARIABLES": _show_parser("VARIABLES", global_=True),
|
|
|
|
"SESSION VARIABLES": _show_parser("VARIABLES"),
|
|
|
|
"VARIABLES": _show_parser("VARIABLES"),
|
|
|
|
"WARNINGS": _show_parser("WARNINGS"),
|
|
|
|
}
|
|
|
|
|
|
|
|
SET_PARSERS = {
|
2025-02-13 15:46:19 +01:00
|
|
|
**parser.Parser.SET_PARSERS,
|
2025-02-13 14:53:05 +01:00
|
|
|
"PERSIST": lambda self: self._parse_set_item_assignment("PERSIST"),
|
|
|
|
"PERSIST_ONLY": lambda self: self._parse_set_item_assignment("PERSIST_ONLY"),
|
|
|
|
"CHARACTER SET": lambda self: self._parse_set_item_charset("CHARACTER SET"),
|
|
|
|
"CHARSET": lambda self: self._parse_set_item_charset("CHARACTER SET"),
|
|
|
|
"NAMES": lambda self: self._parse_set_item_names(),
|
|
|
|
}
|
|
|
|
|
2025-02-13 20:48:36 +01:00
|
|
|
CONSTRAINT_PARSERS = {
|
|
|
|
**parser.Parser.CONSTRAINT_PARSERS,
|
|
|
|
"FULLTEXT": lambda self: self._parse_index_constraint(kind="FULLTEXT"),
|
|
|
|
"INDEX": lambda self: self._parse_index_constraint(),
|
|
|
|
"KEY": lambda self: self._parse_index_constraint(),
|
|
|
|
"SPATIAL": lambda self: self._parse_index_constraint(kind="SPATIAL"),
|
|
|
|
}
|
|
|
|
|
|
|
|
SCHEMA_UNNAMED_CONSTRAINTS = {
|
|
|
|
*parser.Parser.SCHEMA_UNNAMED_CONSTRAINTS,
|
|
|
|
"FULLTEXT",
|
|
|
|
"INDEX",
|
|
|
|
"KEY",
|
|
|
|
"SPATIAL",
|
|
|
|
}
|
|
|
|
|
2025-02-13 14:53:05 +01:00
|
|
|
PROFILE_TYPES = {
|
|
|
|
"ALL",
|
|
|
|
"BLOCK IO",
|
|
|
|
"CONTEXT SWITCHES",
|
|
|
|
"CPU",
|
|
|
|
"IPC",
|
|
|
|
"MEMORY",
|
|
|
|
"PAGE FAULTS",
|
|
|
|
"SOURCE",
|
|
|
|
"SWAPS",
|
|
|
|
}
|
|
|
|
|
2025-02-13 16:00:51 +01:00
|
|
|
TYPE_TOKENS = {
|
|
|
|
*parser.Parser.TYPE_TOKENS,
|
|
|
|
TokenType.SET,
|
|
|
|
}
|
|
|
|
|
|
|
|
ENUM_TYPE_TOKENS = {
|
|
|
|
*parser.Parser.ENUM_TYPE_TOKENS,
|
|
|
|
TokenType.SET,
|
|
|
|
}
|
|
|
|
|
2025-02-13 15:48:10 +01:00
|
|
|
LOG_DEFAULTS_TO_LN = True
|
|
|
|
|
2025-02-13 20:48:36 +01:00
|
|
|
def _parse_index_constraint(
|
|
|
|
self, kind: t.Optional[str] = None
|
|
|
|
) -> exp.IndexColumnConstraint:
|
|
|
|
if kind:
|
|
|
|
self._match_texts({"INDEX", "KEY"})
|
|
|
|
|
|
|
|
this = self._parse_id_var(any_token=False)
|
|
|
|
type_ = self._match(TokenType.USING) and self._advance_any() and self._prev.text
|
|
|
|
schema = self._parse_schema()
|
|
|
|
|
|
|
|
options = []
|
|
|
|
while True:
|
|
|
|
if self._match_text_seq("KEY_BLOCK_SIZE"):
|
|
|
|
self._match(TokenType.EQ)
|
|
|
|
opt = exp.IndexConstraintOption(key_block_size=self._parse_number())
|
|
|
|
elif self._match(TokenType.USING):
|
|
|
|
opt = exp.IndexConstraintOption(using=self._advance_any() and self._prev.text)
|
|
|
|
elif self._match_text_seq("WITH", "PARSER"):
|
|
|
|
opt = exp.IndexConstraintOption(parser=self._parse_var(any_token=True))
|
|
|
|
elif self._match(TokenType.COMMENT):
|
|
|
|
opt = exp.IndexConstraintOption(comment=self._parse_string())
|
|
|
|
elif self._match_text_seq("VISIBLE"):
|
|
|
|
opt = exp.IndexConstraintOption(visible=True)
|
|
|
|
elif self._match_text_seq("INVISIBLE"):
|
|
|
|
opt = exp.IndexConstraintOption(visible=False)
|
|
|
|
elif self._match_text_seq("ENGINE_ATTRIBUTE"):
|
|
|
|
self._match(TokenType.EQ)
|
|
|
|
opt = exp.IndexConstraintOption(engine_attr=self._parse_string())
|
|
|
|
elif self._match_text_seq("ENGINE_ATTRIBUTE"):
|
|
|
|
self._match(TokenType.EQ)
|
|
|
|
opt = exp.IndexConstraintOption(engine_attr=self._parse_string())
|
|
|
|
elif self._match_text_seq("SECONDARY_ENGINE_ATTRIBUTE"):
|
|
|
|
self._match(TokenType.EQ)
|
|
|
|
opt = exp.IndexConstraintOption(secondary_engine_attr=self._parse_string())
|
|
|
|
else:
|
|
|
|
opt = None
|
|
|
|
|
|
|
|
if not opt:
|
|
|
|
break
|
|
|
|
|
|
|
|
options.append(opt)
|
|
|
|
|
|
|
|
return self.expression(
|
|
|
|
exp.IndexColumnConstraint,
|
|
|
|
this=this,
|
|
|
|
schema=schema,
|
|
|
|
kind=kind,
|
|
|
|
type=type_,
|
|
|
|
options=options,
|
|
|
|
)
|
|
|
|
|
2025-02-13 15:57:23 +01:00
|
|
|
def _parse_show_mysql(
|
|
|
|
self,
|
|
|
|
this: str,
|
|
|
|
target: bool | str = False,
|
|
|
|
full: t.Optional[bool] = None,
|
|
|
|
global_: t.Optional[bool] = None,
|
|
|
|
) -> exp.Show:
|
2025-02-13 14:53:05 +01:00
|
|
|
if target:
|
|
|
|
if isinstance(target, str):
|
2025-02-13 14:54:32 +01:00
|
|
|
self._match_text_seq(target)
|
2025-02-13 14:53:05 +01:00
|
|
|
target_id = self._parse_id_var()
|
|
|
|
else:
|
|
|
|
target_id = None
|
|
|
|
|
2025-02-13 14:54:32 +01:00
|
|
|
log = self._parse_string() if self._match_text_seq("IN") else None
|
2025-02-13 14:53:05 +01:00
|
|
|
|
|
|
|
if this in {"BINLOG EVENTS", "RELAYLOG EVENTS"}:
|
2025-02-13 14:54:32 +01:00
|
|
|
position = self._parse_number() if self._match_text_seq("FROM") else None
|
2025-02-13 14:53:05 +01:00
|
|
|
db = None
|
|
|
|
else:
|
|
|
|
position = None
|
2025-02-13 15:48:10 +01:00
|
|
|
db = None
|
|
|
|
|
|
|
|
if self._match(TokenType.FROM):
|
|
|
|
db = self._parse_id_var()
|
|
|
|
elif self._match(TokenType.DOT):
|
|
|
|
db = target_id
|
|
|
|
target_id = self._parse_id_var()
|
2025-02-13 14:53:05 +01:00
|
|
|
|
2025-02-13 14:54:32 +01:00
|
|
|
channel = self._parse_id_var() if self._match_text_seq("FOR", "CHANNEL") else None
|
2025-02-13 14:53:05 +01:00
|
|
|
|
2025-02-13 14:54:32 +01:00
|
|
|
like = self._parse_string() if self._match_text_seq("LIKE") else None
|
2025-02-13 14:53:05 +01:00
|
|
|
where = self._parse_where()
|
|
|
|
|
|
|
|
if this == "PROFILE":
|
2025-02-13 14:54:32 +01:00
|
|
|
types = self._parse_csv(lambda: self._parse_var_from_options(self.PROFILE_TYPES))
|
|
|
|
query = self._parse_number() if self._match_text_seq("FOR", "QUERY") else None
|
|
|
|
offset = self._parse_number() if self._match_text_seq("OFFSET") else None
|
|
|
|
limit = self._parse_number() if self._match_text_seq("LIMIT") else None
|
2025-02-13 14:53:05 +01:00
|
|
|
else:
|
|
|
|
types, query = None, None
|
|
|
|
offset, limit = self._parse_oldstyle_limit()
|
|
|
|
|
2025-02-13 14:54:32 +01:00
|
|
|
mutex = True if self._match_text_seq("MUTEX") else None
|
|
|
|
mutex = False if self._match_text_seq("STATUS") else mutex
|
2025-02-13 14:53:05 +01:00
|
|
|
|
|
|
|
return self.expression(
|
|
|
|
exp.Show,
|
|
|
|
this=this,
|
|
|
|
target=target_id,
|
|
|
|
full=full,
|
|
|
|
log=log,
|
|
|
|
position=position,
|
|
|
|
db=db,
|
|
|
|
channel=channel,
|
|
|
|
like=like,
|
|
|
|
where=where,
|
|
|
|
types=types,
|
|
|
|
query=query,
|
|
|
|
offset=offset,
|
|
|
|
limit=limit,
|
|
|
|
mutex=mutex,
|
2025-02-13 15:57:23 +01:00
|
|
|
**{"global": global_}, # type: ignore
|
2025-02-13 14:53:05 +01:00
|
|
|
)
|
|
|
|
|
2025-02-13 15:57:23 +01:00
|
|
|
def _parse_oldstyle_limit(
|
|
|
|
self,
|
|
|
|
) -> t.Tuple[t.Optional[exp.Expression], t.Optional[exp.Expression]]:
|
2025-02-13 14:53:05 +01:00
|
|
|
limit = None
|
|
|
|
offset = None
|
2025-02-13 14:54:32 +01:00
|
|
|
if self._match_text_seq("LIMIT"):
|
2025-02-13 14:53:05 +01:00
|
|
|
parts = self._parse_csv(self._parse_number)
|
|
|
|
if len(parts) == 1:
|
|
|
|
limit = parts[0]
|
|
|
|
elif len(parts) == 2:
|
|
|
|
limit = parts[1]
|
|
|
|
offset = parts[0]
|
2025-02-13 15:57:23 +01:00
|
|
|
|
2025-02-13 14:53:05 +01:00
|
|
|
return offset, limit
|
|
|
|
|
2025-02-13 15:57:23 +01:00
|
|
|
def _parse_set_item_charset(self, kind: str) -> exp.Expression:
|
2025-02-13 14:53:05 +01:00
|
|
|
this = self._parse_string() or self._parse_id_var()
|
2025-02-13 15:57:23 +01:00
|
|
|
return self.expression(exp.SetItem, this=this, kind=kind)
|
2025-02-13 14:53:05 +01:00
|
|
|
|
2025-02-13 15:57:23 +01:00
|
|
|
def _parse_set_item_names(self) -> exp.Expression:
|
2025-02-13 14:53:05 +01:00
|
|
|
charset = self._parse_string() or self._parse_id_var()
|
2025-02-13 14:54:32 +01:00
|
|
|
if self._match_text_seq("COLLATE"):
|
2025-02-13 14:53:05 +01:00
|
|
|
collate = self._parse_string() or self._parse_id_var()
|
|
|
|
else:
|
|
|
|
collate = None
|
2025-02-13 15:57:23 +01:00
|
|
|
|
2025-02-13 16:00:51 +01:00
|
|
|
return self.expression(exp.SetItem, this=charset, collate=collate, kind="NAMES")
|
2025-02-13 14:53:05 +01:00
|
|
|
|
2025-02-13 20:58:22 +01:00
|
|
|
def _parse_type(self) -> t.Optional[exp.Expression]:
|
|
|
|
# mysql binary is special and can work anywhere, even in order by operations
|
|
|
|
# it operates like a no paren func
|
|
|
|
if self._match(TokenType.BINARY, advance=False):
|
|
|
|
data_type = self._parse_types(check_func=True, allow_identifiers=False)
|
|
|
|
|
|
|
|
if isinstance(data_type, exp.DataType):
|
|
|
|
return self.expression(exp.Cast, this=self._parse_column(), to=data_type)
|
|
|
|
|
|
|
|
return super()._parse_type()
|
|
|
|
|
2025-02-13 14:53:05 +01:00
|
|
|
class Generator(generator.Generator):
|
2025-02-13 15:09:58 +01:00
|
|
|
LOCKING_READS_SUPPORTED = True
|
2025-02-13 06:15:54 +01:00
|
|
|
NULL_ORDERING_SUPPORTED = False
|
2025-02-13 15:52:09 +01:00
|
|
|
JOIN_HINTS = False
|
2025-02-13 20:04:59 +01:00
|
|
|
TABLE_HINTS = True
|
2025-02-13 20:43:05 +01:00
|
|
|
DUPLICATE_KEY_UPDATE_WITH_SET = False
|
|
|
|
QUERY_HINT_SEP = " "
|
2025-02-13 20:46:55 +01:00
|
|
|
VALUES_AS_TABLE = False
|
2025-02-13 20:58:22 +01:00
|
|
|
NVL2_SUPPORTED = False
|
2025-02-13 06:15:54 +01:00
|
|
|
|
|
|
|
TRANSFORMS = {
|
2025-02-13 15:57:23 +01:00
|
|
|
**generator.Generator.TRANSFORMS,
|
2025-02-13 06:15:54 +01:00
|
|
|
exp.CurrentDate: no_paren_current_date_sql,
|
2025-02-13 15:52:09 +01:00
|
|
|
exp.DateDiff: lambda self, e: self.func("DATEDIFF", e.this, e.expression),
|
2025-02-13 06:15:54 +01:00
|
|
|
exp.DateAdd: _date_add_sql("ADD"),
|
2025-02-13 15:52:09 +01:00
|
|
|
exp.DateStrToDate: datestrtodate_sql,
|
2025-02-13 06:15:54 +01:00
|
|
|
exp.DateSub: _date_add_sql("SUB"),
|
|
|
|
exp.DateTrunc: _date_trunc_sql,
|
2025-02-13 15:26:26 +01:00
|
|
|
exp.DayOfMonth: rename_func("DAYOFMONTH"),
|
2025-02-13 15:52:09 +01:00
|
|
|
exp.DayOfWeek: rename_func("DAYOFWEEK"),
|
2025-02-13 15:26:26 +01:00
|
|
|
exp.DayOfYear: rename_func("DAYOFYEAR"),
|
2025-02-13 08:04:41 +01:00
|
|
|
exp.GroupConcat: lambda self, e: f"""GROUP_CONCAT({self.sql(e, "this")} SEPARATOR {self.sql(e, "separator") or "','"})""",
|
2025-02-13 15:52:09 +01:00
|
|
|
exp.ILike: no_ilike_sql,
|
|
|
|
exp.JSONExtractScalar: arrow_json_extract_scalar_sql,
|
2025-02-13 20:58:22 +01:00
|
|
|
exp.JSONKeyValue: json_keyvalue_comma_sql,
|
2025-02-13 15:52:09 +01:00
|
|
|
exp.Max: max_or_greatest,
|
|
|
|
exp.Min: min_or_least,
|
2025-02-13 14:53:05 +01:00
|
|
|
exp.NullSafeEQ: lambda self, e: self.binary(e, "<=>"),
|
|
|
|
exp.NullSafeNEQ: lambda self, e: self.not_sql(self.binary(e, "<=>")),
|
2025-02-13 15:57:23 +01:00
|
|
|
exp.Pivot: no_pivot_sql,
|
2025-02-13 15:53:39 +01:00
|
|
|
exp.Select: transforms.preprocess([transforms.eliminate_distinct_on]),
|
2025-02-13 15:05:06 +01:00
|
|
|
exp.StrPosition: strposition_to_locate_sql,
|
2025-02-13 15:52:09 +01:00
|
|
|
exp.StrToDate: _str_to_date_sql,
|
|
|
|
exp.StrToTime: _str_to_date_sql,
|
2025-02-13 20:58:22 +01:00
|
|
|
exp.Stuff: rename_func("INSERT"),
|
2025-02-13 15:52:09 +01:00
|
|
|
exp.TableSample: no_tablesample_sql,
|
|
|
|
exp.TimeStrToUnix: rename_func("UNIX_TIMESTAMP"),
|
2025-02-13 20:51:40 +01:00
|
|
|
exp.TimeStrToTime: lambda self, e: self.sql(exp.cast(e.this, "datetime", copy=True)),
|
2025-02-13 15:52:09 +01:00
|
|
|
exp.TimeToStr: lambda self, e: self.func("DATE_FORMAT", e.this, self.format_time(e)),
|
|
|
|
exp.Trim: _trim_sql,
|
|
|
|
exp.TryCast: no_trycast_sql,
|
|
|
|
exp.WeekOfYear: rename_func("WEEKOFYEAR"),
|
2025-02-13 06:15:54 +01:00
|
|
|
}
|
2025-02-13 14:40:43 +01:00
|
|
|
|
2025-02-13 15:05:06 +01:00
|
|
|
TYPE_MAPPING = generator.Generator.TYPE_MAPPING.copy()
|
|
|
|
TYPE_MAPPING.pop(exp.DataType.Type.MEDIUMTEXT)
|
|
|
|
TYPE_MAPPING.pop(exp.DataType.Type.LONGTEXT)
|
2025-02-13 15:07:05 +01:00
|
|
|
TYPE_MAPPING.pop(exp.DataType.Type.MEDIUMBLOB)
|
|
|
|
TYPE_MAPPING.pop(exp.DataType.Type.LONGBLOB)
|
2025-02-13 15:05:06 +01:00
|
|
|
|
2025-02-13 15:40:23 +01:00
|
|
|
PROPERTIES_LOCATION = {
|
2025-02-13 15:57:23 +01:00
|
|
|
**generator.Generator.PROPERTIES_LOCATION,
|
2025-02-13 15:40:23 +01:00
|
|
|
exp.TransientProperty: exp.Properties.Location.UNSUPPORTED,
|
2025-02-13 15:52:09 +01:00
|
|
|
exp.VolatileProperty: exp.Properties.Location.UNSUPPORTED,
|
2025-02-13 15:40:23 +01:00
|
|
|
}
|
|
|
|
|
2025-02-13 15:48:10 +01:00
|
|
|
LIMIT_FETCH = "LIMIT"
|
|
|
|
|
2025-02-13 20:46:55 +01:00
|
|
|
# MySQL doesn't support many datatypes in cast.
|
|
|
|
# https://dev.mysql.com/doc/refman/8.0/en/cast-functions.html#function_cast
|
|
|
|
CAST_MAPPING = {
|
|
|
|
exp.DataType.Type.BIGINT: "SIGNED",
|
|
|
|
exp.DataType.Type.BOOLEAN: "SIGNED",
|
|
|
|
exp.DataType.Type.INT: "SIGNED",
|
|
|
|
exp.DataType.Type.TEXT: "CHAR",
|
|
|
|
exp.DataType.Type.UBIGINT: "UNSIGNED",
|
|
|
|
exp.DataType.Type.VARCHAR: "CHAR",
|
|
|
|
}
|
|
|
|
|
2025-02-13 20:48:36 +01:00
|
|
|
def limit_sql(self, expression: exp.Limit, top: bool = False) -> str:
|
|
|
|
# MySQL requires simple literal values for its LIMIT clause.
|
2025-02-13 20:51:40 +01:00
|
|
|
expression = simplify_literal(expression.copy())
|
2025-02-13 20:48:36 +01:00
|
|
|
return super().limit_sql(expression, top=top)
|
|
|
|
|
|
|
|
def offset_sql(self, expression: exp.Offset) -> str:
|
|
|
|
# MySQL requires simple literal values for its OFFSET clause.
|
2025-02-13 20:51:40 +01:00
|
|
|
expression = simplify_literal(expression.copy())
|
2025-02-13 20:48:36 +01:00
|
|
|
return super().offset_sql(expression)
|
|
|
|
|
2025-02-13 20:46:55 +01:00
|
|
|
def xor_sql(self, expression: exp.Xor) -> str:
|
|
|
|
if expression.expressions:
|
|
|
|
return self.expressions(expression, sep=" XOR ")
|
|
|
|
return super().xor_sql(expression)
|
|
|
|
|
2025-02-13 20:43:05 +01:00
|
|
|
def jsonarraycontains_sql(self, expression: exp.JSONArrayContains) -> str:
|
|
|
|
return f"{self.sql(expression, 'this')} MEMBER OF({self.sql(expression, 'expression')})"
|
|
|
|
|
2025-02-13 20:21:40 +01:00
|
|
|
def cast_sql(self, expression: exp.Cast, safe_prefix: t.Optional[str] = None) -> str:
|
2025-02-13 20:46:55 +01:00
|
|
|
to = self.CAST_MAPPING.get(expression.to.this)
|
2025-02-13 20:21:40 +01:00
|
|
|
|
2025-02-13 20:46:55 +01:00
|
|
|
if to:
|
|
|
|
expression = expression.copy()
|
|
|
|
expression.to.set("this", to)
|
|
|
|
return super().cast_sql(expression)
|
2025-02-13 20:21:40 +01:00
|
|
|
|
2025-02-13 15:50:57 +01:00
|
|
|
def show_sql(self, expression: exp.Show) -> str:
|
2025-02-13 14:53:05 +01:00
|
|
|
this = f" {expression.name}"
|
|
|
|
full = " FULL" if expression.args.get("full") else ""
|
|
|
|
global_ = " GLOBAL" if expression.args.get("global") else ""
|
|
|
|
|
|
|
|
target = self.sql(expression, "target")
|
|
|
|
target = f" {target}" if target else ""
|
|
|
|
if expression.name in {"COLUMNS", "INDEX"}:
|
|
|
|
target = f" FROM{target}"
|
|
|
|
elif expression.name == "GRANTS":
|
|
|
|
target = f" FOR{target}"
|
|
|
|
|
|
|
|
db = self._prefixed_sql("FROM", expression, "db")
|
|
|
|
|
|
|
|
like = self._prefixed_sql("LIKE", expression, "like")
|
|
|
|
where = self.sql(expression, "where")
|
|
|
|
|
|
|
|
types = self.expressions(expression, key="types")
|
|
|
|
types = f" {types}" if types else types
|
|
|
|
query = self._prefixed_sql("FOR QUERY", expression, "query")
|
|
|
|
|
|
|
|
if expression.name == "PROFILE":
|
|
|
|
offset = self._prefixed_sql("OFFSET", expression, "offset")
|
|
|
|
limit = self._prefixed_sql("LIMIT", expression, "limit")
|
|
|
|
else:
|
|
|
|
offset = ""
|
|
|
|
limit = self._oldstyle_limit_sql(expression)
|
|
|
|
|
|
|
|
log = self._prefixed_sql("IN", expression, "log")
|
|
|
|
position = self._prefixed_sql("FROM", expression, "position")
|
|
|
|
|
|
|
|
channel = self._prefixed_sql("FOR CHANNEL", expression, "channel")
|
|
|
|
|
|
|
|
if expression.name == "ENGINE":
|
|
|
|
mutex_or_status = " MUTEX" if expression.args.get("mutex") else " STATUS"
|
|
|
|
else:
|
|
|
|
mutex_or_status = ""
|
|
|
|
|
|
|
|
return f"SHOW{full}{global_}{this}{target}{types}{db}{query}{log}{position}{channel}{mutex_or_status}{like}{where}{offset}{limit}"
|
|
|
|
|
2025-02-13 15:50:57 +01:00
|
|
|
def _prefixed_sql(self, prefix: str, expression: exp.Expression, arg: str) -> str:
|
2025-02-13 14:53:05 +01:00
|
|
|
sql = self.sql(expression, arg)
|
2025-02-13 16:00:51 +01:00
|
|
|
return f" {prefix} {sql}" if sql else ""
|
2025-02-13 14:53:05 +01:00
|
|
|
|
2025-02-13 15:50:57 +01:00
|
|
|
def _oldstyle_limit_sql(self, expression: exp.Show) -> str:
|
2025-02-13 14:53:05 +01:00
|
|
|
limit = self.sql(expression, "limit")
|
|
|
|
offset = self.sql(expression, "offset")
|
|
|
|
if limit:
|
|
|
|
limit_offset = f"{offset}, {limit}" if offset else limit
|
|
|
|
return f" LIMIT {limit_offset}"
|
|
|
|
return ""
|