Merging upstream version 26.25.3.
Signed-off-by: Daniel Baumann <daniel@debian.org>
This commit is contained in:
parent
a5a5c78c72
commit
5c5246994e
GPG key ID:
FBB4F0E80A80222F
83 changed files with 67317 additions and 67680 deletions
205
benchmarks/parse.py
Normal file
205
benchmarks/parse.py
Normal file
|
|
@ -0,0 +1,205 @@
|
|||
import collections.abc
|
||||
import pyperf
|
||||
|
||||
# moz_sql_parser 3.10 compatibility
|
||||
collections.Iterable = collections.abc.Iterable
|
||||
|
||||
# import sqlfluff
|
||||
# import moz_sql_parser
|
||||
# import sqloxide
|
||||
# import sqlparse
|
||||
# import sqltree
|
||||
|
||||
import sqlglot
|
||||
|
||||
long = """
|
||||
SELECT
|
||||
"e"."employee_id" AS "Employee #",
|
||||
"e"."first_name" || ' ' || "e"."last_name" AS "Name",
|
||||
"e"."email" AS "Email",
|
||||
"e"."phone_number" AS "Phone",
|
||||
TO_CHAR("e"."hire_date", 'MM/DD/YYYY') AS "Hire Date",
|
||||
TO_CHAR("e"."salary", 'L99G999D99', 'NLS_NUMERIC_CHARACTERS = ''.,'' NLS_CURRENCY = ''$''') AS "Salary",
|
||||
"e"."commission_pct" AS "Commission %",
|
||||
'works as ' || "j"."job_title" || ' in ' || "d"."department_name" || ' department (manager: ' || "dm"."first_name" || ' ' || "dm"."last_name" || ') and immediate supervisor: ' || "m"."first_name" || ' ' || "m"."last_name" AS "Current Job",
|
||||
TO_CHAR("j"."min_salary", 'L99G999D99', 'NLS_NUMERIC_CHARACTERS = ''.,'' NLS_CURRENCY = ''$''') || ' - ' || TO_CHAR("j"."max_salary", 'L99G999D99', 'NLS_NUMERIC_CHARACTERS = ''.,'' NLS_CURRENCY = ''$''') AS "Current Salary",
|
||||
"l"."street_address" || ', ' || "l"."postal_code" || ', ' || "l"."city" || ', ' || "l"."state_province" || ', ' || "c"."country_name" || ' (' || "r"."region_name" || ')' AS "Location",
|
||||
"jh"."job_id" AS "History Job ID",
|
||||
'worked from ' || TO_CHAR("jh"."start_date", 'MM/DD/YYYY') || ' to ' || TO_CHAR("jh"."end_date", 'MM/DD/YYYY') || ' as ' || "jj"."job_title" || ' in ' || "dd"."department_name" || ' department' AS "History Job Title",
|
||||
case when 1 then 1 when 2 then 2 when 3 then 3 when 4 then 4 when 5 then 5 else a(b(c + 1 * 3 % 4)) end
|
||||
FROM "employees" AS e
|
||||
JOIN "jobs" AS j
|
||||
ON "e"."job_id" = "j"."job_id"
|
||||
LEFT JOIN "employees" AS m
|
||||
ON "e"."manager_id" = "m"."employee_id"
|
||||
LEFT JOIN "departments" AS d
|
||||
ON "d"."department_id" = "e"."department_id"
|
||||
LEFT JOIN "employees" AS dm
|
||||
ON "d"."manager_id" = "dm"."employee_id"
|
||||
LEFT JOIN "locations" AS l
|
||||
ON "d"."location_id" = "l"."location_id"
|
||||
LEFT JOIN "countries" AS c
|
||||
ON "l"."country_id" = "c"."country_id"
|
||||
LEFT JOIN "regions" AS r
|
||||
ON "c"."region_id" = "r"."region_id"
|
||||
LEFT JOIN "job_history" AS jh
|
||||
ON "e"."employee_id" = "jh"."employee_id"
|
||||
LEFT JOIN "jobs" AS jj
|
||||
ON "jj"."job_id" = "jh"."job_id"
|
||||
LEFT JOIN "departments" AS dd
|
||||
ON "dd"."department_id" = "jh"."department_id"
|
||||
ORDER BY
|
||||
"e"."employee_id"
|
||||
"""
|
||||
|
||||
short = "SELECT 1 AS a, CASE WHEN 1 THEN 1 WHEN 2 THEN 2 ELSE 3 END AS b, c FROM x"
|
||||
|
||||
crazy = "SELECT 1+"
|
||||
crazy += "+".join(str(i) for i in range(500))
|
||||
crazy += " AS a, 2*"
|
||||
crazy += "*".join(str(i) for i in range(500))
|
||||
crazy += " AS b FROM x"
|
||||
|
||||
tpch = """
|
||||
WITH "_e_0" AS (
|
||||
SELECT
|
||||
"partsupp"."ps_partkey" AS "ps_partkey",
|
||||
"partsupp"."ps_suppkey" AS "ps_suppkey",
|
||||
"partsupp"."ps_supplycost" AS "ps_supplycost"
|
||||
FROM "partsupp" AS "partsupp"
|
||||
), "_e_1" AS (
|
||||
SELECT
|
||||
"region"."r_regionkey" AS "r_regionkey",
|
||||
"region"."r_name" AS "r_name"
|
||||
FROM "region" AS "region"
|
||||
WHERE
|
||||
"region"."r_name" = 'EUROPE'
|
||||
)
|
||||
SELECT
|
||||
"supplier"."s_acctbal" AS "s_acctbal",
|
||||
"supplier"."s_name" AS "s_name",
|
||||
"nation"."n_name" AS "n_name",
|
||||
"part"."p_partkey" AS "p_partkey",
|
||||
"part"."p_mfgr" AS "p_mfgr",
|
||||
"supplier"."s_address" AS "s_address",
|
||||
"supplier"."s_phone" AS "s_phone",
|
||||
"supplier"."s_comment" AS "s_comment"
|
||||
FROM (
|
||||
SELECT
|
||||
"part"."p_partkey" AS "p_partkey",
|
||||
"part"."p_mfgr" AS "p_mfgr",
|
||||
"part"."p_type" AS "p_type",
|
||||
"part"."p_size" AS "p_size"
|
||||
FROM "part" AS "part"
|
||||
WHERE
|
||||
"part"."p_size" = 15
|
||||
AND "part"."p_type" LIKE '%BRASS'
|
||||
) AS "part"
|
||||
LEFT JOIN (
|
||||
SELECT
|
||||
MIN("partsupp"."ps_supplycost") AS "_col_0",
|
||||
"partsupp"."ps_partkey" AS "_u_1"
|
||||
FROM "_e_0" AS "partsupp"
|
||||
CROSS JOIN "_e_1" AS "region"
|
||||
JOIN (
|
||||
SELECT
|
||||
"nation"."n_nationkey" AS "n_nationkey",
|
||||
"nation"."n_regionkey" AS "n_regionkey"
|
||||
FROM "nation" AS "nation"
|
||||
) AS "nation"
|
||||
ON "nation"."n_regionkey" = "region"."r_regionkey"
|
||||
JOIN (
|
||||
SELECT
|
||||
"supplier"."s_suppkey" AS "s_suppkey",
|
||||
"supplier"."s_nationkey" AS "s_nationkey"
|
||||
FROM "supplier" AS "supplier"
|
||||
) AS "supplier"
|
||||
ON "supplier"."s_nationkey" = "nation"."n_nationkey"
|
||||
AND "supplier"."s_suppkey" = "partsupp"."ps_suppkey"
|
||||
GROUP BY
|
||||
"partsupp"."ps_partkey"
|
||||
) AS "_u_0"
|
||||
ON "part"."p_partkey" = "_u_0"."_u_1"
|
||||
CROSS JOIN "_e_1" AS "region"
|
||||
JOIN (
|
||||
SELECT
|
||||
"nation"."n_nationkey" AS "n_nationkey",
|
||||
"nation"."n_name" AS "n_name",
|
||||
"nation"."n_regionkey" AS "n_regionkey"
|
||||
FROM "nation" AS "nation"
|
||||
) AS "nation"
|
||||
ON "nation"."n_regionkey" = "region"."r_regionkey"
|
||||
JOIN "_e_0" AS "partsupp"
|
||||
ON "part"."p_partkey" = "partsupp"."ps_partkey"
|
||||
JOIN (
|
||||
SELECT
|
||||
"supplier"."s_suppkey" AS "s_suppkey",
|
||||
"supplier"."s_name" AS "s_name",
|
||||
"supplier"."s_address" AS "s_address",
|
||||
"supplier"."s_nationkey" AS "s_nationkey",
|
||||
"supplier"."s_phone" AS "s_phone",
|
||||
"supplier"."s_acctbal" AS "s_acctbal",
|
||||
"supplier"."s_comment" AS "s_comment"
|
||||
FROM "supplier" AS "supplier"
|
||||
) AS "supplier"
|
||||
ON "supplier"."s_nationkey" = "nation"."n_nationkey"
|
||||
AND "supplier"."s_suppkey" = "partsupp"."ps_suppkey"
|
||||
WHERE
|
||||
"partsupp"."ps_supplycost" = "_u_0"."_col_0"
|
||||
AND NOT "_u_0"."_u_1" IS NULL
|
||||
ORDER BY
|
||||
"supplier"."s_acctbal" DESC,
|
||||
"nation"."n_name",
|
||||
"supplier"."s_name",
|
||||
"part"."p_partkey"
|
||||
LIMIT 100
|
||||
"""
|
||||
|
||||
|
||||
def sqlglot_parse(sql):
|
||||
sqlglot.tokens.USE_RS_TOKENIZER = False
|
||||
sqlglot.parse_one(sql, error_level=sqlglot.ErrorLevel.IGNORE)
|
||||
|
||||
|
||||
def sqlglotrs_parse(sql):
|
||||
sqlglot.tokens.USE_RS_TOKENIZER = True
|
||||
sqlglot.parse_one(sql, error_level=sqlglot.ErrorLevel.IGNORE)
|
||||
|
||||
|
||||
def sqltree_parse(sql):
|
||||
sqltree.api.sqltree(sql.replace('"', "`").replace("''", '"'))
|
||||
|
||||
|
||||
def sqlparse_parse(sql):
|
||||
sqlparse.parse(sql)
|
||||
|
||||
|
||||
def moz_sql_parser_parse(sql):
|
||||
moz_sql_parser.parse(sql)
|
||||
|
||||
|
||||
def sqloxide_parse(sql):
|
||||
sqloxide.parse_sql(sql, dialect="ansi")
|
||||
|
||||
|
||||
def sqlfluff_parse(sql):
|
||||
sqlfluff.parse(sql)
|
||||
|
||||
|
||||
QUERIES = {"tpch": tpch, "short": short, "long": long, "crazy": crazy}
|
||||
|
||||
|
||||
def run_benchmarks():
|
||||
runner = pyperf.Runner()
|
||||
|
||||
libs = ["sqlglot", "sqlglotrs"]
|
||||
for lib in libs:
|
||||
for query_name, sql in QUERIES.items():
|
||||
bench_name = f"parse_{lib}_{query_name}"
|
||||
parse_func = globals()[f"{lib}_parse"]
|
||||
|
||||
runner.bench_func(bench_name, parse_func, sql)
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
run_benchmarks()
|
||||
Loading…
Add table
Add a link
Reference in a new issue