From fbf6377e3fa05402a3dd781434369d0f8242dba2 Mon Sep 17 00:00:00 2001 From: Teddy Date: Tue, 1 Apr 2025 17:36:43 +0200 Subject: [PATCH] fix: switch dbx to approx_percentile (#20554) --- ingestion/src/metadata/profiler/orm/functions/median.py | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/ingestion/src/metadata/profiler/orm/functions/median.py b/ingestion/src/metadata/profiler/orm/functions/median.py index 9ac10019334..f03fc06f0f6 100644 --- a/ingestion/src/metadata/profiler/orm/functions/median.py +++ b/ingestion/src/metadata/profiler/orm/functions/median.py @@ -51,6 +51,14 @@ def _(elements, compiler, **kwargs): return "percentile_cont(%s , %s) OVER()" % (col, percentile) +@compiles(MedianFn, Dialects.Databricks) +def _(elements, compiler, **kwargs): + col, _, percentile = [ + compiler.process(element, **kwargs) for element in elements.clauses + ] + return "percentile_approx(%s , %s)" % (col, percentile) + + # pylint: disable=unused-argument @compiles(MedianFn, Dialects.Cockroach) def _(elements, compiler, **kwargs):