diff --git a/ingestion/src/metadata/ingestion/source/database/databricks/metadata.py b/ingestion/src/metadata/ingestion/source/database/databricks/metadata.py index 76216abd71c..c02c10a2ec0 100644 --- a/ingestion/src/metadata/ingestion/source/database/databricks/metadata.py +++ b/ingestion/src/metadata/ingestion/source/database/databricks/metadata.py @@ -135,7 +135,11 @@ def get_columns(self, connection, table_name, schema=None, **kw): result = [] for col_name, col_type, _comment in rows: # Handle both oss hive and Databricks' hive partition header, respectively - if col_name in ("# Partition Information", "# Partitioning"): + if col_name in ( + "# Partition Information", + "# Partitioning", + "# Clustering Information", + ): break # Take out the more detailed type information # e.g. 'map' -> 'map'