yujunjun/datahub
2
0
Fork 0
mirror of https://github.com/datahub-project/datahub.git synced 2025-09-26 01:23:16 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix(ingestion/lite): An index with the name aspect_idxalready exists … (#10267)

Browse Source
This commit is contained in:
jonasHanhan 2024-04-13 00:00:45 +08:00 committed by GitHub
parent 5497393096
commit 223b72f0cd
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 19 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

24
metadata-ingestion/src/datahub/lite/duckdb_lite.py
View File

@ -55,20 +55,34 @@ class DuckDBLite(DataHubLiteLocal[DuckDBLiteConfig]):
if not config.read_only: if not config.read_only:
self._init_db() self._init_db()
def _init_db(self): def _create_unique_index(
self, index_name: str, table_name: str, columns: list
) -> None:
try:
self.duckdb_client.execute(
f"CREATE UNIQUE INDEX {index_name} ON {table_name} ({', '.join(columns)})"
)
except duckdb.CatalogException as e:
if "already exists" not in str(e).lower():
raise
def _init_db(self) -> None:
self.duckdb_client.execute( self.duckdb_client.execute(
"CREATE TABLE IF NOT EXISTS metadata_aspect_v2 " "CREATE TABLE IF NOT EXISTS metadata_aspect_v2 "
"(urn VARCHAR, aspect_name VARCHAR, version BIGINT, metadata JSON, system_metadata JSON, createdon BIGINT)" "(urn VARCHAR, aspect_name VARCHAR, version BIGINT, metadata JSON, system_metadata JSON, createdon BIGINT)"
) )
self.duckdb_client.execute(
"CREATE UNIQUE INDEX IF NOT EXISTS aspect_idx ON metadata_aspect_v2 (urn, aspect_name, version)" self._create_unique_index(
"aspect_idx", "metadata_aspect_v2", ["urn", "aspect_name", "version"]
) )
self.duckdb_client.execute( self.duckdb_client.execute(
"CREATE TABLE IF NOT EXISTS metadata_edge_v2 " "CREATE TABLE IF NOT EXISTS metadata_edge_v2 "
"(src_id VARCHAR, relnship VARCHAR, dst_id VARCHAR, dst_label VARCHAR)" "(src_id VARCHAR, relnship VARCHAR, dst_id VARCHAR, dst_label VARCHAR)"
) )
self.duckdb_client.execute(
"CREATE UNIQUE INDEX IF NOT EXISTS edge_idx ON metadata_edge_v2 (src_id, relnship, dst_id)" self._create_unique_index(
"edge_idx", "metadata_edge_v2", ["src_id", "relnship", "dst_id"]
) )
def location(self) -> str: def location(self) -> str: