yujunjun/OpenMetadata
1
0
Fork 0
mirror of https://github.com/open-metadata/OpenMetadata.git synced 2025-08-30 20:06:19 +00:00
Code Issues Packages Projects Releases Wiki Activity

MINOR: Fix Couchbase columns not fetched (#18284)

Browse Source
This commit is contained in:
Mayur Singal 2024-10-16 09:53:57 +05:30 committed by GitHub
parent 40bd3bd3fa
commit 592d7396bc
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 9 additions and 20 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

25
ingestion/src/metadata/ingestion/source/database/couchbase/metadata.py
View File

@ -27,10 +27,7 @@ from metadata.ingestion.source.database.common_nosql_source import (
SAMPLE_SIZE,
CommonNoSQLSource,
)
from metadata.ingestion.source.database.couchbase.queries import (
COUCHBASE_GET_DATA,
COUCHBASE_SQL_STATEMENT,
)
from metadata.ingestion.source.database.couchbase.queries import COUCHBASE_GET_DATA
from metadata.utils.logger import ingestion_logger
logger = ingestion_logger()
@ -111,18 +108,14 @@ class CouchbaseSource(CommonNoSQLSource):
"""
try:
database_name = self.context.get().database
query = COUCHBASE_SQL_STATEMENT.format(table_name=table_name)
result = self.couchbase.query(query)
for row in result.rows():
if len(row) > 0:
query_coln = COUCHBASE_GET_DATA.format(
database_name=database_name,
schema_name=schema_name,
table_name=table_name,
sample_size=SAMPLE_SIZE,
)
query_iter = self.couchbase.query(query_coln)
return list(query_iter.rows())
query_coln = COUCHBASE_GET_DATA.format(
database_name=database_name,
schema_name=schema_name,
table_name=table_name,
sample_size=SAMPLE_SIZE,
)
query_iter = self.couchbase.query(query_coln)
return list(query_iter.rows())
except Exception as exp:
logger.debug(f"Failed to list column names for table [{table_name}]: {exp}")
logger.debug(traceback.format_exc())

4
ingestion/src/metadata/ingestion/source/database/couchbase/queries.py
View File

@ -14,10 +14,6 @@ SQL Queries used during ingestion
import textwrap
COUCHBASE_SQL_STATEMENT = textwrap.dedent(
""" SELECT * FROM system:indexes WHERE keyspace_id = '{table_name}' AND is_primary = TRUE """
)
COUCHBASE_GET_DATA = textwrap.dedent(
""" select crc.* from `{database_name}`.`{schema_name}`.`{table_name}` crc limit {sample_size} """
)