yujunjun/OpenMetadata
1
0
Fork 0
mirror of https://github.com/open-metadata/OpenMetadata.git synced 2025-09-01 21:23:10 +00:00
Code Issues Packages Projects Releases Wiki Activity

MINOR: Fix Couchbase columns not fetched (#18284)

Browse Source
This commit is contained in:
Mayur Singal 2024-10-16 09:53:57 +05:30 committed by GitHub
parent 40bd3bd3fa
commit 592d7396bc
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 9 additions and 20 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
ingestion/src/metadata/ingestion/source/database/couchbase/metadata.py
View File

@ -27,10 +27,7 @@ from metadata.ingestion.source.database.common_nosql_source import (
SAMPLE_SIZE, SAMPLE_SIZE,
CommonNoSQLSource, CommonNoSQLSource,
) )
from metadata.ingestion.source.database.couchbase.queries import ( from metadata.ingestion.source.database.couchbase.queries import COUCHBASE_GET_DATA
COUCHBASE_GET_DATA,
COUCHBASE_SQL_STATEMENT,
)
from metadata.utils.logger import ingestion_logger from metadata.utils.logger import ingestion_logger
logger = ingestion_logger() logger = ingestion_logger()
@ -111,10 +108,6 @@ class CouchbaseSource(CommonNoSQLSource):
""" """
try: try:
database_name = self.context.get().database database_name = self.context.get().database
query = COUCHBASE_SQL_STATEMENT.format(table_name=table_name)
result = self.couchbase.query(query)
for row in result.rows():
if len(row) > 0:
query_coln = COUCHBASE_GET_DATA.format( query_coln = COUCHBASE_GET_DATA.format(
database_name=database_name, database_name=database_name,
schema_name=schema_name, schema_name=schema_name,

4
ingestion/src/metadata/ingestion/source/database/couchbase/queries.py
View File

@ -14,10 +14,6 @@ SQL Queries used during ingestion
import textwrap import textwrap
COUCHBASE_SQL_STATEMENT = textwrap.dedent(
""" SELECT * FROM system:indexes WHERE keyspace_id = '{table_name}' AND is_primary = TRUE """
)
COUCHBASE_GET_DATA = textwrap.dedent( COUCHBASE_GET_DATA = textwrap.dedent(
""" select crc.* from `{database_name}`.`{schema_name}`.`{table_name}` crc limit {sample_size} """ """ select crc.* from `{database_name}`.`{schema_name}`.`{table_name}` crc limit {sample_size} """
) )