yujunjun/OpenMetadata
1
0
Fork 0
mirror of https://github.com/open-metadata/OpenMetadata.git synced 2025-12-05 03:54:23 +00:00
Code Issues Packages Projects Releases Wiki Activity

ingestion refactor

Browse Source
This commit is contained in:
Suresh Srinivas 2021-08-10 20:44:46 -07:00
parent f0bcbdad1a
commit df49235748
2 changed files with 3 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
ingestion/pipelines/redshift_usage.json
View File

@ -2,9 +2,9 @@
"source": {
"type": "redshift-usage",
"config": {
"host_port": "redshift-cluster-1.clot5cqn1cnb.us-west-2.redshift.amazonaws.com:5439",
"username": "awsuser",
"password": "focguC-kaqqe5-nepsok",
"host_port": "cluster.name.region.redshift.amazonaws.com:5439",
"username": "username",
"password": "strong_password",
"database": "warehouse",
"where_clause": "and q.label != 'metrics' and q.label != 'health' and q.label != 'cmstats'",
"service_name": "aws_redshift",

1
ingestion/src/metadata/ingestion/bulksink/metadata_usage_rest.py
View File

@ -119,7 +119,6 @@ class MetadataUsageBulkSink(BulkSink):
for key, value in column_joins_dict.items():
table_joins.columnJoins.append(ColumnJoins(columnName=key,
joinedWith=list(value.values())))
print(table_joins)
return table_joins
def __get_column_fqdn(self, table_column: TableColumn):