From 87764d723d8d655130aae1926d5b440dcf8beee5 Mon Sep 17 00:00:00 2001 From: Ayush Shah Date: Mon, 9 Aug 2021 09:19:35 +0530 Subject: [PATCH] Pipeline Credential Changes --- ingestion/Dockerfile | 4 ++-- ingestion/pipelines/bigquery.json | 4 ++-- ingestion/pipelines/creds/bigquery-cred.json | 12 ++++++------ ingestion/pipelines/postgres.json | 4 ++-- ingestion/pipelines/redshift.json | 6 +++--- ingestion/pipelines/redshift_sql.json | 6 +++--- ingestion/pipelines/redshift_usage.json | 6 +++--- ingestion/pipelines/snowflake.json | 8 ++++---- ingestion/pipelines/snowflake_usage.json | 8 ++++---- 9 files changed, 29 insertions(+), 29 deletions(-) diff --git a/ingestion/Dockerfile b/ingestion/Dockerfile index 143d3099247..6fc73276b09 100644 --- a/ingestion/Dockerfile +++ b/ingestion/Dockerfile @@ -2,9 +2,9 @@ FROM python:3.9.2 EXPOSE 7777 -COPY . /catalog-ingestion +COPY . /openmetadata-ingestion -WORKDIR /catalog-ingestion +WORKDIR /openmetadata-ingestion RUN apt-get update && \ apt-get install -y gcc libsasl2-dev unixodbc-dev --no-install-recommends && \ diff --git a/ingestion/pipelines/bigquery.json b/ingestion/pipelines/bigquery.json index 5dac6e90ac2..5be5760a015 100644 --- a/ingestion/pipelines/bigquery.json +++ b/ingestion/pipelines/bigquery.json @@ -2,9 +2,9 @@ "source": { "type": "bigquery", "config": { - "project_id": "arched-champion-319818", + "project_id": "project_id", "host_port": "https://bigquery.googleapis.com", - "username": "gcpuser@arched-champion-319818.iam.gserviceaccount.com", + "username": "gcpuser@project_id.iam.gserviceaccount.com", "service_name": "gcp_bigquery", "service_type": "BigQuery" } diff --git a/ingestion/pipelines/creds/bigquery-cred.json b/ingestion/pipelines/creds/bigquery-cred.json index 5aa90971d3a..b75d3c13f1b 100644 --- a/ingestion/pipelines/creds/bigquery-cred.json +++ b/ingestion/pipelines/creds/bigquery-cred.json @@ -1,12 +1,12 @@ { "type": "service_account", - "project_id": "arched-champion-319818", - "private_key_id": "7877f752ebeb972a44d16ea827ea1a8099f2fb07", - "private_key": "-----BEGIN PRIVATE KEY-----\nMIIEvwIBADANBgkqhkiG9w0BAQEFAASCBKkwggSlAgEAAoIBAQC+9uvcNGwv+IAN\ndpAlTiZvOAkEILiEhU79vSYTS5hqsYiVgrKvxefc44oqCrjykRukPUSWR0qZlb/C\nSByLeoGnY87hEEbsOmvgWEhIvJ5RplDSL/+807C6Kn3PjLCHskTOO0J+1Lz8+jSe\nbFgdcdj0oSaK3A9Dm/nFEFCdQap2Mq4CcSKERF2BKLGDqtkOKlVH30yw/O79GZ4s\nBC6Ef+ER8Gp9f7UNkhqqJdoIF3bqktbeVs10TvRQWZjSpEmsjetibiKJ0th1/fce\nxou9EZPT/iOIpB+7imjeY1hgyQH4rTE8PMObxo+r7WjfQpPY6SkVF/3lRlz+IdmR\n49WwI6HpAgMBAAECggEAKQnffh818Mkym7ITIDE/ST99kImHndMYOqdfe14Pjz4/\n4AGKbQPW5D1x/772KArPKeiQyMrhWUg5QYNFvyPAoTxtxSg+VZ3oePn/7sG6NEnN\nrJ3sE6RaomdnSict+Lty1e8eRytoweTzUehut0U0Hr5TDhxkm171ukfbSzBFdcjn\nLS54QEZVryqlzlBQod+c5B+qqQgYpFJdgSSHyi5N7nYr+LXNO8QHnOFaxawrUBXT\nhmi4GN1g7V2coApJOlGobDjV2oSSXhorN1Z6tdFCKiYPglQhynggqIFLObcwBUZV\nMB4Xzd6Z4TZkGvM6MyvcHvNGgP3pMNms3IgQeacTUQKBgQDrQQJkVX7g9F7PdXPB\n/9NC7xBpEV7w9FVOdfdi6VU6vebBZvx1licvs4dFUB4iVCUla11WVdKcgvrhZcC4\nrUlxXBGIKTXd5MVKzhiLbyQJLk34dAcGoxofymxbHus7tt9yYo6IIuiJIbTfFJBt\neSvHujw5nIr5nL0zBQpCKVe0vwKBgQDPzg256nPyYU3T7tcQU8U+oUlZZUGf3x++\nO/BHAz6RvQYy9cMxxOZijJh62k+K5ROLRhwsa6xeljZUAWApmOq09KvQxhFLE92M\nOWH8TNZ+cXsP9DFq19cbxTAkPvykqH7QZpld742wdWv9lsumJgvFWR/dzJ0/fGNP\njY9lsK8LVwKBgQCxGSdr0NDLGCunkYurJ6MqaD26WtFWIxl1D2lElNMMfZkRTy4O\ndxLY3hWfIEkPHrk4CjMho0oBeLjUpX0HiawYIm8wSZW7jVTYk332uZwvLSSVPQNt\nA6vO8tvPXN9I/MoJmhgic+UKFs3KgfiX8Pf8Sz67QBV/A3eKyOiIFgdokQKBgQDF\nElziG/6ptq3gd3lt+oPsyXiOVwDNZQTtnFpafjEwdVsTqQ7cfCcg/sT8fV1CE81d\nH7hISDTH3xzWvhc8W9D6m67152EvGj/ZY/IRG62vbF+Q2byj3t4ZcAAf37wpS8I4\nUZTRCQYOes1XSVMI1rwDBGq8Jfha5NQp9c4wWkcnMQKBgQClTzTPirKa0wzuMUch\nTvWbyNy6rozveGnvycvTJeB1Dceckv2WGfMCtn8ugz77eZ9F6DKvVJixtyqFBWVV\n94aE9fp+wXaDZ9AgTOv2tfS1YbAYnFRwfwYU7KOFoJx/Tcxf+NXtSpHwjFzCL9/t\nTd13j7a+se+DesksNJ34xct2rw==\n-----END PRIVATE KEY-----\n", - "client_email": "gcpuser@arched-champion-319818.iam.gserviceaccount.com", - "client_id": "109275416629352491544", + "project_id": "project_id", + "private_key_id": "private_key_id", + "private_key": "", + "client_email": "gcpuser@project_id.iam.gserviceaccount.com", + "client_id": "", "auth_uri": "https://accounts.google.com/o/oauth2/auth", "token_uri": "https://oauth2.googleapis.com/token", "auth_provider_x509_cert_url": "https://www.googleapis.com/oauth2/v1/certs", - "client_x509_cert_url": "https://www.googleapis.com/robot/v1/metadata/x509/gcpuser%40arched-champion-319818.iam.gserviceaccount.com" + "client_x509_cert_url": "" } diff --git a/ingestion/pipelines/postgres.json b/ingestion/pipelines/postgres.json index 137750e3cdd..18267686b63 100644 --- a/ingestion/pipelines/postgres.json +++ b/ingestion/pipelines/postgres.json @@ -2,8 +2,8 @@ "source": { "type": "postgres", "config": { - "username": "catalog_user", - "password": "catalog_password", + "username": "openmetadata_user", + "password": "openmetadata_password", "host_port": "localhost:5432", "database": "pagila", "service_name": "local_postgres", diff --git a/ingestion/pipelines/redshift.json b/ingestion/pipelines/redshift.json index 52f8deced40..022e96ba339 100644 --- a/ingestion/pipelines/redshift.json +++ b/ingestion/pipelines/redshift.json @@ -2,9 +2,9 @@ "source": { "type": "redshift", "config": { - "host_port": "redshift-cluster-1.clot5cqn1cnb.us-west-2.redshift.amazonaws.com:5439", - "username": "awsuser", - "password": "focguC-kaqqe5-nepsok", + "host_port": "cluster.name.region.redshift.amazonaws.com:5439", + "username": "username", + "password": "strong_password", "database": "warehouse", "service_name": "aws_redshift", "service_type": "Redshift" diff --git a/ingestion/pipelines/redshift_sql.json b/ingestion/pipelines/redshift_sql.json index 89ef1372058..df3c868a70b 100644 --- a/ingestion/pipelines/redshift_sql.json +++ b/ingestion/pipelines/redshift_sql.json @@ -2,9 +2,9 @@ "source": { "type": "redshift-sql", "config": { - "host_port": "redshift-cluster-1.clot5cqn1cnb.us-west-2.redshift.amazonaws.com:5439", - "username": "awsuser", - "password": "focguC-kaqqe5-nepsok", + "host_port": "cluster.name.region.redshift.amazonaws.com:5439", + "username": "username", + "password": "strong_password", "database": "dev", "service_name": "aws_redshift", "service_type": "Redshift" diff --git a/ingestion/pipelines/redshift_usage.json b/ingestion/pipelines/redshift_usage.json index 6a27efee8e8..56c394d3bd7 100644 --- a/ingestion/pipelines/redshift_usage.json +++ b/ingestion/pipelines/redshift_usage.json @@ -2,9 +2,9 @@ "source": { "type": "redshift-usage", "config": { - "host_port": "redshift-cluster-1.clot5cqn1cnb.us-west-2.redshift.amazonaws.com:5439", - "username": "awsuser", - "password": "focguC-kaqqe5-nepsok", + "host_port": "cluster.name.region.redshift.amazonaws.com:5439", + "username": "username", + "password": "strong_password", "database": "warehouse", "where_clause": "and q.label != 'metrics' and q.label != 'health' and q.label != 'cmstats'", "service_name": "aws_redshift", diff --git a/ingestion/pipelines/snowflake.json b/ingestion/pipelines/snowflake.json index 40c704b0ede..1efcc86626f 100644 --- a/ingestion/pipelines/snowflake.json +++ b/ingestion/pipelines/snowflake.json @@ -2,11 +2,11 @@ "source": { "type": "snowflake", "config": { - "host_port": "bg94420.ap-south-1.aws.snowflakecomputing.com", - "username": "catalog", - "password": "test!Password2", + "host_port": "account.region.service.snowflakecomputing.com", + "username": "username", + "password": "strong_password", "database": "SNOWFLAKE_SAMPLE_DATA", - "account": "BG94420", + "account": "account_name", "service_name": "snowflake", "service_type": "Snowflake", "include_pattern": { diff --git a/ingestion/pipelines/snowflake_usage.json b/ingestion/pipelines/snowflake_usage.json index 55b6ad024c8..ec99974752e 100644 --- a/ingestion/pipelines/snowflake_usage.json +++ b/ingestion/pipelines/snowflake_usage.json @@ -2,11 +2,11 @@ "source": { "type": "snowflake-usage", "config": { - "host_port": "bg94420.ap-south-1.aws.snowflakecomputing.com", - "username": "catalog", - "password": "test!Password2", + "host_port": "account.region.service.snowflakecomputing.com", + "username": "username", + "password": "strong_password", "database": "SNOWFLAKE_SAMPLE_DATA", - "account": "BG94420", + "account": "account_name", "service_name": "snowflake", "service_type": "Snowflake", "duration": 2