yujunjun/OpenMetadata
1
0
Fork 0
mirror of https://github.com/open-metadata/OpenMetadata.git synced 2025-11-03 20:19:31 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #66 from open-metadata/pipeline-modifications

Browse Source 
Pipeline Credential Changes
This commit is contained in:
Ayush Shah 2021-08-09 11:42:56 +05:30 committed by GitHub
commit ac3404e53b
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
9 changed files with 29 additions and 29 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
ingestion/Dockerfile
View File

@ -2,9 +2,9 @@ FROM python:3.9.2
EXPOSE 7777
COPY . /catalog-ingestion
COPY . /openmetadata-ingestion
WORKDIR /catalog-ingestion
WORKDIR /openmetadata-ingestion
RUN apt-get update && \
apt-get install -y gcc libsasl2-dev unixodbc-dev --no-install-recommends && \

4
ingestion/pipelines/bigquery.json
View File

@ -2,9 +2,9 @@
"source": {
"type": "bigquery",
"config": {
"project_id": "arched-champion-319818",
"project_id": "project_id",
"host_port": "https://bigquery.googleapis.com",
"username": "gcpuser@arched-champion-319818.iam.gserviceaccount.com",
"username": "gcpuser@project_id.iam.gserviceaccount.com",
"service_name": "gcp_bigquery",
"service_type": "BigQuery"
}

12
ingestion/pipelines/creds/bigquery-cred.json
View File

@ -1,12 +1,12 @@
{
"type": "service_account",
"project_id": "arched-champion-319818",
"private_key_id": "7877f752ebeb972a44d16ea827ea1a8099f2fb07",
"private_key": "-----BEGIN PRIVATE KEY-----\nMIIEvwIBADANBgkqhkiG9w0BAQEFAASCBKkwggSlAgEAAoIBAQC+9uvcNGwv+IAN\ndpAlTiZvOAkEILiEhU79vSYTS5hqsYiVgrKvxefc44oqCrjykRukPUSWR0qZlb/C\nSByLeoGnY87hEEbsOmvgWEhIvJ5RplDSL/+807C6Kn3PjLCHskTOO0J+1Lz8+jSe\nbFgdcdj0oSaK3A9Dm/nFEFCdQap2Mq4CcSKERF2BKLGDqtkOKlVH30yw/O79GZ4s\nBC6Ef+ER8Gp9f7UNkhqqJdoIF3bqktbeVs10TvRQWZjSpEmsjetibiKJ0th1/fce\nxou9EZPT/iOIpB+7imjeY1hgyQH4rTE8PMObxo+r7WjfQpPY6SkVF/3lRlz+IdmR\n49WwI6HpAgMBAAECggEAKQnffh818Mkym7ITIDE/ST99kImHndMYOqdfe14Pjz4/\n4AGKbQPW5D1x/772KArPKeiQyMrhWUg5QYNFvyPAoTxtxSg+VZ3oePn/7sG6NEnN\nrJ3sE6RaomdnSict+Lty1e8eRytoweTzUehut0U0Hr5TDhxkm171ukfbSzBFdcjn\nLS54QEZVryqlzlBQod+c5B+qqQgYpFJdgSSHyi5N7nYr+LXNO8QHnOFaxawrUBXT\nhmi4GN1g7V2coApJOlGobDjV2oSSXhorN1Z6tdFCKiYPglQhynggqIFLObcwBUZV\nMB4Xzd6Z4TZkGvM6MyvcHvNGgP3pMNms3IgQeacTUQKBgQDrQQJkVX7g9F7PdXPB\n/9NC7xBpEV7w9FVOdfdi6VU6vebBZvx1licvs4dFUB4iVCUla11WVdKcgvrhZcC4\nrUlxXBGIKTXd5MVKzhiLbyQJLk34dAcGoxofymxbHus7tt9yYo6IIuiJIbTfFJBt\neSvHujw5nIr5nL0zBQpCKVe0vwKBgQDPzg256nPyYU3T7tcQU8U+oUlZZUGf3x++\nO/BHAz6RvQYy9cMxxOZijJh62k+K5ROLRhwsa6xeljZUAWApmOq09KvQxhFLE92M\nOWH8TNZ+cXsP9DFq19cbxTAkPvykqH7QZpld742wdWv9lsumJgvFWR/dzJ0/fGNP\njY9lsK8LVwKBgQCxGSdr0NDLGCunkYurJ6MqaD26WtFWIxl1D2lElNMMfZkRTy4O\ndxLY3hWfIEkPHrk4CjMho0oBeLjUpX0HiawYIm8wSZW7jVTYk332uZwvLSSVPQNt\nA6vO8tvPXN9I/MoJmhgic+UKFs3KgfiX8Pf8Sz67QBV/A3eKyOiIFgdokQKBgQDF\nElziG/6ptq3gd3lt+oPsyXiOVwDNZQTtnFpafjEwdVsTqQ7cfCcg/sT8fV1CE81d\nH7hISDTH3xzWvhc8W9D6m67152EvGj/ZY/IRG62vbF+Q2byj3t4ZcAAf37wpS8I4\nUZTRCQYOes1XSVMI1rwDBGq8Jfha5NQp9c4wWkcnMQKBgQClTzTPirKa0wzuMUch\nTvWbyNy6rozveGnvycvTJeB1Dceckv2WGfMCtn8ugz77eZ9F6DKvVJixtyqFBWVV\n94aE9fp+wXaDZ9AgTOv2tfS1YbAYnFRwfwYU7KOFoJx/Tcxf+NXtSpHwjFzCL9/t\nTd13j7a+se+DesksNJ34xct2rw==\n-----END PRIVATE KEY-----\n",
"client_email": "gcpuser@arched-champion-319818.iam.gserviceaccount.com",
"client_id": "109275416629352491544",
"project_id": "project_id",
"private_key_id": "private_key_id",
"private_key": "",
"client_email": "gcpuser@project_id.iam.gserviceaccount.com",
"client_id": "",
"auth_uri": "https://accounts.google.com/o/oauth2/auth",
"token_uri": "https://oauth2.googleapis.com/token",
"auth_provider_x509_cert_url": "https://www.googleapis.com/oauth2/v1/certs",
"client_x509_cert_url": "https://www.googleapis.com/robot/v1/metadata/x509/gcpuser%40arched-champion-319818.iam.gserviceaccount.com"
"client_x509_cert_url": ""
}

4
ingestion/pipelines/postgres.json
View File

@ -2,8 +2,8 @@
"source": {
"type": "postgres",
"config": {
"username": "catalog_user",
"password": "catalog_password",
"username": "openmetadata_user",
"password": "openmetadata_password",
"host_port": "localhost:5432",
"database": "pagila",
"service_name": "local_postgres",

6
ingestion/pipelines/redshift.json
View File

@ -2,9 +2,9 @@
"source": {
"type": "redshift",
"config": {
"host_port": "redshift-cluster-1.clot5cqn1cnb.us-west-2.redshift.amazonaws.com:5439",
"username": "awsuser",
"password": "focguC-kaqqe5-nepsok",
"host_port": "cluster.name.region.redshift.amazonaws.com:5439",
"username": "username",
"password": "strong_password",
"database": "warehouse",
"service_name": "aws_redshift",
"service_type": "Redshift"

6
ingestion/pipelines/redshift_sql.json
View File

@ -2,9 +2,9 @@
"source": {
"type": "redshift-sql",
"config": {
"host_port": "redshift-cluster-1.clot5cqn1cnb.us-west-2.redshift.amazonaws.com:5439",
"username": "awsuser",
"password": "focguC-kaqqe5-nepsok",
"host_port": "cluster.name.region.redshift.amazonaws.com:5439",
"username": "username",
"password": "strong_password",
"database": "dev",
"service_name": "aws_redshift",
"service_type": "Redshift"

6
ingestion/pipelines/redshift_usage.json
View File

@ -2,9 +2,9 @@
"source": {
"type": "redshift-usage",
"config": {
"host_port": "redshift-cluster-1.clot5cqn1cnb.us-west-2.redshift.amazonaws.com:5439",
"username": "awsuser",
"password": "focguC-kaqqe5-nepsok",
"host_port": "cluster.name.region.redshift.amazonaws.com:5439",
"username": "username",
"password": "strong_password",
"database": "warehouse",
"where_clause": "and q.label != 'metrics' and q.label != 'health' and q.label != 'cmstats'",
"service_name": "aws_redshift",

8
ingestion/pipelines/snowflake.json
View File

@ -2,11 +2,11 @@
"source": {
"type": "snowflake",
"config": {
"host_port": "bg94420.ap-south-1.aws.snowflakecomputing.com",
"username": "catalog",
"password": "test!Password2",
"host_port": "account.region.service.snowflakecomputing.com",
"username": "username",
"password": "strong_password",
"database": "SNOWFLAKE_SAMPLE_DATA",
"account": "BG94420",
"account": "account_name",
"service_name": "snowflake",
"service_type": "Snowflake",
"include_pattern": {

8
ingestion/pipelines/snowflake_usage.json
View File

@ -2,11 +2,11 @@
"source": {
"type": "snowflake-usage",
"config": {
"host_port": "bg94420.ap-south-1.aws.snowflakecomputing.com",
"username": "catalog",
"password": "test!Password2",
"host_port": "account.region.service.snowflakecomputing.com",
"username": "username",
"password": "strong_password",
"database": "SNOWFLAKE_SAMPLE_DATA",
"account": "BG94420",
"account": "account_name",
"service_name": "snowflake",
"service_type": "Snowflake",
"duration": 2