Added and Modified Redshift Pipeline (#528)

* Pylint build failure fixed

* Redshift workflow added
This commit is contained in:
Ayush Shah 2021-09-20 09:46:50 +05:30 committed by GitHub
parent 27f91a2b90
commit 7bc2b14178
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

View File

@ -0,0 +1,37 @@
{
"source": {
"type": "redshift",
"config": {
"host_port": "cluster.name.region.redshift.amazonaws.com:5439",
"username": "username",
"password": "strong_password",
"database": "warehouse",
"service_name": "aws_redshift",
"filter_pattern": {
"excludes": ["information_schema.*", "[\\w]*event_vw.*"]
}
}
},
"processor": {
"type": "pii",
"config": {}
},
"sink": {
"type": "metadata-rest",
"config": {}
},
"metadata_server": {
"type": "metadata-server",
"config": {
"api_endpoint": "http://localhost:8585/api",
"auth_provider_type": "no-auth"
}
},
"cron": {
"minute": "*/5",
"hour": null,
"day": null,
"month": null,
"day_of_week": null
}
}