From 7bc2b141789c756e5f6dc99d90d0bdd9c41b6053 Mon Sep 17 00:00:00 2001 From: Ayush Shah Date: Mon, 20 Sep 2021 09:46:50 +0530 Subject: [PATCH] Added and Modified Redshift Pipeline (#528) * Pylint build failure fixed * Redshift workflow added --- ingestion/examples/workflows/redshift.json | 37 ++++++++++++++++++++++ 1 file changed, 37 insertions(+) create mode 100644 ingestion/examples/workflows/redshift.json diff --git a/ingestion/examples/workflows/redshift.json b/ingestion/examples/workflows/redshift.json new file mode 100644 index 00000000000..83ca7be198c --- /dev/null +++ b/ingestion/examples/workflows/redshift.json @@ -0,0 +1,37 @@ +{ + "source": { + "type": "redshift", + "config": { + "host_port": "cluster.name.region.redshift.amazonaws.com:5439", + "username": "username", + "password": "strong_password", + "database": "warehouse", + "service_name": "aws_redshift", + "filter_pattern": { + "excludes": ["information_schema.*", "[\\w]*event_vw.*"] + } + } + }, + "processor": { + "type": "pii", + "config": {} + }, + "sink": { + "type": "metadata-rest", + "config": {} + }, + "metadata_server": { + "type": "metadata-server", + "config": { + "api_endpoint": "http://localhost:8585/api", + "auth_provider_type": "no-auth" + } + }, + "cron": { + "minute": "*/5", + "hour": null, + "day": null, + "month": null, + "day_of_week": null + } +} \ No newline at end of file