From 8be4b28bbe6a75b898fee62158e3e860112420ad Mon Sep 17 00:00:00 2001 From: Ayush Shah Date: Sun, 15 Aug 2021 05:55:19 +0000 Subject: [PATCH] GitBook: [main] 4 pages modified --- .../metadata-ingestion/connectors/athena.md | 72 +++++++++++++++++++ .../metadata-ingestion/connectors/oracle.md | 72 +++++++++++++++++++ .../metadata-ingestion/connectors/postgres.md | 2 +- docs/open-source-community/community.md | 25 +++---- 4 files changed, 153 insertions(+), 18 deletions(-) diff --git a/docs/install/metadata-ingestion/connectors/athena.md b/docs/install/metadata-ingestion/connectors/athena.md index 10456e19b98..4732cadb6be 100644 --- a/docs/install/metadata-ingestion/connectors/athena.md +++ b/docs/install/metadata-ingestion/connectors/athena.md @@ -34,3 +34,75 @@ pip install '.[athena]' {% endtab %} {% endtabs %} +### Configuration + +{% code title="athena.json" %} +```javascript +{ + "source": { + "type": "athena", + "config": { + "host_port":"host_port", + "username": "openmetadata_user", + "password": "openmetadata_password", + "service_name": "local_athena", + "service_type": "Athena" + } + }, + ... +``` +{% endcode %} + +1. **username** - pass the Athena username. We recommend creating a user with read-only permissions to all the databases in your Athena installation +2. **password** - password for the username +3. **service\_name** - Service Name for this Athena cluster. If you added Athena cluster through OpenMetadata UI, make sure the service name matches the same. +4. **filter\_pattern** - It contains includes, excludes options to choose which pattern of datasets you want to ingest into OpenMetadata + +## Publish to OpenMetadata + +Below is the configuration to publish Athena data into openmetadata + +Add optional `pii` processor and `metadata-rest-tables` sink along with `metadata-server` config + +{% code title="athena.json" %} +```javascript +{ + "source": { + "type": "athena", + "config": { + "host_port":"host_port", + "username": "openmetadata_user", + "password": "openmetadata_password", + "service_name": "local_athena", + "service_type": "Athena" + } + }, + "processor": { + "type": "pii", + "config": { + "api_endpoint": "http://localhost:8585/api" + } + }, + "sink": { + "type": "metadata-rest-tables", + "config": { + } + }, + "metadata_server": { + "type": "metadata-server", + "config": { + "api_endpoint": "http://localhost:8585/api", + "auth_provider_type": "no-auth" + } + }, + "cron": { + "minute": "*/5", + "hour": null, + "day": null, + "month": null, + "day_of_week": null + } +} +``` +{% endcode %} + diff --git a/docs/install/metadata-ingestion/connectors/oracle.md b/docs/install/metadata-ingestion/connectors/oracle.md index 14da9099e4c..d8ddd5da32a 100644 --- a/docs/install/metadata-ingestion/connectors/oracle.md +++ b/docs/install/metadata-ingestion/connectors/oracle.md @@ -34,3 +34,75 @@ pip install '.[oracle]' {% endtab %} {% endtabs %} +### Configuration + +{% code title="oracle.json" %} +```javascript +{ + "source": { + "type": "oracle", + "config": { + "host_port":"host_port", + "username": "openmetadata_user", + "password": "openmetadata_password", + "service_name": "local_oracle", + "service_type": "Oracle" + } + }, + ... +``` +{% endcode %} + +1. **username** - pass the Oracle username. We recommend creating a user with read-only permissions to all the databases in your Oracle installation +2. **password** - password for the username +3. **service\_name** - Service Name for this Oracle cluster. If you added Oracle cluster through OpenMetadata UI, make sure the service name matches the same. +4. **filter\_pattern** - It contains includes, excludes options to choose which pattern of datasets you want to ingest into OpenMetadata + +## Publish to OpenMetadata + +Below is the configuration to publish Oracle data into openmetadata + +Add optional `pii` processor and `metadata-rest-tables` sink along with `metadata-server` config + +{% code title="oracle.json" %} +```javascript +{ + "source": { + "type": "oracle", + "config": { + "host_port":"host_port", + "username": "openmetadata_user", + "password": "openmetadata_password", + "service_name": "local_oracle", + "service_type": "Oracle" + } + }, + "processor": { + "type": "pii", + "config": { + "api_endpoint": "http://localhost:8585/api" + } + }, + "sink": { + "type": "metadata-rest-tables", + "config": { + } + }, + "metadata_server": { + "type": "metadata-server", + "config": { + "api_endpoint": "http://localhost:8585/api", + "auth_provider_type": "no-auth" + } + }, + "cron": { + "minute": "*/5", + "hour": null, + "day": null, + "month": null, + "day_of_week": null + } +} +``` +{% endcode %} + diff --git a/docs/install/metadata-ingestion/connectors/postgres.md b/docs/install/metadata-ingestion/connectors/postgres.md index 1f40202c38d..436058c4cc7 100644 --- a/docs/install/metadata-ingestion/connectors/postgres.md +++ b/docs/install/metadata-ingestion/connectors/postgres.md @@ -53,7 +53,7 @@ metadata ingest -c ./pipelines/postgres.json "host_port": "localhost:5432", "database": "pagila", "service_name": "local_postgres", - "service_type": "POSTGRES", + "service_type": "Postgres", "filter_pattern": { "excludes": ["pg_openmetadata.*[a-zA-Z0-9]*","information_schema.*[a-zA-Z0-9]*"] } } diff --git a/docs/open-source-community/community.md b/docs/open-source-community/community.md index 2945e421a30..ba72a50535d 100644 --- a/docs/open-source-community/community.md +++ b/docs/open-source-community/community.md @@ -1,20 +1,11 @@ +--- +description: Please Join our Community to push OpenMetadata forward. +--- + # Community -All OpenMetadata discussions happen on the [mailing list](community.md), [Github Issues](community.md), and [Slack](community.md). - -## Mailing Lists - -* \[dev@open-metadata.org\] \(mailto:dev@open-metadata.org\) - -## Github - -Star us at [open-metadata/OpenMetadata](https://github.com/open-metadata/OpenMetadata) to follow the development. Ask questions, raise issues, or contribute pull requests. Please see [Developers](https://github.com/open-metadata/OpenMetadata/blob/main/docs/open-source-community/developer/README.md) - -## Slack Channel - -Please ask questions on [OpenMetadata Slack](community.md) - -## Twitter - -please follow us on Twitter [@open\_metadata](https://twitter.com/open_metadata) +* Please ask questions on [OpenMetadata Slack](https://github.com/open-metadata/OpenMetadata/blob/21d6fd9b24cc49968e7f23154d286271205f4fca/docs/open-source-community/community.md) +* Star us at [open-metadata/OpenMetadata](https://github.com/open-metadata/OpenMetadata) to follow the development. Ask questions, raise issues, or contribute pull requests. Please see [Developers](https://github.com/open-metadata/OpenMetadata/blob/main/docs/open-source-community/developer/README.md) +* Please follow us on Twitter [@open\_metadata](https://twitter.com/open_metadata) +* Participate in OpenMetadata community discussions at [OpenMetadata Group](https://groups.google.com/g/openmetadata-dev)