mirror of
https://github.com/datahub-project/datahub.git
synced 2025-07-29 04:20:00 +00:00
0dc2d6af25
Co-authored-by: MohdSiddique Bagwan <mohdsiddique.bagwan@gslab.com> Co-authored-by: Shirshanka Das <shirshanka@apache.org>
30 lines
768 B
YAML
30 lines
768 B
YAML
source:
|
|
type: unity-catalog
|
|
config:
|
|
workspace_url: https://my-workspace.cloud.databricks.com
|
|
token: "mygenerated_databricks_token"
|
|
#metastore_id_pattern:
|
|
# deny:
|
|
# - 11111-2222-33333-44-555555
|
|
#catalog_pattern:
|
|
# allow:
|
|
# - my-catalog
|
|
#schema_pattern:
|
|
# deny:
|
|
# - information_schema
|
|
#table_pattern:
|
|
# allow:
|
|
# - test.lineagedemo.dinner
|
|
# First you have to create domains on Datahub by following this guide -> https://datahubproject.io/docs/domains/#domains-setup-prerequisites-and-permissions
|
|
#domain:
|
|
# urn:li:domain:1111-222-333-444-555:
|
|
# allow:
|
|
# - main.*
|
|
|
|
stateful_ingestion:
|
|
enabled: true
|
|
|
|
pipeline_name: acme-corp-unity
|
|
|
|
|
|
# sink configs if needed |