mirror of
https://github.com/datahub-project/datahub.git
synced 2025-07-31 05:18:18 +00:00
30 lines
768 B
YAML
30 lines
768 B
YAML
|
source:
|
||
|
|
type: unity-catalog
|
||
|
|
config:
|
||
|
|
workspace_url: https://my-workspace.cloud.databricks.com
|
||
|
|
token: "mygenerated_databricks_token"
|
||
|
|
#metastore_id_pattern:
|
||
|
|
# deny:
|
||
|
|
# - 11111-2222-33333-44-555555
|
||
|
|
#catalog_pattern:
|
||
|
|
# allow:
|
||
|
|
# - my-catalog
|
||
|
|
#schema_pattern:
|
||
|
|
# deny:
|
||
|
|
# - information_schema
|
||
|
|
#table_pattern:
|
||
|
|
# allow:
|
||
|
|
# - test.lineagedemo.dinner
|
||
|
|
# First you have to create domains on Datahub by following this guide -> https://datahubproject.io/docs/domains/#domains-setup-prerequisites-and-permissions
|
||
|
|
#domain:
|
||
|
|
# urn:li:domain:1111-222-333-444-555:
|
||
|
|
# allow:
|
||
|
|
# - main.*
|
||
|
|
|
||
|
|
stateful_ingestion:
|
||
|
|
enabled: true
|
||
|
|
|
||
|
|
pipeline_name: acme-corp-unity
|
||
|
|
|
||
|
|
|
||
|
|
# sink configs if needed
|