25 lines
712 B
YAML
Raw Normal View History

source:
type: deltalake
serviceName: "<service name>"
serviceConnection:
config:
metastoreHostPort: "<metastore host port>"
metastoreFilePath: "<path_to_metastore>/metastore_db"
appName: MyApp
sourceConfig:
config:
markDeletedTables: true
includeTables: true
includeViews: true
schemaFilterPattern: "<schema name regex list>"
tableFilterPattern: "<table name regex list>"
dbtConfigSource: "<configs for gcs, s3, local or file server to get the DBT
files"
sink:
type: metadata-rest
config: {}
workflowConfig:
openMetadataServerConfig:
hostPort: "<OpenMetadata host and port>"
authProvider: "<OpenMetadata auth provider>"