mirror of
https://github.com/open-metadata/OpenMetadata.git
synced 2025-11-02 11:39:12 +00:00
* Update storage connection naming * Update storage services and remove typing of generic service * Remove inits for namespace package * Add test connection * Revert "Remove inits for namespace package" This reverts commit 89f1ae9ea8a633593776f51caf2586d2110d4636. * Add enum * Remove init to allow namespace packaging in some modules * Remove init to allow namespace packaging in some modules * Move examples and fix test * Format * Linting
86 lines
3.4 KiB
YAML
86 lines
3.4 KiB
YAML
source:
|
|
type: dbt
|
|
serviceName: service_name
|
|
sourceConfig:
|
|
config:
|
|
type: DBT
|
|
# For DBT, choose one of Cloud, Local, HTTP, S3 or GCS configurations
|
|
# dbtConfigSource:
|
|
# # For cloud
|
|
# dbtCloudAuthToken: token
|
|
# dbtCloudAccountId: ID
|
|
# dbtCloudJobId: JOB ID
|
|
# dbtCloudUrl: https://cloud.getdbt.com
|
|
# # For Local
|
|
# dbtCatalogFilePath: path-to-catalog.json
|
|
# dbtManifestFilePath: path-to-manifest.json
|
|
# dbtRunResultsFilePath: path-to-run_results.json
|
|
# # For HTTP
|
|
# dbtCatalogHttpPath: http://path-to-catalog.json
|
|
# dbtManifestHttpPath: http://path-to-manifest.json
|
|
# dbtRunResultsHttpPath: http://path-to-run_results.json
|
|
# # For S3
|
|
# dbtSecurityConfig: # These are modeled after all AWS credentials
|
|
# awsAccessKeyId: KEY
|
|
# awsSecretAccessKey: SECRET
|
|
# awsRegion: us-east-2
|
|
# dbtPrefixConfig:
|
|
# dbtBucketName: bucket_name
|
|
# dbtObjectPrefix: "main_dir/dbt_files"
|
|
# # For GCS
|
|
# dbtSecurityConfig: # These are modeled after all GCS credentials
|
|
# gcpConfig:
|
|
# type: My Type
|
|
# projectId: project ID
|
|
# privateKeyId: us-east-2
|
|
# privateKey: |
|
|
# -----BEGIN PRIVATE KEY-----
|
|
# Super secret key
|
|
# -----END PRIVATE KEY-----
|
|
# clientEmail: client@mail.com
|
|
# clientId: 1234
|
|
# authUri: https://accounts.google.com/o/oauth2/auth (default)
|
|
# tokenUri: https://oauth2.googleapis.com/token (default)
|
|
# authProviderX509CertUrl: https://www.googleapis.com/oauth2/v1/certs (default)
|
|
# clientX509CertUrl: https://cert.url (URI)
|
|
# dbtPrefixConfig:
|
|
# dbtBucketName: bucket_name
|
|
# dbtObjectPrefix: "main_dir/dbt_files"
|
|
# # For Azure
|
|
# dbtSecurityConfig: # These are modeled after all Azure credentials
|
|
# clientId: clientId
|
|
# clientSecret: clientSecret
|
|
# tenantId: tenantId
|
|
# accountName: accountName
|
|
# dbtPrefixConfig:
|
|
# dbtBucketName: bucket_name
|
|
# dbtObjectPrefix: main_dir/dbt_files/
|
|
# dbtUpdateDescriptions: true or false
|
|
# includeTags: true or false
|
|
# dbtClassificationName: dbtTags
|
|
# databaseFilterPattern:
|
|
# includes:
|
|
# - .*db.*
|
|
# excludes:
|
|
# - .*demo.*
|
|
# schemaFilterPattern:
|
|
# includes:
|
|
# - .*schema.*
|
|
# excludes:
|
|
# - .*demo.*
|
|
# tableFilterPattern:
|
|
# includes:
|
|
# - .*table.*
|
|
# excludes:
|
|
# - .*demo.*
|
|
|
|
sink:
|
|
type: metadata-rest
|
|
config: {}
|
|
workflowConfig:
|
|
openMetadataServerConfig:
|
|
hostPort: http://localhost:8585/api
|
|
authProvider: openmetadata
|
|
securityConfig:
|
|
jwtToken: "eyJraWQiOiJHYjM4OWEtOWY3Ni1nZGpzLWE5MmotMDI0MmJrOTQzNTYiLCJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiJ9.eyJzdWIiOiJhZG1pbiIsImlzQm90IjpmYWxzZSwiaXNzIjoib3Blbi1tZXRhZGF0YS5vcmciLCJpYXQiOjE2NjM5Mzg0NjIsImVtYWlsIjoiYWRtaW5Ab3Blbm1ldGFkYXRhLm9yZyJ9.tS8um_5DKu7HgzGBzS1VTA5uUjKWOCU0B_j08WXBiEC0mr0zNREkqVfwFDD-d24HlNEbrqioLsBuFRiwIWKc1m_ZlVQbG7P36RUxhuv2vbSp80FKyNM-Tj93FDzq91jsyNmsQhyNv_fNr3TXfzzSPjHt8Go0FMMP66weoKMgW2PbXlhVKwEuXUHyakLLzewm9UMeQaEiRzhiTMU3UkLXcKbYEJJvfNFcLwSl9W8JCO_l0Yj3ud-qt_nQYEZwqW6u5nfdQllN133iikV4fM5QZsMCnm8Rq1mvLR0y9bmJiD7fwM1tmJ791TUWqmKaTnP49U493VanKpUAfzIiOiIbhg"
|