2022-05-17 18:12:18 +05:30
|
|
|
source:
|
|
|
|
|
type: glue
|
|
|
|
|
serviceName: local_glue
|
|
|
|
|
serviceConnection:
|
|
|
|
|
config:
|
|
|
|
|
type: Glue
|
|
|
|
|
awsConfig:
|
|
|
|
|
awsAccessKeyId: aws accessKey id
|
|
|
|
|
awsSecretAccessKey: aws secret access key
|
|
|
|
|
awsRegion: aws region
|
|
|
|
|
endPointURL: https://glue.<region_name>.amazonaws.com/
|
|
|
|
|
database: local_glue_db
|
|
|
|
|
storageServiceName: storage_name
|
|
|
|
|
pipelineServiceName: pipeline_name
|
|
|
|
|
sourceConfig:
|
|
|
|
|
config:
|
2022-06-08 16:10:40 +02:00
|
|
|
type: DatabaseMetadata
|
2022-05-17 18:12:18 +05:30
|
|
|
sink:
|
|
|
|
|
type: metadata-rest
|
|
|
|
|
config: {}
|
|
|
|
|
workflowConfig:
|
|
|
|
|
openMetadataServerConfig:
|
|
|
|
|
hostPort: http://localhost:8585/api
|
|
|
|
|
authProvider: no-auth
|
