2022-06-27 15:08:41 +05:30
|
|
|
source:
|
2022-10-03 05:13:35 +05:30
|
|
|
type: glue-pipeline
|
2022-06-27 15:08:41 +05:30
|
|
|
serviceName: local_glue
|
|
|
|
|
serviceConnection:
|
|
|
|
|
config:
|
2022-10-03 05:13:35 +05:30
|
|
|
type: GluePipeline
|
2022-06-27 15:08:41 +05:30
|
|
|
awsConfig:
|
|
|
|
|
awsAccessKeyId: aws accessKey id
|
|
|
|
|
awsSecretAccessKey: aws secret access key
|
|
|
|
|
awsRegion: aws region
|
|
|
|
|
endPointURL: https://glue.<region_name>.amazonaws.com/
|
|
|
|
|
sourceConfig:
|
|
|
|
|
config:
|
|
|
|
|
type: PipelineMetadata
|
|
|
|
|
sink:
|
|
|
|
|
type: metadata-rest
|
|
|
|
|
config: {}
|
|
|
|
|
workflowConfig:
|
|
|
|
|
openMetadataServerConfig:
|
|
|
|
|
hostPort: http://localhost:8585/api
|
|
|
|
|
authProvider: no-auth
|
