OpenMetadata/ingestion/examples/workflows/query_log_usage.yaml

35 lines
1.3 KiB
YAML
Raw Normal View History

2022-05-17 18:12:18 +05:30
source:
type: query-log-usage
serviceName: local_mysql
serviceConnection:
config:
type: Mysql
username: openmetadata_user
authType:
password: openmetadata_password
2022-05-17 18:12:18 +05:30
hostPort: localhost:3306
connectionOptions: {}
connectionArguments: {}
sourceConfig:
config:
type: DatabaseUsage
2022-05-17 18:12:18 +05:30
queryLogDuration: '1'
queryLogFilePath: <path to query log file>
processor:
type: query-parser
config: {}
2022-05-17 18:12:18 +05:30
stage:
type: table-usage
config:
filename: /tmp/query_log_usage
bulkSink:
type: metadata-usage
config:
filename: /tmp/query_log_usage
workflowConfig:
openMetadataServerConfig:
hostPort: http://localhost:8585/api
authProvider: openmetadata
securityConfig:
jwtToken: "eyJraWQiOiJHYjM4OWEtOWY3Ni1nZGpzLWE5MmotMDI0MmJrOTQzNTYiLCJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiJ9.eyJzdWIiOiJhZG1pbiIsImlzQm90IjpmYWxzZSwiaXNzIjoib3Blbi1tZXRhZGF0YS5vcmciLCJpYXQiOjE2NjM5Mzg0NjIsImVtYWlsIjoiYWRtaW5Ab3Blbm1ldGFkYXRhLm9yZyJ9.tS8um_5DKu7HgzGBzS1VTA5uUjKWOCU0B_j08WXBiEC0mr0zNREkqVfwFDD-d24HlNEbrqioLsBuFRiwIWKc1m_ZlVQbG7P36RUxhuv2vbSp80FKyNM-Tj93FDzq91jsyNmsQhyNv_fNr3TXfzzSPjHt8Go0FMMP66weoKMgW2PbXlhVKwEuXUHyakLLzewm9UMeQaEiRzhiTMU3UkLXcKbYEJJvfNFcLwSl9W8JCO_l0Yj3ud-qt_nQYEZwqW6u5nfdQllN133iikV4fM5QZsMCnm8Rq1mvLR0y9bmJiD7fwM1tmJ791TUWqmKaTnP49U493VanKpUAfzIiOiIbhg"