Doc: Add missing source config types in connectors config examples (#9955)

This commit is contained in:
Nahuel 2023-01-27 15:30:48 +01:00 committed by GitHub
parent f6d59f599e
commit da1f911581
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
86 changed files with 93 additions and 93 deletions

View File

@ -4,9 +4,9 @@ source:
serviceConnection:
config:
type: Amundsen
username: neo4j
password: test
hostPort: bolt://192.168.1.8:7687
username: neo4j_username
password: neo4j_password
hostPort: bolt://localhost:7687
sourceConfig:
config:
type: DatabaseMetadata

View File

@ -11,6 +11,7 @@ source:
driver: ODBC Driver 17 for SQL Server
sourceConfig:
config:
type: DatabaseMetadata
schemaFilterPattern:
excludes:
- mysql.*

View File

@ -18,6 +18,7 @@ source:
clientX509CertUrl: ''
sourceConfig:
config:
type: DatabaseUsage
queryLogDuration: '1'
processor:
type: query-parser

View File

@ -10,6 +10,7 @@ source:
databaseSchema: default
sourceConfig:
config:
type: DatabaseUsage
queryLogDuration: '1'
processor:
type: query-parser

View File

@ -1,17 +0,0 @@
source:
type: kafka
config:
service_name: local_kafka
bootstrap_servers: 192.168.1.32:9092
schema_registry_url: http://192.168.1.32:8081
filter_pattern:
excludes:
- _confluent.*
sink:
type: metadata-rest
config: {}
metadata_server:
type: metadata-server
config:
api_endpoint: http://localhost:8585/api
auth_provider_type: no-auth

View File

@ -9,6 +9,7 @@ source:
http_path: <http path of databricks cluster>
sourceConfig:
config:
type: DatabaseUsage
queryLogDuration: 1
processor:
type: query-parser

View File

@ -13,6 +13,7 @@ source:
prefix: prefix
sourceConfig:
config:
type: DatabaseMetadata
tableFilterPattern:
includes:
- ''

View File

@ -1,12 +0,0 @@
source:
type: gcs
config:
service_name: gcp-gcs
sink:
type: metadata-rest
config: {}
metadata_server:
type: metadata-server
config:
api_endpoint: http://localhost:8585/api
auth_provider_type: no-auth

View File

@ -7,16 +7,13 @@ source:
bootstrapServers: localhost:9092
schemaRegistryURL: http://localhost:8081
consumerConfig: {}
schemaRegistryConfig:
basic.auth.user.info: "admin_user:admin_pass"
schemaRegistryConfig: {}
sourceConfig:
config:
type: MessagingMetadata
topicFilterPattern:
includes:
- "create-user-request"
excludes:
- "_confluent.*"
- _confluent.*
generateSampleData: true
sink:
type: metadata-rest
@ -24,6 +21,4 @@ sink:
workflowConfig:
openMetadataServerConfig:
hostPort: http://localhost:8585/api
authProvider: openmetadata
securityConfig:
jwtToken: "eyJraWQiOiJHYjM4OWEtOWY3Ni1nZGpzLWE5MmotMDI0MmJrOTQzNTYiLCJ0eXAiOiJKV1QiLCJhbGciOiJSUzI1NiJ9.eyJzdWIiOiJhZG1pbiIsImlzQm90IjpmYWxzZSwiaXNzIjoib3Blbi1tZXRhZGF0YS5vcmciLCJpYXQiOjE2NjM5Mzg0NjIsImVtYWlsIjoiYWRtaW5Ab3Blbm1ldGFkYXRhLm9yZyJ9.tS8um_5DKu7HgzGBzS1VTA5uUjKWOCU0B_j08WXBiEC0mr0zNREkqVfwFDD-d24HlNEbrqioLsBuFRiwIWKc1m_ZlVQbG7P36RUxhuv2vbSp80FKyNM-Tj93FDzq91jsyNmsQhyNv_fNr3TXfzzSPjHt8Go0FMMP66weoKMgW2PbXlhVKwEuXUHyakLLzewm9UMeQaEiRzhiTMU3UkLXcKbYEJJvfNFcLwSl9W8JCO_l0Yj3ud-qt_nQYEZwqW6u5nfdQllN133iikV4fM5QZsMCnm8Rq1mvLR0y9bmJiD7fwM1tmJ791TUWqmKaTnP49U493VanKpUAfzIiOiIbhg"
authProvider: no-auth

View File

@ -9,6 +9,7 @@ source:
type: Mode
sourceConfig:
config:
type: DashboardMetadata
chartFilterPattern:
includes:
- Gross Margin %

View File

@ -10,6 +10,7 @@ source:
hostPort: localhost:1433
sourceConfig:
config:
type: DatabaseUsage
queryLogDuration: '1'
processor:
type: query-parser

View File

@ -10,7 +10,8 @@ source:
oracleConnectionType:
oracleServiceName: TESTDB
sourceConfig:
config: {}
config:
type: DatabaseMetadata
sink:
type: metadata-rest
config: {}

View File

@ -10,6 +10,7 @@ source:
database: database_name
sourceConfig:
config:
type: DatabaseUsage
queryLogDuration: 1
processor:
type: query-parser

View File

@ -12,6 +12,7 @@ source:
type: PowerBI
sourceConfig:
config:
type: DashboardMetadata
chartFilterPattern:
includes:
- Gross Margin %

View File

@ -11,7 +11,7 @@ source:
databaseSchema: schema_name
sourceConfig:
config:
generateSampleData: false
type: DatabaseMetadata
sink:
type: metadata-rest
config: {}

View File

@ -11,6 +11,7 @@ source:
connectionArguments: {}
sourceConfig:
config:
type: DatabaseUsage
queryLogDuration: '1'
queryLogFilePath: <path to query log file>
processor:

View File

@ -9,6 +9,7 @@ source:
consumerConfig: {}
schemaRegistryConfig: {}
sourceConfig:
type: MessagingMetadata
config:
generateSampleData: true
sink:

View File

@ -10,6 +10,7 @@ source:
type: Redshift
sourceConfig:
config:
type: DatabaseMetadata
schemaFilterPattern:
excludes:
- information_schema.*

View File

@ -10,6 +10,7 @@ source:
type: Redshift
sourceConfig:
config:
type: DatabaseUsage
queryLogDuration: '1'
processor:
type: query-parser

View File

@ -1,12 +0,0 @@
source:
type: s3
config:
service_name: aws-s3
sink:
type: metadata-rest
config: {}
metadata_server:
type: metadata-server
config:
api_endpoint: http://localhost:8585/api
auth_provider_type: no-auth

View File

@ -1,25 +0,0 @@
source:
type: sample-entity
config:
no_of_services: 1
no_of_databases: 100
no_of_tables: 100
no_of_columns: 5
no_of_dashboards: 100
no_of_charts: 10
no_of_topics: 100
generate_tables: 'false'
generate_dashboards: 'false'
generate_topics: 'true'
host_port: ''
service_type: MySQL
service_name: MySQL
scheme: local_mysql
sink:
type: metadata-rest
config: {}
metadata_server:
type: metadata-server
config:
api_endpoint: http://localhost:8585/api
auth_provider_type: no-auth

View File

@ -13,6 +13,7 @@ source:
private_key: private_key
sourceConfig:
config:
type: DatabaseMetadata
schemaFilterPattern:
excludes:
- mysql.*

View File

@ -16,9 +16,9 @@ source:
type: Superset
sourceConfig:
config:
type: DashboardMetadata
chartFilterPattern: {}
dashboardFilterPattern: {}
type: DashboardMetadata
sink:
type: metadata-rest
config: {}

View File

@ -12,6 +12,7 @@ source:
connectionArguments: {}
sourceConfig:
config:
type: DatabaseMetadata
tableFilterPattern:
includes:
- customer.*

View File

@ -20,7 +20,6 @@ source:
schemaFilterPattern:
excludes:
- information_schema.*
sink:
type: metadata-rest
config: {}

View File

@ -39,6 +39,7 @@ source:
s3StagingDir: s3 directory for datasource
workgroup: workgroup name
sourceConfig:
type: DatabaseMetadata
config:
markDeletedTables: true
includeTables: true
@ -60,6 +61,7 @@ source:
serviceName: my_athena_service
sourceConfig:
config:
type: DatabaseMetadata
markDeletedTables: true
includeTables: true
includeViews: true

View File

@ -58,8 +58,6 @@ source:
apiHost: api.domo.com
sandboxDomain: https://<api_domo>.domo.com
sourceConfig:
dashboardFilterPattern: {}
chartFilterPattern: {}
config:
type: DashboardMetadata
# dbServiceNames:

View File

@ -59,8 +59,6 @@ source:
sandboxDomain: https://<api_domo>.domo.com
sourceConfig:
config:
dashboardFilterPattern: {}
chartFilterPattern: {}
type: DashboardMetadata
# dbServiceNames:
# - service1

View File

@ -64,6 +64,7 @@ source:
workgroup: workgroup name
sourceConfig:
config:
type: DatabaseMetadata
markDeletedTables: true
includeTables: true
includeViews: true

View File

@ -64,6 +64,7 @@ source:
workgroup: workgroup name
sourceConfig:
config:
type: DatabaseMetadata
markDeletedTables: true
includeTables: true
includeViews: true

View File

@ -61,6 +61,7 @@ source:
# driver: ODBC Driver 18 for SQL Server (default)
sourceConfig:
config:
type: DatabaseMetadata
markDeletedTables: true
includeTables: true
includeViews: true

View File

@ -61,6 +61,7 @@ source:
# driver: ODBC Driver 18 for SQL Server (default)
sourceConfig:
config:
type: DatabaseMetadata
markDeletedTables: true
includeTables: true
includeViews: true

View File

@ -97,6 +97,7 @@ source:
clientX509CertUrl: https://cert.url
sourceConfig:
config:
type: DatabaseMetadata
markDeletedTables: true
includeTables: true
includeViews: true

View File

@ -97,6 +97,7 @@ source:
clientX509CertUrl: https://cert.url
sourceConfig:
config:
type: DatabaseMetadata
markDeletedTables: true
includeTables: true
includeViews: true

View File

@ -69,6 +69,7 @@ source:
# scheme: clickhouse+http (default), or clickhouse+native
sourceConfig:
config:
type: DatabaseMetadata
markDeletedTables: true
includeTables: true
includeViews: true

View File

@ -69,6 +69,7 @@ source:
# scheme: clickhouse+http (default), or clickhouse+native
sourceConfig:
config:
type: DatabaseMetadata
markDeletedTables: true
includeTables: true
includeViews: true

View File

@ -62,6 +62,7 @@ source:
httpPath: <http path of databricks cluster>
sourceConfig:
config:
type: DatabaseMetadata
markDeletedTables: true
includeTables: true
includeViews: true

View File

@ -62,6 +62,7 @@ source:
httpPath: <http path of databricks cluster>
sourceConfig:
config:
type: DatabaseMetadata
markDeletedTables: true
includeTables: true
includeViews: true

View File

@ -107,6 +107,7 @@ source:
prefix: prefix
sourceConfig:
config:
type: DatabaseMetadata
tableFilterPattern:
includes:
- ''

View File

@ -109,6 +109,7 @@ source:
bucketName: bucket name
prefix: prefix
sourceConfig:
type: DatabaseMetadata
config:
tableFilterPattern:
includes:

View File

@ -60,6 +60,7 @@ source:
# databaseSchema: schema
sourceConfig:
config:
type: DatabaseMetadata
markDeletedTables: true
includeTables: true
includeViews: true

View File

@ -60,6 +60,7 @@ source:
# databaseSchema: schema
sourceConfig:
config:
type: DatabaseMetadata
markDeletedTables: true
includeTables: true
includeViews: true

View File

@ -61,6 +61,7 @@ source:
appName: MyApp
sourceConfig:
config:
type: DatabaseMetadata
markDeletedTables: true
includeTables: true
includeViews: true

View File

@ -61,6 +61,7 @@ source:
appName: MyApp
sourceConfig:
config:
type: DatabaseMetadata
markDeletedTables: true
includeTables: true
includeViews: true

View File

@ -62,6 +62,7 @@ source:
# database: database
sourceConfig:
config:
type: DatabaseMetadata
markDeletedTables: true
includeTables: true
includeViews: true

View File

@ -61,7 +61,7 @@ source:
sandboxDomain: https://<api_domo>.domo.com
sourceConfig:
config:
type: DatabaseMetadata
type: DatabaseMetadata
sink:
type: metadata-rest
config: {}

View File

@ -60,6 +60,7 @@ source:
database: <database>
sourceConfig:
config:
type: DatabaseMetadata
markDeletedTables: true
includeTables: true
includeViews: true

View File

@ -60,6 +60,7 @@ source:
database: <database>
sourceConfig:
config:
type: DatabaseMetadata
markDeletedTables: true
includeTables: true
includeViews: true

View File

@ -70,6 +70,7 @@ source:
clientX509CertUrl: https://cert.url
sourceConfig:
config:
type: DatabaseMetadata
markDeletedTables: true
includeTables: true
includeViews: true

View File

@ -70,6 +70,7 @@ source:
clientX509CertUrl: https://cert.url
sourceConfig:
config:
type: DatabaseMetadata
markDeletedTables: true
includeTables: true
includeViews: true

View File

@ -62,6 +62,7 @@ source:
storageServiceName: storage_name
sourceConfig:
config:
type: DatabaseMetadata
markDeletedTables: true
includeTables: true
includeViews: true

View File

@ -62,6 +62,7 @@ source:
storageServiceName: storage_name
sourceConfig:
config:
type: DatabaseMetadata
markDeletedTables: true
includeTables: true
includeViews: true

View File

@ -60,6 +60,7 @@ source:
hostPort: <hive connection host & port>
sourceConfig:
config:
type: DatabaseMetadata
markDeletedTables: true
includeTables: true
includeViews: true

View File

@ -60,6 +60,7 @@ source:
hostPort: <hive connection host & port>
sourceConfig:
config:
type: DatabaseMetadata
markDeletedTables: true
includeTables: true
includeViews: true

View File

@ -60,6 +60,7 @@ source:
# databaseSchema: schema
sourceConfig:
config:
type: DatabaseMetadata
markDeletedTables: true
includeTables: true
includeViews: true

View File

@ -60,6 +60,7 @@ source:
# databaseSchema: schema
sourceConfig:
config:
type: DatabaseMetadata
markDeletedTables: true
includeTables: true
includeViews: true

View File

@ -67,6 +67,7 @@ source:
# database: <database>
sourceConfig:
config:
type: DatabaseMetadata
markDeletedTables: true
includeTables: true
includeViews: true

View File

@ -67,6 +67,7 @@ source:
# database: <database>
sourceConfig:
config:
type: DatabaseMetadata
markDeletedTables: true
includeTables: true
includeViews: true

View File

@ -60,6 +60,7 @@ source:
# databaseSchema: schema
sourceConfig:
config:
type: DatabaseMetadata
markDeletedTables: true
includeTables: true
includeViews: true

View File

@ -60,6 +60,7 @@ source:
# databaseSchema: schema
sourceConfig:
config:
type: DatabaseMetadata
markDeletedTables: true
includeTables: true
includeViews: true

View File

@ -65,6 +65,7 @@ source:
# databaseSchema: schema
sourceConfig:
config:
type: DatabaseMetadata
markDeletedTables: true
includeTables: true
includeViews: true

View File

@ -65,6 +65,7 @@ source:
# databaseSchema: schema
sourceConfig:
config:
type: DatabaseMetadata
markDeletedTables: true
includeTables: true
includeViews: true

View File

@ -89,6 +89,7 @@ source:
# database: database
sourceConfig:
config:
type: DatabaseMetadata
markDeletedTables: true
includeTables: true
includeViews: true

View File

@ -89,6 +89,7 @@ source:
# database: database
sourceConfig:
config:
type: DatabaseMetadata
markDeletedTables: true
includeTables: true
includeViews: true

View File

@ -63,6 +63,7 @@ source:
# databaseSchema: schema
sourceConfig:
config:
type: DatabaseMetadata
markDeletedTables: true
includeTables: true
includeViews: true

View File

@ -63,6 +63,7 @@ source:
# databaseSchema: schema
sourceConfig:
config:
type: DatabaseMetadata
markDeletedTables: true
includeTables: true
includeViews: true

View File

@ -84,6 +84,7 @@ source:
# ingestAllDatabases: true
sourceConfig:
config:
type: DatabaseMetadata
markDeletedTables: true
includeTables: true
includeViews: true

View File

@ -84,6 +84,7 @@ source:
# ingestAllDatabases: true
sourceConfig:
config:
type: DatabaseMetadata
markDeletedTables: true
includeTables: true
includeViews: true

View File

@ -61,6 +61,7 @@ source:
sobjectName: sobjectName
sourceConfig:
config:
type: DatabaseMetadata
markDeletedTables: true
includeTables: true
includeViews: true

View File

@ -61,6 +61,7 @@ source:
sobjectName: sobjectName
sourceConfig:
config:
type: DatabaseMetadata
markDeletedTables: true
includeTables: true
includeViews: true

View File

@ -60,6 +60,7 @@ source:
# databaseSchema: schema
sourceConfig:
config:
type: DatabaseMetadata
markDeletedTables: true
includeTables: true
includeViews: true

View File

@ -60,6 +60,7 @@ source:
# databaseSchema: schema
sourceConfig:
config:
type: DatabaseMetadata
markDeletedTables: true
includeTables: true
includeViews: true

View File

@ -123,6 +123,7 @@ source:
# role: <role>
sourceConfig:
config:
type: DatabaseMetadata
markDeletedTables: true
includeTables: true
includeViews: true

View File

@ -122,6 +122,7 @@ source:
# role: <role>
sourceConfig:
config:
type: DatabaseMetadata
markDeletedTables: true
includeTables: true
includeViews: true

View File

@ -77,6 +77,7 @@ source:
# key: value
sourceConfig:
config:
type: DatabaseMetadata
markDeletedTables: true
includeTables: true
includeViews: true

View File

@ -77,6 +77,7 @@ source:
# key: value
sourceConfig:
config:
type: DatabaseMetadata
markDeletedTables: true
includeTables: true
includeViews: true

View File

@ -95,6 +95,7 @@ source:
# database: database
sourceConfig:
config:
type: DatabaseMetadata
markDeletedTables: true
includeTables: true
includeViews: true

View File

@ -95,6 +95,7 @@ source:
# database: database
sourceConfig:
config:
type: DatabaseMetadata
markDeletedTables: true
includeTables: true
includeViews: true

View File

@ -58,6 +58,7 @@ source:
schemaRegistryConfig: {}
sourceConfig:
config:
type: MessagingMetadata
topicFilterPattern:
excludes:
- _confluent.*

View File

@ -58,6 +58,7 @@ source:
schemaRegistryConfig: {}
sourceConfig:
config:
type: MessagingMetadata
topicFilterPattern:
excludes:
- _confluent.*

View File

@ -58,6 +58,7 @@ source:
schemaRegistryConfig: {}
sourceConfig:
config:
type: MessagingMetadata
topicFilterPattern:
excludes:
- _confluent.*

View File

@ -58,6 +58,7 @@ source:
schemaRegistryConfig: {}
sourceConfig:
config:
type: MessagingMetadata
topicFilterPattern:
excludes:
- _confluent.*

View File

@ -82,8 +82,8 @@ source:
validateSSL: <true or false>
encrypted: <true or false>
sourceConfig:
config: {}
config:
type: DatabaseMetadata
sink:
type: metadata-rest
config: {}
@ -99,7 +99,7 @@ You can find all the definitions and types for the `serviceConnection` [here](ht
- `username`: Enter the username of your Amundsen user in the Username field. The specified user should be authorized to read all databases you want to include in the metadata ingestion workflow.
- `password`: Enter the password for your amundsen user in the Password field.
- `hostPort`: Host and port of the Amundsen Neo4j Connection.
- `hostPort`: Host and port of the Amundsen Neo4j Connection. This expect a URI format like: bolt://localhost:7687.
- `maxConnectionLifeTime` (optional): Maximum connection lifetime for the Amundsen Neo4j Connection
- `validateSSL` (optional): Enable SSL validation for the Amundsen Neo4j Connection.
- `encrypted` (Optional): Enable encryption for the Amundsen Neo4j Connection.

View File

@ -59,8 +59,14 @@ source:
sandboxDomain: https://<api_domo>.domo.com
sourceConfig:
config:
pipelineFilterPattern: {}
type: PipelineMetadata
# pipelineFilterPattern:
# includes:
# - pipeline1
# - pipeline2
# excludes:
# - pipeline3
# - pipeline4
sink:
type: metadata-rest
config: {}

View File

@ -59,8 +59,7 @@ source:
sandboxDomain: https://<api_domo>.domo.com
sourceConfig:
config:
pipelineFilterPattern: {}
type: PipelineMetadata
type: PipelineMetadata
# pipelineFilterPattern:
# includes:
# - pipeline1

View File

@ -31,7 +31,7 @@
"hostPort": {
"expose": true,
"title": "Host and Port",
"description": "Host and port of the Amundsen Neo4j Connection.",
"description": "Host and port of the Amundsen Neo4j Connection. This expect a URI format like: bolt://localhost:7687.",
"type": "string",
"format": "uri"
},