mirror of
https://github.com/open-metadata/OpenMetadata.git
synced 2025-12-28 07:58:31 +00:00
78b5f8c8e2
* Added database filter in workflow * Removed association between profiler and data quality * fixed tests with removed association * Fixed sonar code smells and bugs * Updated profiler workflow to: - support only running profiler (removed test run) - support column inclusion and exclusion - added back support for partitioned table and sample * moved status to workflow * Fixed tests * removed test logic from profiler sink * Added logic to return sample from workflow sample value * Added profiler examples * Updated documentation for profiler * Fixed code smells
46 lines
1.0 KiB
YAML
46 lines
1.0 KiB
YAML
source:
|
|
type: redshift
|
|
serviceName: local_redshift
|
|
serviceConnection:
|
|
config:
|
|
hostPort: my-host:5439
|
|
username: username
|
|
password: strongPassword
|
|
database: databseToConnect
|
|
type: Redshift
|
|
sourceConfig:
|
|
config:
|
|
type: Profiler
|
|
generateSampleData: true
|
|
databaseFilterPattern:
|
|
includes:
|
|
- database
|
|
schemaFilterPattern:
|
|
includes:
|
|
- schema_one
|
|
excludes:
|
|
- schema_two
|
|
tableFilterPattern:
|
|
includes:
|
|
- orders
|
|
- customers
|
|
|
|
processor:
|
|
type: "orm-profiler"
|
|
config:
|
|
tableConfig:
|
|
- fullyQualifiedName: local_redshift.database.schema_one.orders
|
|
profileSample: 85
|
|
columnConfig:
|
|
includeColumns:
|
|
- columnName: order_id
|
|
- columnName: order_date
|
|
- columnName: status
|
|
|
|
sink:
|
|
type: metadata-rest
|
|
config: {}
|
|
workflowConfig:
|
|
openMetadataServerConfig:
|
|
hostPort: http://localhost:8585/api
|
|
authProvider: no-auth |