mirror of
				https://github.com/datahub-project/datahub.git
				synced 2025-11-04 04:39:10 +00:00 
			
		
		
		
	
		
			
				
	
	
		
			51 lines
		
	
	
		
			1.5 KiB
		
	
	
	
		
			YAML
		
	
	
	
	
	
			
		
		
	
	
			51 lines
		
	
	
		
			1.5 KiB
		
	
	
	
		
			YAML
		
	
	
	
	
	
---
 | 
						|
# see https://docs.datahub.com/docs/generated/ingestion/sources/redshift for complete documentation
 | 
						|
source:
 | 
						|
  type: "redshift"
 | 
						|
  config:
 | 
						|
    # Coordinates
 | 
						|
    host_port: host:port
 | 
						|
    database: database_name
 | 
						|
    options:
 | 
						|
      connect_args:
 | 
						|
        sslmode: prefer
 | 
						|
    # Credentials
 | 
						|
    username: datahub
 | 
						|
    password: datahub
 | 
						|
    #include_tables: true
 | 
						|
    #include_views: true
 | 
						|
    #include_table_lineage: true
 | 
						|
    #default_schema: public
 | 
						|
    #table_lineage_mode: stl_scan_based
 | 
						|
    #include_copy_lineage: true
 | 
						|
    #start_time: 2020-12-15T20:08:23.091Z
 | 
						|
    #end_time: 2023-12-15T20:08:23.091Z
 | 
						|
    #profiling:
 | 
						|
    #  enabled: true
 | 
						|
    #  turn_off_expensive_profiling_metrics: false
 | 
						|
    #  limit: 10
 | 
						|
    #  query_combiner_enabled: true
 | 
						|
    #  max_number_of_fields_to_profile: 8
 | 
						|
    #  profile_table_level_only: false
 | 
						|
    #  include_field_null_count: true
 | 
						|
    #  include_field_min_value: true
 | 
						|
    #  include_field_max_value: true
 | 
						|
    #  include_field_mean_value: true
 | 
						|
    #  include_field_median_value: true
 | 
						|
    #  include_field_stddev_value: false
 | 
						|
    #  include_field_quantiles: false
 | 
						|
    #  include_field_distinct_value_frequencies: false
 | 
						|
    #  include_field_histogram: false
 | 
						|
    #  include_field_sample_values: false
 | 
						|
    #profile_pattern:
 | 
						|
    #  allow:
 | 
						|
    #  - "schema.table.column"
 | 
						|
    #  deny:
 | 
						|
    #  - "*.*.*"
 | 
						|
 | 
						|
# see https://docs.datahub.com/docs/metadata-ingestion/sink_docs/datahub for complete documentation
 | 
						|
sink:
 | 
						|
  type: "datahub-rest"
 | 
						|
  config:
 | 
						|
    server: "http://localhost:8080"
 |