datahub/metadata-ingestion/examples/recipes/bigquery_to_datahub.dhub.yaml

---
# see https://datahubproject.io/docs/generated/ingestion/sources/bigquery for complete documentation
source:
  type: "bigquery"
  config:
    ## Coordinates
    project_id: project-id-1234567
    ## Credentials
    ## If GOOGLE_APPLICATION_CREDENTIALS environment variable is not set you can specify credentials here
    #credential:
    #  project_id: project-id-1234567
    #  private_key_id: "d0121d0000882411234e11166c6aaa23ed5d74e0"
    #  private_key: "-----BEGIN PRIVATE KEY-----\nMIIyourkey\n-----END PRIVATE KEY-----\n"
    #  client_email: "test@suppproject-id-1234567.iam.gserviceaccount.com"
    #  client_id: "123456678890"
    #include_tables: true
    #include_views: true
    #include_table_lineage: true
    #start_time: 2021-12-15T20:08:23.091Z
    #end_time: 2023-12-15T20:08:23.091Z
    #profiling:
    #  enabled: true
    #  turn_off_expensive_profiling_metrics: false
    #  query_combiner_enabled: true
    #  max_number_of_fields_to_profile: 8
    #  profile_table_level_only: false
    #  include_field_null_count: true
    #  include_field_min_value: true
    #  include_field_max_value: true
    #  include_field_mean_value: true
    #  include_field_median_value: true
    #  include_field_stddev_value: false
    #  include_field_quantiles: false
    #  include_field_distinct_value_frequencies: false
    #  include_field_histogram: false
    #  include_field_sample_values: false
    #profile_pattern:
    #  allow:
    #  - "schema.table.column"
    #  deny:
    #  - "*.*.*"
    #storage_project_id: project-id-1234567

## see https://datahubproject.io/docs/metadata-ingestion/sink_docs/datahub for complete documentation
sink:
  type: "datahub-rest"
  config:
    server: "http://localhost:8080"