OpenMetadata/openmetadata-docs/ingestion/connectors/postgres/profiler.yaml

source:
  type: postgres
  serviceName: local_postgres
  serviceConnection:
    config:
      type: Postgres
      username: openmetadata_user
      password: openmetadata_password
      hostPort: localhost:5432
  sourceConfig:
    config:
      type: Profiler
      generateSampleData: <true | false>
      profileSample: <number between 0 and 99>
      databaseFilterPattern: <table FQN filtering regex>
      schemaFilterPattern: <table FQN filtering regex>
      tableFilterPattern: <table FQN filtering regex>
processor:
  type: orm-profiler
  config:
    tableConfig:
      - fullyQualifiedName: <table fqn>
        profileSample: <number between 0 and 99>
        columnConfig:
          profileQuery: <query to use for sampling data for the profiler>
          excludeColumns:
            - <column name>
          includeColumns:
            - columnName: <column name>
            - metrics:
              - MEAN
              - MEDIAN
              - ...
sink:
  type: metadata-rest
  config: {}
workflowConfig:
  openMetadataServerConfig:
    hostPort: <OpenMetadata host and port>
    authProvider: <OpenMetadata auth provider>