diff --git a/docker/development/docker-compose-postgres.yml b/docker/development/docker-compose-postgres.yml index 4398b51f70a..87876c4c01b 100644 --- a/docker/development/docker-compose-postgres.yml +++ b/docker/development/docker-compose-postgres.yml @@ -64,6 +64,10 @@ services: dockerfile: docker/development/Dockerfile container_name: openmetadata_server environment: + OPENMETADATA_CLUSTER_NAME: ${OPENMETADATA_CLUSTER_NAME:-openmetadata} + SERVER_PORT: ${SERVER_PORT:-8585} + SERVER_ADMIN_PORT: ${SERVER_ADMIN_PORT:-8586} + LOG_LEVEL: ${LOG_LEVEL:-INFO} OPENMETADATA_DEBUG: ${OPENMETADATA_DEBUG:-false} # OpenMetadata Server Authentication Configuration AUTHORIZER_CLASS_NAME: ${AUTHORIZER_CLASS_NAME:-org.openmetadata.service.security.DefaultAuthorizer} @@ -82,6 +86,7 @@ services: AUTHENTICATION_CALLBACK_URL: ${AUTHENTICATION_CALLBACK_URL:-""} AUTHENTICATION_JWT_PRINCIPAL_CLAIMS: ${AUTHENTICATION_JWT_PRINCIPAL_CLAIMS:-[email,preferred_username,sub]} AUTHENTICATION_ENABLE_SELF_SIGNUP : ${AUTHENTICATION_ENABLE_SELF_SIGNUP:-true} + # JWT Configuration RSA_PUBLIC_KEY_FILE_PATH: ${RSA_PUBLIC_KEY_FILE_PATH:-"./conf/public_key.der"} RSA_PRIVATE_KEY_FILE_PATH: ${RSA_PRIVATE_KEY_FILE_PATH:-"./conf/private_key.der"} @@ -108,6 +113,60 @@ services: ELASTICSEARCH_SCHEME: ${ELASTICSEARCH_SCHEME:-http} ELASTICSEARCH_USER: ${ELASTICSEARCH_USER:-""} ELASTICSEARCH_PASSWORD: ${ELASTICSEARCH_PASSWORD:-""} + SEARCH_TYPE: ${SEARCH_TYPE:- "elasticsearch"} + ELASTICSEARCH_TRUST_STORE_PATH: ${ELASTICSEARCH_TRUST_STORE_PATH:-""} + ELASTICSEARCH_TRUST_STORE_PASSWORD: ${ELASTICSEARCH_TRUST_STORE_PASSWORD:-""} + ELASTICSEARCH_CONNECTION_TIMEOUT_SECS: ${ELASTICSEARCH_CONNECTION_TIMEOUT_SECS:-5} + ELASTICSEARCH_SOCKET_TIMEOUT_SECS: ${ELASTICSEARCH_SOCKET_TIMEOUT_SECS:-60} + ELASTICSEARCH_KEEP_ALIVE_TIMEOUT_SECS: ${ELASTICSEARCH_KEEP_ALIVE_TIMEOUT_SECS:-600} + ELASTICSEARCH_BATCH_SIZE: ${ELASTICSEARCH_BATCH_SIZE:-10} + ELASTICSEARCH_INDEX_MAPPING_LANG: ${ELASTICSEARCH_INDEX_MAPPING_LANG:-EN} + + #eventMonitoringConfiguration + EVENT_MONITOR: ${EVENT_MONITOR:-prometheus} + EVENT_MONITOR_BATCH_SIZE: ${EVENT_MONITOR_BATCH_SIZE:-10} + EVENT_MONITOR_PATH_PATTERN: ${EVENT_MONITOR_PATH_PATTERN:-["/api/v1/tables/*", "/api/v1/health-check"]} + EVENT_MONITOR_LATENCY: ${EVENT_MONITOR_LATENCY:-[]} + + #pipelineServiceClientConfiguration + PIPELINE_SERVICE_CLIENT_CLASS_NAME: ${PIPELINE_SERVICE_CLIENT_CLASS_NAME:-"org.openmetadata.service.clients.pipeline.airflow.AirflowRESTClient"} + PIPELINE_SERVICE_IP_INFO_ENABLED: ${PIPELINE_SERVICE_IP_INFO_ENABLED:-false} + PIPELINE_SERVICE_CLIENT_HOST_IP: ${PIPELINE_SERVICE_CLIENT_HOST_IP:-""} + PIPELINE_SERVICE_CLIENT_SECRETS_MANAGER_LOADER: ${PIPELINE_SERVICE_CLIENT_SECRETS_MANAGER_LOADER:-"noop"} + #airflow parameters + AIRFLOW_USERNAME: ${AIRFLOW_USERNAME:-admin} + AIRFLOW_PASSWORD: ${AIRFLOW_PASSWORD:-admin} + AIRFLOW_TIMEOUT: ${AIRFLOW_TIMEOUT:-10} + AIRFLOW_TRUST_STORE_PATH: ${AIRFLOW_TRUST_STORE_PATH:-""} + AIRFLOW_TRUST_STORE_PASSWORD: ${AIRFLOW_TRUST_STORE_PASSWORD:-""} + FERNET_KEY: ${FERNET_KEY:-jJ/9sz0g0OHxsfxOoSfdFdmk3ysNmPRnH3TUAbz3IHA=} + + #secretsManagerConfiguration + SECRET_MANAGER: ${SECRET_MANAGER:-noop} + #parameters: + OM_SM_REGION: ${OM_SM_REGION:-""} + OM_SM_ACCESS_KEY_ID: ${OM_SM_ACCESS_KEY_ID:-""} + OM_SM_ACCESS_KEY: ${OM_SM_ACCESS_KEY:-""} + + #email configuration: + OM_EMAIL_ENTITY: ${OM_EMAIL_ENTITY:-"OpenMetadata"} + OM_SUPPORT_URL: ${OM_SUPPORT_URL:-"https://slack.open-metadata.org"} + AUTHORIZER_ENABLE_SMTP : ${AUTHORIZER_ENABLE_SMTP:-false} + OPENMETADATA_SERVER_URL: ${OPENMETADATA_SERVER_URL:-""} + OPENMETADATA_SMTP_SENDER_MAIL: ${OPENMETADATA_SMTP_SENDER_MAIL:-""} + SMTP_SERVER_ENDPOINT: ${SMTP_SERVER_ENDPOINT:-""} + SMTP_SERVER_PORT: ${SMTP_SERVER_PORT:-""} + SMTP_SERVER_USERNAME: ${SMTP_SERVER_USERNAME:-""} + SMTP_SERVER_PWD: ${SMTP_SERVER_PWD:-""} + SMTP_SERVER_STRATEGY: ${SMTP_SERVER_STRATEGY:-"SMTP_TLS"} + + #changeEventConfig + OM_URI: ${OM_URI:- "http://localhost:8585"} + + #extensionConfiguration + OM_RESOURCE_PACKAGES: ${OM_RESOURCE_PACKAGES:-[]} + OM_EXTENSIONS: ${OM_EXTENSIONS:-[]} + # Heap OPTS Configurations OPENMETADATA_HEAP_OPTS: ${OPENMETADATA_HEAP_OPTS:--Xmx1G -Xms1G} # Application Config diff --git a/docker/development/docker-compose.yml b/docker/development/docker-compose.yml index 1b444fb6e39..5c8108e814f 100644 --- a/docker/development/docker-compose.yml +++ b/docker/development/docker-compose.yml @@ -64,6 +64,11 @@ services: container_name: openmetadata_server environment: OPENMETADATA_DEBUG: ${OPENMETADATA_DEBUG:-false} + OPENMETADATA_CLUSTER_NAME: ${OPENMETADATA_CLUSTER_NAME:-openmetadata} + SERVER_PORT: ${SERVER_PORT:-8585} + SERVER_ADMIN_PORT: ${SERVER_ADMIN_PORT:-8586} + LOG_LEVEL: ${LOG_LEVEL:-INFO} + # OpenMetadata Server Authentication Configuration AUTHORIZER_CLASS_NAME: ${AUTHORIZER_CLASS_NAME:-org.openmetadata.service.security.DefaultAuthorizer} AUTHORIZER_REQUEST_FILTER: ${AUTHORIZER_REQUEST_FILTER:-org.openmetadata.service.security.JwtFilter} @@ -81,6 +86,7 @@ services: AUTHENTICATION_CALLBACK_URL: ${AUTHENTICATION_CALLBACK_URL:-""} AUTHENTICATION_JWT_PRINCIPAL_CLAIMS: ${AUTHENTICATION_JWT_PRINCIPAL_CLAIMS:-[email,preferred_username,sub]} AUTHENTICATION_ENABLE_SELF_SIGNUP : ${AUTHENTICATION_ENABLE_SELF_SIGNUP:-true} + # JWT Configuration RSA_PUBLIC_KEY_FILE_PATH: ${RSA_PUBLIC_KEY_FILE_PATH:-"./conf/public_key.der"} RSA_PRIVATE_KEY_FILE_PATH: ${RSA_PRIVATE_KEY_FILE_PATH:-"./conf/private_key.der"} @@ -107,6 +113,60 @@ services: ELASTICSEARCH_SCHEME: ${ELASTICSEARCH_SCHEME:-http} ELASTICSEARCH_USER: ${ELASTICSEARCH_USER:-""} ELASTICSEARCH_PASSWORD: ${ELASTICSEARCH_PASSWORD:-""} + SEARCH_TYPE: ${SEARCH_TYPE:- "elasticsearch"} + ELASTICSEARCH_TRUST_STORE_PATH: ${ELASTICSEARCH_TRUST_STORE_PATH:-""} + ELASTICSEARCH_TRUST_STORE_PASSWORD: ${ELASTICSEARCH_TRUST_STORE_PASSWORD:-""} + ELASTICSEARCH_CONNECTION_TIMEOUT_SECS: ${ELASTICSEARCH_CONNECTION_TIMEOUT_SECS:-5} + ELASTICSEARCH_SOCKET_TIMEOUT_SECS: ${ELASTICSEARCH_SOCKET_TIMEOUT_SECS:-60} + ELASTICSEARCH_KEEP_ALIVE_TIMEOUT_SECS: ${ELASTICSEARCH_KEEP_ALIVE_TIMEOUT_SECS:-600} + ELASTICSEARCH_BATCH_SIZE: ${ELASTICSEARCH_BATCH_SIZE:-10} + ELASTICSEARCH_INDEX_MAPPING_LANG: ${ELASTICSEARCH_INDEX_MAPPING_LANG:-EN} + + #eventMonitoringConfiguration + EVENT_MONITOR: ${EVENT_MONITOR:-prometheus} + EVENT_MONITOR_BATCH_SIZE: ${EVENT_MONITOR_BATCH_SIZE:-10} + EVENT_MONITOR_PATH_PATTERN: ${EVENT_MONITOR_PATH_PATTERN:-["/api/v1/tables/*", "/api/v1/health-check"]} + EVENT_MONITOR_LATENCY: ${EVENT_MONITOR_LATENCY:-[]} + + #pipelineServiceClientConfiguration + PIPELINE_SERVICE_CLIENT_CLASS_NAME: ${PIPELINE_SERVICE_CLIENT_CLASS_NAME:-"org.openmetadata.service.clients.pipeline.airflow.AirflowRESTClient"} + PIPELINE_SERVICE_IP_INFO_ENABLED: ${PIPELINE_SERVICE_IP_INFO_ENABLED:-false} + PIPELINE_SERVICE_CLIENT_HOST_IP: ${PIPELINE_SERVICE_CLIENT_HOST_IP:-""} + PIPELINE_SERVICE_CLIENT_SECRETS_MANAGER_LOADER: ${PIPELINE_SERVICE_CLIENT_SECRETS_MANAGER_LOADER:-"noop"} + #airflow parameters + AIRFLOW_USERNAME: ${AIRFLOW_USERNAME:-admin} + AIRFLOW_PASSWORD: ${AIRFLOW_PASSWORD:-admin} + AIRFLOW_TIMEOUT: ${AIRFLOW_TIMEOUT:-10} + AIRFLOW_TRUST_STORE_PATH: ${AIRFLOW_TRUST_STORE_PATH:-""} + AIRFLOW_TRUST_STORE_PASSWORD: ${AIRFLOW_TRUST_STORE_PASSWORD:-""} + FERNET_KEY: ${FERNET_KEY:-jJ/9sz0g0OHxsfxOoSfdFdmk3ysNmPRnH3TUAbz3IHA=} + + #secretsManagerConfiguration + SECRET_MANAGER: ${SECRET_MANAGER:-noop} + #parameters: + OM_SM_REGION: ${OM_SM_REGION:-""} + OM_SM_ACCESS_KEY_ID: ${OM_SM_ACCESS_KEY_ID:-""} + OM_SM_ACCESS_KEY: ${OM_SM_ACCESS_KEY:-""} + + #email configuration: + OM_EMAIL_ENTITY: ${OM_EMAIL_ENTITY:-"OpenMetadata"} + OM_SUPPORT_URL: ${OM_SUPPORT_URL:-"https://slack.open-metadata.org"} + AUTHORIZER_ENABLE_SMTP : ${AUTHORIZER_ENABLE_SMTP:-false} + OPENMETADATA_SERVER_URL: ${OPENMETADATA_SERVER_URL:-""} + OPENMETADATA_SMTP_SENDER_MAIL: ${OPENMETADATA_SMTP_SENDER_MAIL:-""} + SMTP_SERVER_ENDPOINT: ${SMTP_SERVER_ENDPOINT:-""} + SMTP_SERVER_PORT: ${SMTP_SERVER_PORT:-""} + SMTP_SERVER_USERNAME: ${SMTP_SERVER_USERNAME:-""} + SMTP_SERVER_PWD: ${SMTP_SERVER_PWD:-""} + SMTP_SERVER_STRATEGY: ${SMTP_SERVER_STRATEGY:-"SMTP_TLS"} + + #changeEventConfig + OM_URI: ${OM_URI:- "http://localhost:8585"} + + #extensionConfiguration + OM_RESOURCE_PACKAGES: ${OM_RESOURCE_PACKAGES:-[]} + OM_EXTENSIONS: ${OM_EXTENSIONS:-[]} + # Heap OPTS Configurations OPENMETADATA_HEAP_OPTS: ${OPENMETADATA_HEAP_OPTS:--Xmx1G -Xms1G} # Application Config diff --git a/docker/docker-compose-openmetadata/docker-compose-openmetadata-postgres.yml b/docker/docker-compose-openmetadata/docker-compose-openmetadata-postgres.yml index bb51c90d228..3c5c62adc58 100644 --- a/docker/docker-compose-openmetadata/docker-compose-openmetadata-postgres.yml +++ b/docker/docker-compose-openmetadata/docker-compose-openmetadata-postgres.yml @@ -16,6 +16,12 @@ services: restart: always image: docker.getcollate.io/openmetadata/server:1.0.1 environment: + OPENMETADATA_CLUSTER_NAME: ${OPENMETADATA_CLUSTER_NAME:-openmetadata} + SERVER_PORT: ${SERVER_PORT:-8585} + SERVER_ADMIN_PORT: ${SERVER_ADMIN_PORT:-8586} + LOG_LEVEL: ${LOG_LEVEL:-INFO} + OPENMETADATA_DEBUG: ${OPENMETADATA_DEBUG:-false} + # OpenMetadata Server Authentication Configuration AUTHORIZER_CLASS_NAME: ${AUTHORIZER_CLASS_NAME:-org.openmetadata.service.security.DefaultAuthorizer} AUTHORIZER_REQUEST_FILTER: ${AUTHORIZER_REQUEST_FILTER:-org.openmetadata.service.security.JwtFilter} @@ -33,6 +39,7 @@ services: AUTHENTICATION_CALLBACK_URL: ${AUTHENTICATION_CALLBACK_URL:-""} AUTHENTICATION_JWT_PRINCIPAL_CLAIMS: ${AUTHENTICATION_JWT_PRINCIPAL_CLAIMS:-[email,preferred_username,sub]} AUTHENTICATION_ENABLE_SELF_SIGNUP: ${AUTHENTICATION_ENABLE_SELF_SIGNUP:-true} + # JWT Configuration RSA_PUBLIC_KEY_FILE_PATH: ${RSA_PUBLIC_KEY_FILE_PATH:-"./conf/public_key.der"} RSA_PRIVATE_KEY_FILE_PATH: ${RSA_PRIVATE_KEY_FILE_PATH:-"./conf/private_key.der"} @@ -59,6 +66,60 @@ services: ELASTICSEARCH_SCHEME: ${ELASTICSEARCH_SCHEME:-http} ELASTICSEARCH_USER: ${ELASTICSEARCH_USER:-""} ELASTICSEARCH_PASSWORD: ${ELASTICSEARCH_PASSWORD:-""} + SEARCH_TYPE: ${SEARCH_TYPE:- "elasticsearch"} + ELASTICSEARCH_TRUST_STORE_PATH: ${ELASTICSEARCH_TRUST_STORE_PATH:-""} + ELASTICSEARCH_TRUST_STORE_PASSWORD: ${ELASTICSEARCH_TRUST_STORE_PASSWORD:-""} + ELASTICSEARCH_CONNECTION_TIMEOUT_SECS: ${ELASTICSEARCH_CONNECTION_TIMEOUT_SECS:-5} + ELASTICSEARCH_SOCKET_TIMEOUT_SECS: ${ELASTICSEARCH_SOCKET_TIMEOUT_SECS:-60} + ELASTICSEARCH_KEEP_ALIVE_TIMEOUT_SECS: ${ELASTICSEARCH_KEEP_ALIVE_TIMEOUT_SECS:-600} + ELASTICSEARCH_BATCH_SIZE: ${ELASTICSEARCH_BATCH_SIZE:-10} + ELASTICSEARCH_INDEX_MAPPING_LANG: ${ELASTICSEARCH_INDEX_MAPPING_LANG:-EN} + + #eventMonitoringConfiguration + EVENT_MONITOR: ${EVENT_MONITOR:-prometheus} + EVENT_MONITOR_BATCH_SIZE: ${EVENT_MONITOR_BATCH_SIZE:-10} + EVENT_MONITOR_PATH_PATTERN: ${EVENT_MONITOR_PATH_PATTERN:-["/api/v1/tables/*", "/api/v1/health-check"]} + EVENT_MONITOR_LATENCY: ${EVENT_MONITOR_LATENCY:-[]} + + #pipelineServiceClientConfiguration + PIPELINE_SERVICE_CLIENT_CLASS_NAME: ${PIPELINE_SERVICE_CLIENT_CLASS_NAME:-"org.openmetadata.service.clients.pipeline.airflow.AirflowRESTClient"} + PIPELINE_SERVICE_IP_INFO_ENABLED: ${PIPELINE_SERVICE_IP_INFO_ENABLED:-false} + PIPELINE_SERVICE_CLIENT_HOST_IP: ${PIPELINE_SERVICE_CLIENT_HOST_IP:-""} + PIPELINE_SERVICE_CLIENT_SECRETS_MANAGER_LOADER: ${PIPELINE_SERVICE_CLIENT_SECRETS_MANAGER_LOADER:-"noop"} + #airflow parameters + AIRFLOW_USERNAME: ${AIRFLOW_USERNAME:-admin} + AIRFLOW_PASSWORD: ${AIRFLOW_PASSWORD:-admin} + AIRFLOW_TIMEOUT: ${AIRFLOW_TIMEOUT:-10} + AIRFLOW_TRUST_STORE_PATH: ${AIRFLOW_TRUST_STORE_PATH:-""} + AIRFLOW_TRUST_STORE_PASSWORD: ${AIRFLOW_TRUST_STORE_PASSWORD:-""} + FERNET_KEY: ${FERNET_KEY:-jJ/9sz0g0OHxsfxOoSfdFdmk3ysNmPRnH3TUAbz3IHA=} + + #secretsManagerConfiguration + SECRET_MANAGER: ${SECRET_MANAGER:-noop} + #parameters: + OM_SM_REGION: ${OM_SM_REGION:-""} + OM_SM_ACCESS_KEY_ID: ${OM_SM_ACCESS_KEY_ID:-""} + OM_SM_ACCESS_KEY: ${OM_SM_ACCESS_KEY:-""} + + #email configuration: + OM_EMAIL_ENTITY: ${OM_EMAIL_ENTITY:-"OpenMetadata"} + OM_SUPPORT_URL: ${OM_SUPPORT_URL:-"https://slack.open-metadata.org"} + AUTHORIZER_ENABLE_SMTP : ${AUTHORIZER_ENABLE_SMTP:-false} + OPENMETADATA_SERVER_URL: ${OPENMETADATA_SERVER_URL:-""} + OPENMETADATA_SMTP_SENDER_MAIL: ${OPENMETADATA_SMTP_SENDER_MAIL:-""} + SMTP_SERVER_ENDPOINT: ${SMTP_SERVER_ENDPOINT:-""} + SMTP_SERVER_PORT: ${SMTP_SERVER_PORT:-""} + SMTP_SERVER_USERNAME: ${SMTP_SERVER_USERNAME:-""} + SMTP_SERVER_PWD: ${SMTP_SERVER_PWD:-""} + SMTP_SERVER_STRATEGY: ${SMTP_SERVER_STRATEGY:-"SMTP_TLS"} + + #changeEventConfig + OM_URI: ${OM_URI:- "http://localhost:8585"} + + #extensionConfiguration + OM_RESOURCE_PACKAGES: ${OM_RESOURCE_PACKAGES:-[]} + OM_EXTENSIONS: ${OM_EXTENSIONS:-[]} + # Heap OPTS Configurations OPENMETADATA_HEAP_OPTS: ${OPENMETADATA_HEAP_OPTS:--Xmx1G -Xms1G} # Application Config diff --git a/docker/docker-compose-openmetadata/docker-compose-openmetadata.yml b/docker/docker-compose-openmetadata/docker-compose-openmetadata.yml index a3e4fb656cf..de379544561 100644 --- a/docker/docker-compose-openmetadata/docker-compose-openmetadata.yml +++ b/docker/docker-compose-openmetadata/docker-compose-openmetadata.yml @@ -16,6 +16,12 @@ services: restart: always image: docker.getcollate.io/openmetadata/server:1.0.1 environment: + OPENMETADATA_CLUSTER_NAME: ${OPENMETADATA_CLUSTER_NAME:-openmetadata} + SERVER_PORT: ${SERVER_PORT:-8585} + SERVER_ADMIN_PORT: ${SERVER_ADMIN_PORT:-8586} + LOG_LEVEL: ${LOG_LEVEL:-INFO} + OPENMETADATA_DEBUG: ${OPENMETADATA_DEBUG:-false} + # OpenMetadata Server Authentication Configuration AUTHORIZER_CLASS_NAME: ${AUTHORIZER_CLASS_NAME:-org.openmetadata.service.security.DefaultAuthorizer} AUTHORIZER_REQUEST_FILTER: ${AUTHORIZER_REQUEST_FILTER:-org.openmetadata.service.security.JwtFilter} @@ -33,6 +39,7 @@ services: AUTHENTICATION_CALLBACK_URL: ${AUTHENTICATION_CALLBACK_URL:-""} AUTHENTICATION_JWT_PRINCIPAL_CLAIMS: ${AUTHENTICATION_JWT_PRINCIPAL_CLAIMS:-[email,preferred_username,sub]} AUTHENTICATION_ENABLE_SELF_SIGNUP: ${AUTHENTICATION_ENABLE_SELF_SIGNUP:-true} + # JWT Configuration RSA_PUBLIC_KEY_FILE_PATH: ${RSA_PUBLIC_KEY_FILE_PATH:-"./conf/public_key.der"} RSA_PRIVATE_KEY_FILE_PATH: ${RSA_PRIVATE_KEY_FILE_PATH:-"./conf/private_key.der"} @@ -59,6 +66,60 @@ services: ELASTICSEARCH_SCHEME: ${ELASTICSEARCH_SCHEME:-http} ELASTICSEARCH_USER: ${ELASTICSEARCH_USER:-""} ELASTICSEARCH_PASSWORD: ${ELASTICSEARCH_PASSWORD:-""} + SEARCH_TYPE: ${SEARCH_TYPE:- "elasticsearch"} + ELASTICSEARCH_TRUST_STORE_PATH: ${ELASTICSEARCH_TRUST_STORE_PATH:-""} + ELASTICSEARCH_TRUST_STORE_PASSWORD: ${ELASTICSEARCH_TRUST_STORE_PASSWORD:-""} + ELASTICSEARCH_CONNECTION_TIMEOUT_SECS: ${ELASTICSEARCH_CONNECTION_TIMEOUT_SECS:-5} + ELASTICSEARCH_SOCKET_TIMEOUT_SECS: ${ELASTICSEARCH_SOCKET_TIMEOUT_SECS:-60} + ELASTICSEARCH_KEEP_ALIVE_TIMEOUT_SECS: ${ELASTICSEARCH_KEEP_ALIVE_TIMEOUT_SECS:-600} + ELASTICSEARCH_BATCH_SIZE: ${ELASTICSEARCH_BATCH_SIZE:-10} + ELASTICSEARCH_INDEX_MAPPING_LANG: ${ELASTICSEARCH_INDEX_MAPPING_LANG:-EN} + + #eventMonitoringConfiguration + EVENT_MONITOR: ${EVENT_MONITOR:-prometheus} + EVENT_MONITOR_BATCH_SIZE: ${EVENT_MONITOR_BATCH_SIZE:-10} + EVENT_MONITOR_PATH_PATTERN: ${EVENT_MONITOR_PATH_PATTERN:-["/api/v1/tables/*", "/api/v1/health-check"]} + EVENT_MONITOR_LATENCY: ${EVENT_MONITOR_LATENCY:-[]} + + #pipelineServiceClientConfiguration + PIPELINE_SERVICE_CLIENT_CLASS_NAME: ${PIPELINE_SERVICE_CLIENT_CLASS_NAME:-"org.openmetadata.service.clients.pipeline.airflow.AirflowRESTClient"} + PIPELINE_SERVICE_IP_INFO_ENABLED: ${PIPELINE_SERVICE_IP_INFO_ENABLED:-false} + PIPELINE_SERVICE_CLIENT_HOST_IP: ${PIPELINE_SERVICE_CLIENT_HOST_IP:-""} + PIPELINE_SERVICE_CLIENT_SECRETS_MANAGER_LOADER: ${PIPELINE_SERVICE_CLIENT_SECRETS_MANAGER_LOADER:-"noop"} + #airflow parameters + AIRFLOW_USERNAME: ${AIRFLOW_USERNAME:-admin} + AIRFLOW_PASSWORD: ${AIRFLOW_PASSWORD:-admin} + AIRFLOW_TIMEOUT: ${AIRFLOW_TIMEOUT:-10} + AIRFLOW_TRUST_STORE_PATH: ${AIRFLOW_TRUST_STORE_PATH:-""} + AIRFLOW_TRUST_STORE_PASSWORD: ${AIRFLOW_TRUST_STORE_PASSWORD:-""} + FERNET_KEY: ${FERNET_KEY:-jJ/9sz0g0OHxsfxOoSfdFdmk3ysNmPRnH3TUAbz3IHA=} + + #secretsManagerConfiguration + SECRET_MANAGER: ${SECRET_MANAGER:-noop} + #parameters: + OM_SM_REGION: ${OM_SM_REGION:-""} + OM_SM_ACCESS_KEY_ID: ${OM_SM_ACCESS_KEY_ID:-""} + OM_SM_ACCESS_KEY: ${OM_SM_ACCESS_KEY:-""} + + #email configuration: + OM_EMAIL_ENTITY: ${OM_EMAIL_ENTITY:-"OpenMetadata"} + OM_SUPPORT_URL: ${OM_SUPPORT_URL:-"https://slack.open-metadata.org"} + AUTHORIZER_ENABLE_SMTP : ${AUTHORIZER_ENABLE_SMTP:-false} + OPENMETADATA_SERVER_URL: ${OPENMETADATA_SERVER_URL:-""} + OPENMETADATA_SMTP_SENDER_MAIL: ${OPENMETADATA_SMTP_SENDER_MAIL:-""} + SMTP_SERVER_ENDPOINT: ${SMTP_SERVER_ENDPOINT:-""} + SMTP_SERVER_PORT: ${SMTP_SERVER_PORT:-""} + SMTP_SERVER_USERNAME: ${SMTP_SERVER_USERNAME:-""} + SMTP_SERVER_PWD: ${SMTP_SERVER_PWD:-""} + SMTP_SERVER_STRATEGY: ${SMTP_SERVER_STRATEGY:-"SMTP_TLS"} + + #changeEventConfig + OM_URI: ${OM_URI:- "http://localhost:8585"} + + #extensionConfiguration + OM_RESOURCE_PACKAGES: ${OM_RESOURCE_PACKAGES:-[]} + OM_EXTENSIONS: ${OM_EXTENSIONS:-[]} + # Heap OPTS Configurations OPENMETADATA_HEAP_OPTS: ${OPENMETADATA_HEAP_OPTS:--Xmx1G -Xms1G} expose: diff --git a/docker/docker-compose-quickstart/docker-compose-postgres.yml b/docker/docker-compose-quickstart/docker-compose-postgres.yml index 670e66313d8..396f3ea82c0 100644 --- a/docker/docker-compose-quickstart/docker-compose-postgres.yml +++ b/docker/docker-compose-quickstart/docker-compose-postgres.yml @@ -57,6 +57,12 @@ services: restart: always image: docker.getcollate.io/openmetadata/server:1.0.1 environment: + OPENMETADATA_CLUSTER_NAME: ${OPENMETADATA_CLUSTER_NAME:-openmetadata} + SERVER_PORT: ${SERVER_PORT:-8585} + SERVER_ADMIN_PORT: ${SERVER_ADMIN_PORT:-8586} + LOG_LEVEL: ${LOG_LEVEL:-INFO} + OPENMETADATA_DEBUG: ${OPENMETADATA_DEBUG:-false} + # OpenMetadata Server Authentication Configuration AUTHORIZER_CLASS_NAME: ${AUTHORIZER_CLASS_NAME:-org.openmetadata.service.security.DefaultAuthorizer} AUTHORIZER_REQUEST_FILTER: ${AUTHORIZER_REQUEST_FILTER:-org.openmetadata.service.security.JwtFilter} @@ -74,6 +80,7 @@ services: AUTHENTICATION_CALLBACK_URL: ${AUTHENTICATION_CALLBACK_URL:-""} AUTHENTICATION_JWT_PRINCIPAL_CLAIMS: ${AUTHENTICATION_JWT_PRINCIPAL_CLAIMS:-[email,preferred_username,sub]} AUTHENTICATION_ENABLE_SELF_SIGNUP: ${AUTHENTICATION_ENABLE_SELF_SIGNUP:-true} + # JWT Configuration RSA_PUBLIC_KEY_FILE_PATH: ${RSA_PUBLIC_KEY_FILE_PATH:-"./conf/public_key.der"} RSA_PRIVATE_KEY_FILE_PATH: ${RSA_PRIVATE_KEY_FILE_PATH:-"./conf/private_key.der"} @@ -100,6 +107,60 @@ services: ELASTICSEARCH_SCHEME: ${ELASTICSEARCH_SCHEME:-http} ELASTICSEARCH_USER: ${ELASTICSEARCH_USER:-""} ELASTICSEARCH_PASSWORD: ${ELASTICSEARCH_PASSWORD:-""} + SEARCH_TYPE: ${SEARCH_TYPE:- "elasticsearch"} + ELASTICSEARCH_TRUST_STORE_PATH: ${ELASTICSEARCH_TRUST_STORE_PATH:-""} + ELASTICSEARCH_TRUST_STORE_PASSWORD: ${ELASTICSEARCH_TRUST_STORE_PASSWORD:-""} + ELASTICSEARCH_CONNECTION_TIMEOUT_SECS: ${ELASTICSEARCH_CONNECTION_TIMEOUT_SECS:-5} + ELASTICSEARCH_SOCKET_TIMEOUT_SECS: ${ELASTICSEARCH_SOCKET_TIMEOUT_SECS:-60} + ELASTICSEARCH_KEEP_ALIVE_TIMEOUT_SECS: ${ELASTICSEARCH_KEEP_ALIVE_TIMEOUT_SECS:-600} + ELASTICSEARCH_BATCH_SIZE: ${ELASTICSEARCH_BATCH_SIZE:-10} + ELASTICSEARCH_INDEX_MAPPING_LANG: ${ELASTICSEARCH_INDEX_MAPPING_LANG:-EN} + + #eventMonitoringConfiguration + EVENT_MONITOR: ${EVENT_MONITOR:-prometheus} + EVENT_MONITOR_BATCH_SIZE: ${EVENT_MONITOR_BATCH_SIZE:-10} + EVENT_MONITOR_PATH_PATTERN: ${EVENT_MONITOR_PATH_PATTERN:-["/api/v1/tables/*", "/api/v1/health-check"]} + EVENT_MONITOR_LATENCY: ${EVENT_MONITOR_LATENCY:-[]} + + #pipelineServiceClientConfiguration + PIPELINE_SERVICE_CLIENT_CLASS_NAME: ${PIPELINE_SERVICE_CLIENT_CLASS_NAME:-"org.openmetadata.service.clients.pipeline.airflow.AirflowRESTClient"} + PIPELINE_SERVICE_IP_INFO_ENABLED: ${PIPELINE_SERVICE_IP_INFO_ENABLED:-false} + PIPELINE_SERVICE_CLIENT_HOST_IP: ${PIPELINE_SERVICE_CLIENT_HOST_IP:-""} + PIPELINE_SERVICE_CLIENT_SECRETS_MANAGER_LOADER: ${PIPELINE_SERVICE_CLIENT_SECRETS_MANAGER_LOADER:-"noop"} + #airflow parameters + AIRFLOW_USERNAME: ${AIRFLOW_USERNAME:-admin} + AIRFLOW_PASSWORD: ${AIRFLOW_PASSWORD:-admin} + AIRFLOW_TIMEOUT: ${AIRFLOW_TIMEOUT:-10} + AIRFLOW_TRUST_STORE_PATH: ${AIRFLOW_TRUST_STORE_PATH:-""} + AIRFLOW_TRUST_STORE_PASSWORD: ${AIRFLOW_TRUST_STORE_PASSWORD:-""} + FERNET_KEY: ${FERNET_KEY:-jJ/9sz0g0OHxsfxOoSfdFdmk3ysNmPRnH3TUAbz3IHA=} + + #secretsManagerConfiguration + SECRET_MANAGER: ${SECRET_MANAGER:-noop} + #parameters: + OM_SM_REGION: ${OM_SM_REGION:-""} + OM_SM_ACCESS_KEY_ID: ${OM_SM_ACCESS_KEY_ID:-""} + OM_SM_ACCESS_KEY: ${OM_SM_ACCESS_KEY:-""} + + #email configuration: + OM_EMAIL_ENTITY: ${OM_EMAIL_ENTITY:-"OpenMetadata"} + OM_SUPPORT_URL: ${OM_SUPPORT_URL:-"https://slack.open-metadata.org"} + AUTHORIZER_ENABLE_SMTP : ${AUTHORIZER_ENABLE_SMTP:-false} + OPENMETADATA_SERVER_URL: ${OPENMETADATA_SERVER_URL:-""} + OPENMETADATA_SMTP_SENDER_MAIL: ${OPENMETADATA_SMTP_SENDER_MAIL:-""} + SMTP_SERVER_ENDPOINT: ${SMTP_SERVER_ENDPOINT:-""} + SMTP_SERVER_PORT: ${SMTP_SERVER_PORT:-""} + SMTP_SERVER_USERNAME: ${SMTP_SERVER_USERNAME:-""} + SMTP_SERVER_PWD: ${SMTP_SERVER_PWD:-""} + SMTP_SERVER_STRATEGY: ${SMTP_SERVER_STRATEGY:-"SMTP_TLS"} + + #changeEventConfig + OM_URI: ${OM_URI:- "http://localhost:8585"} + + #extensionConfiguration + OM_RESOURCE_PACKAGES: ${OM_RESOURCE_PACKAGES:-[]} + OM_EXTENSIONS: ${OM_EXTENSIONS:-[]} + # Heap OPTS Configurations OPENMETADATA_HEAP_OPTS: ${OPENMETADATA_HEAP_OPTS:--Xmx1G -Xms1G} # Application Config diff --git a/docker/docker-compose-quickstart/docker-compose.yml b/docker/docker-compose-quickstart/docker-compose.yml index b7d0ac5a147..49cf7c92416 100644 --- a/docker/docker-compose-quickstart/docker-compose.yml +++ b/docker/docker-compose-quickstart/docker-compose.yml @@ -55,6 +55,12 @@ services: restart: always image: docker.getcollate.io/openmetadata/server:1.0.1 environment: + OPENMETADATA_CLUSTER_NAME: ${OPENMETADATA_CLUSTER_NAME:-openmetadata} + SERVER_PORT: ${SERVER_PORT:-8585} + SERVER_ADMIN_PORT: ${SERVER_ADMIN_PORT:-8586} + LOG_LEVEL: ${LOG_LEVEL:-INFO} + OPENMETADATA_DEBUG: ${OPENMETADATA_DEBUG:-false} + # OpenMetadata Server Authentication Configuration AUTHORIZER_CLASS_NAME: ${AUTHORIZER_CLASS_NAME:-org.openmetadata.service.security.DefaultAuthorizer} AUTHORIZER_REQUEST_FILTER: ${AUTHORIZER_REQUEST_FILTER:-org.openmetadata.service.security.JwtFilter} @@ -72,6 +78,7 @@ services: AUTHENTICATION_CALLBACK_URL: ${AUTHENTICATION_CALLBACK_URL:-""} AUTHENTICATION_JWT_PRINCIPAL_CLAIMS: ${AUTHENTICATION_JWT_PRINCIPAL_CLAIMS:-[email,preferred_username,sub]} AUTHENTICATION_ENABLE_SELF_SIGNUP: ${AUTHENTICATION_ENABLE_SELF_SIGNUP:-true} + # JWT Configuration RSA_PUBLIC_KEY_FILE_PATH: ${RSA_PUBLIC_KEY_FILE_PATH:-"./conf/public_key.der"} RSA_PRIVATE_KEY_FILE_PATH: ${RSA_PRIVATE_KEY_FILE_PATH:-"./conf/private_key.der"} @@ -98,6 +105,61 @@ services: ELASTICSEARCH_SCHEME: ${ELASTICSEARCH_SCHEME:-http} ELASTICSEARCH_USER: ${ELASTICSEARCH_USER:-""} ELASTICSEARCH_PASSWORD: ${ELASTICSEARCH_PASSWORD:-""} + SEARCH_TYPE: ${SEARCH_TYPE:- "elasticsearch"} + ELASTICSEARCH_TRUST_STORE_PATH: ${ELASTICSEARCH_TRUST_STORE_PATH:-""} + ELASTICSEARCH_TRUST_STORE_PASSWORD: ${ELASTICSEARCH_TRUST_STORE_PASSWORD:-""} + ELASTICSEARCH_CONNECTION_TIMEOUT_SECS: ${ELASTICSEARCH_CONNECTION_TIMEOUT_SECS:-5} + ELASTICSEARCH_SOCKET_TIMEOUT_SECS: ${ELASTICSEARCH_SOCKET_TIMEOUT_SECS:-60} + ELASTICSEARCH_KEEP_ALIVE_TIMEOUT_SECS: ${ELASTICSEARCH_KEEP_ALIVE_TIMEOUT_SECS:-600} + ELASTICSEARCH_BATCH_SIZE: ${ELASTICSEARCH_BATCH_SIZE:-10} + ELASTICSEARCH_INDEX_MAPPING_LANG: ${ELASTICSEARCH_INDEX_MAPPING_LANG:-EN} + + #eventMonitoringConfiguration + EVENT_MONITOR: ${EVENT_MONITOR:-prometheus} + EVENT_MONITOR_BATCH_SIZE: ${EVENT_MONITOR_BATCH_SIZE:-10} + EVENT_MONITOR_PATH_PATTERN: ${EVENT_MONITOR_PATH_PATTERN:-["/api/v1/tables/*", "/api/v1/health-check"]} + EVENT_MONITOR_LATENCY: ${EVENT_MONITOR_LATENCY:-[]} + + #pipelineServiceClientConfiguration + PIPELINE_SERVICE_CLIENT_CLASS_NAME: ${PIPELINE_SERVICE_CLIENT_CLASS_NAME:-"org.openmetadata.service.clients.pipeline.airflow.AirflowRESTClient"} + PIPELINE_SERVICE_IP_INFO_ENABLED: ${PIPELINE_SERVICE_IP_INFO_ENABLED:-false} + PIPELINE_SERVICE_CLIENT_HOST_IP: ${PIPELINE_SERVICE_CLIENT_HOST_IP:-""} + PIPELINE_SERVICE_CLIENT_SECRETS_MANAGER_LOADER: ${PIPELINE_SERVICE_CLIENT_SECRETS_MANAGER_LOADER:-"noop"} + #airflow parameters + AIRFLOW_USERNAME: ${AIRFLOW_USERNAME:-admin} + AIRFLOW_PASSWORD: ${AIRFLOW_PASSWORD:-admin} + AIRFLOW_TIMEOUT: ${AIRFLOW_TIMEOUT:-10} + AIRFLOW_TRUST_STORE_PATH: ${AIRFLOW_TRUST_STORE_PATH:-""} + AIRFLOW_TRUST_STORE_PASSWORD: ${AIRFLOW_TRUST_STORE_PASSWORD:-""} + FERNET_KEY: ${FERNET_KEY:-jJ/9sz0g0OHxsfxOoSfdFdmk3ysNmPRnH3TUAbz3IHA=} + + #secretsManagerConfiguration + SECRET_MANAGER: ${SECRET_MANAGER:-noop} + #parameters: + OM_SM_REGION: ${OM_SM_REGION:-""} + OM_SM_ACCESS_KEY_ID: ${OM_SM_ACCESS_KEY_ID:-""} + OM_SM_ACCESS_KEY: ${OM_SM_ACCESS_KEY:-""} + + #email configuration: + OM_EMAIL_ENTITY: ${OM_EMAIL_ENTITY:-"OpenMetadata"} + OM_SUPPORT_URL: ${OM_SUPPORT_URL:-"https://slack.open-metadata.org"} + AUTHORIZER_ENABLE_SMTP : ${AUTHORIZER_ENABLE_SMTP:-false} + OPENMETADATA_SERVER_URL: ${OPENMETADATA_SERVER_URL:-""} + OPENMETADATA_SMTP_SENDER_MAIL: ${OPENMETADATA_SMTP_SENDER_MAIL:-""} + SMTP_SERVER_ENDPOINT: ${SMTP_SERVER_ENDPOINT:-""} + SMTP_SERVER_PORT: ${SMTP_SERVER_PORT:-""} + SMTP_SERVER_USERNAME: ${SMTP_SERVER_USERNAME:-""} + SMTP_SERVER_PWD: ${SMTP_SERVER_PWD:-""} + SMTP_SERVER_STRATEGY: ${SMTP_SERVER_STRATEGY:-"SMTP_TLS"} + + #changeEventConfig + OM_URI: ${OM_URI:- "http://localhost:8585"} + + #extensionConfiguration + OM_RESOURCE_PACKAGES: ${OM_RESOURCE_PACKAGES:-[]} + OM_EXTENSIONS: ${OM_EXTENSIONS:-[]} + + # Heap OPTS Configurations OPENMETADATA_HEAP_OPTS: ${OPENMETADATA_HEAP_OPTS:--Xmx1G -Xms1G} # Application Config