diff --git a/docker/development/docker-compose-postgres.yml b/docker/development/docker-compose-postgres.yml index 6c227f400d7..24e5d8912b3 100644 --- a/docker/development/docker-compose-postgres.yml +++ b/docker/development/docker-compose-postgres.yml @@ -357,6 +357,16 @@ services: DB_USER: ${AIRFLOW_DB_USER:-airflow_user} DB_SCHEME: ${AIRFLOW_DB_SCHEME:-postgresql+psycopg2} DB_PASSWORD: ${AIRFLOW_DB_PASSWORD:-airflow_pass} + # extra connection-string properties for the database + # EXAMPLE + # require SSL (only for Postgres) + # properties: "?sslmode=require" + DB_PROPERTIES: ${AIRFLOW_DB_PROPERTIES:-""} + # To test the lineage backend + # AIRFLOW__LINEAGE__BACKEND: airflow_provider_openmetadata.lineage.backend.OpenMetadataLineageBackend + # AIRFLOW__LINEAGE__AIRFLOW_SERVICE_NAME: local_airflow + # AIRFLOW__LINEAGE__OPENMETADATA_API_ENDPOINT: http://openmetadata-server:8585/api + # AIRFLOW__LINEAGE__JWT_TOKEN: ... entrypoint: /bin/bash command: - "/opt/airflow/ingestion_dependency.sh" diff --git a/docker/development/docker-compose.yml b/docker/development/docker-compose.yml index e72232ccf83..120963184b2 100644 --- a/docker/development/docker-compose.yml +++ b/docker/development/docker-compose.yml @@ -363,7 +363,7 @@ services: # EXAMPLE # require SSL (only for Postgres) # properties: "?sslmode=require" - DB_PROPERTIES: "" + DB_PROPERTIES: ${AIRFLOW_DB_PROPERTIES:-""} # To test the lineage backend # AIRFLOW__LINEAGE__BACKEND: airflow_provider_openmetadata.lineage.backend.OpenMetadataLineageBackend diff --git a/docker/docker-compose-ingestion/docker-compose-ingestion.yml b/docker/docker-compose-ingestion/docker-compose-ingestion.yml index 74a32326bea..f4a4ebdadd4 100644 --- a/docker/docker-compose-ingestion/docker-compose-ingestion.yml +++ b/docker/docker-compose-ingestion/docker-compose-ingestion.yml @@ -29,6 +29,16 @@ services: DB_SCHEME: ${AIRFLOW_DB_SCHEME:-mysql+pymysql} DB_USER: ${AIRFLOW_DB_USER:-airflow_user} DB_PASSWORD: ${AIRFLOW_DB_PASSWORD:-airflow_pass} + # extra connection-string properties for the database + # EXAMPLE + # require SSL (only for Postgres) + # properties: "?sslmode=require" + DB_PROPERTIES: ${AIRFLOW_DB_PROPERTIES:-""} + # To test the lineage backend + # AIRFLOW__LINEAGE__BACKEND: airflow_provider_openmetadata.lineage.backend.OpenMetadataLineageBackend + # AIRFLOW__LINEAGE__AIRFLOW_SERVICE_NAME: local_airflow + # AIRFLOW__LINEAGE__OPENMETADATA_API_ENDPOINT: http://openmetadata-server:8585/api + # AIRFLOW__LINEAGE__JWT_TOKEN: ... entrypoint: /bin/bash command: - "/opt/airflow/ingestion_dependency.sh" diff --git a/docker/docker-compose-ingestion/env-mysql b/docker/docker-compose-ingestion/env-mysql index f55b4b2efff..01c07fbc619 100644 --- a/docker/docker-compose-ingestion/env-mysql +++ b/docker/docker-compose-ingestion/env-mysql @@ -8,4 +8,5 @@ AIRFLOW_DB_PORT="3306" AIRFLOW_DB="airflow_db" AIRFLOW_DB_SCHEME="mysql+pymysql" AIRFLOW_DB_USER="airflow_user" -AIRFLOW_DB_PASSWORD="airflow_pass" \ No newline at end of file +AIRFLOW_DB_PASSWORD="airflow_pass" +AIRFLOW_DB_PROPERTIES="" \ No newline at end of file diff --git a/docker/docker-compose-ingestion/env-postgres b/docker/docker-compose-ingestion/env-postgres index c5fccf6e4b8..61fd2dc937c 100644 --- a/docker/docker-compose-ingestion/env-postgres +++ b/docker/docker-compose-ingestion/env-postgres @@ -10,3 +10,4 @@ AIRFLOW_DB="airflow_db" DB_USER="airflow_user" DB_SCHEME="postgresql+psycopg2" DB_PASSWORD="airflow_pass" +AIRFLOW_DB_PROPERTIES="" diff --git a/docker/docker-compose-quickstart/docker-compose-postgres.yml b/docker/docker-compose-quickstart/docker-compose-postgres.yml index 2ccbf93a7fa..a016768c78c 100644 --- a/docker/docker-compose-quickstart/docker-compose-postgres.yml +++ b/docker/docker-compose-quickstart/docker-compose-postgres.yml @@ -368,6 +368,16 @@ services: DB_USER: ${AIRFLOW_DB_USER:-airflow_user} DB_SCHEME: ${AIRFLOW_DB_SCHEME:-postgresql+psycopg2} DB_PASSWORD: ${AIRFLOW_DB_PASSWORD:-airflow_pass} + # extra connection-string properties for the database + # EXAMPLE + # require SSL (only for Postgres) + # properties: "?sslmode=require" + DB_PROPERTIES: ${AIRFLOW_DB_PROPERTIES:-""} + # To test the lineage backend + # AIRFLOW__LINEAGE__BACKEND: airflow_provider_openmetadata.lineage.backend.OpenMetadataLineageBackend + # AIRFLOW__LINEAGE__AIRFLOW_SERVICE_NAME: local_airflow + # AIRFLOW__LINEAGE__OPENMETADATA_API_ENDPOINT: http://openmetadata-server:8585/api + # AIRFLOW__LINEAGE__JWT_TOKEN: ... entrypoint: /bin/bash command: - "/opt/airflow/ingestion_dependency.sh" diff --git a/docker/docker-compose-quickstart/docker-compose.yml b/docker/docker-compose-quickstart/docker-compose.yml index 75e09d5a699..0303f8b98e3 100644 --- a/docker/docker-compose-quickstart/docker-compose.yml +++ b/docker/docker-compose-quickstart/docker-compose.yml @@ -366,6 +366,16 @@ services: DB_SCHEME: ${AIRFLOW_DB_SCHEME:-mysql+pymysql} DB_USER: ${AIRFLOW_DB_USER:-airflow_user} DB_PASSWORD: ${AIRFLOW_DB_PASSWORD:-airflow_pass} + # extra connection-string properties for the database + # EXAMPLE + # require SSL (only for Postgres) + # properties: "?sslmode=require" + DB_PROPERTIES: ${AIRFLOW_DB_PROPERTIES:-""} + # To test the lineage backend + # AIRFLOW__LINEAGE__BACKEND: airflow_provider_openmetadata.lineage.backend.OpenMetadataLineageBackend + # AIRFLOW__LINEAGE__AIRFLOW_SERVICE_NAME: local_airflow + # AIRFLOW__LINEAGE__OPENMETADATA_API_ENDPOINT: http://openmetadata-server:8585/api + # AIRFLOW__LINEAGE__JWT_TOKEN: ... entrypoint: /bin/bash command: - "/opt/airflow/ingestion_dependency.sh"