Imri Paran d91273a30d
Fix 20325: Trigger external apps with config (#20397)
* wip

* feat: trigger external apps with override config

- Added in openmetadata-airflow-apis functionality to trigger DAG with feature.
- Modified openmetadata-airflow-apis application runner to accept override config from params.
- Added overloaded runPipeline with `Map<String,Object> config` to allow triggering apps with configuration. We might want to expand this to all ingestion pipelines. For now its just for apps.
- Implemented an example external app that can be used to test functionality of external apps. The app can be enabled by setting the `ENABLE_APP_HelloPipelines=true` environment variable.

* fix class doc for application

* fixed README for airflow apis

* fixes

* set HelloPipelines to disabeld by default

* fixed basedpywright errros

* fixed app schema

* reduced airflow client runPipeline to an overload with null config
removed duplicate call to runPipeline in AppResource

* Update openmetadata-docs/content/v1.7.x-SNAPSHOT/developers/applications/index.md

Co-authored-by: Matias Puerta <matias@getcollate.io>

* deleted documentation file

---------

Co-authored-by: Matias Puerta <matias@getcollate.io>
2025-05-06 17:41:24 +07:00

41 lines
1.0 KiB
INI

[database]
# The SQLAlchemy connection string to the metadata database.
sql_alchemy_conn = mysql+mysqldb://airflow_user:airflow_pass@127.0.0.1:3306/airflow_db
sql_engine_encoding = utf-8
sql_alchemy_pool_enabled = True
sql_alchemy_pool_size = 5
sql_alchemy_max_overflow = 10
sql_alchemy_pool_recycle = 1800
sql_alchemy_pool_pre_ping = True
[api]
enable_experimental_api = True
access_control_allow_headers = *
access_control_allow_methods = *
access_control_allow_origins = *
auth_backends = airflow.api.auth.backend.basic_auth,airflow.api.auth.backend.session
[webserver]
web_server_host = 0.0.0.0
web_server_port = 8080
expose_config = True
expose_hostname = True
expose_stacktrace = True
workers = 1
threaded = True
[core]
dags_are_paused_at_creation = False
load_examples = False
executor = LocalExecutor
parallelism = 1
max_active_tasks_per_dag = 1
max_active_runs_per_dag = 1
[logging]
logging_level = DEBUG
fab_logging_level = DEBUG
[openmetadata_airflow_apis]
dag_generated_configs = ${AIRFLOW_HOME}/dag_generated_configs