yujunjun/datahub
2
0
Fork 0
mirror of https://github.com/datahub-project/datahub.git synced 2025-08-19 22:58:05 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat(airflow): add airflow 2.10 to test matrix (#11579)

Browse Source
This commit is contained in:
Harshal Sheth 2024-10-10 09:30:43 -07:00 committed by GitHub
parent 9df65e8635
commit 771cc9ffe4
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
3 changed files with 8 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
.github/workflows/airflow-plugin.yml vendored
View File

@ -54,6 +54,9 @@ jobs:
- python-version: "3.11" - python-version: "3.11"
extra_pip_requirements: "apache-airflow~=2.9.3 -c https://raw.githubusercontent.com/apache/airflow/constraints-2.9.3/constraints-3.11.txt" extra_pip_requirements: "apache-airflow~=2.9.3 -c https://raw.githubusercontent.com/apache/airflow/constraints-2.9.3/constraints-3.11.txt"
extra_pip_extras: plugin-v2 extra_pip_extras: plugin-v2
- python-version: "3.11"
extra_pip_requirements: "apache-airflow~=2.10.2 -c https://raw.githubusercontent.com/apache/airflow/constraints-2.10.2/constraints-3.11.txt"
extra_pip_extras: plugin-v2
fail-fast: false fail-fast: false
steps: steps:
- name: Set up JDK 17 - name: Set up JDK 17

2
metadata-ingestion-modules/airflow-plugin/setup.py
View File

@ -44,7 +44,7 @@ plugins: Dict[str, Set[str]] = {
# We remain restrictive on the versions allowed here to prevent # We remain restrictive on the versions allowed here to prevent
# us from being broken by backwards-incompatible changes in the # us from being broken by backwards-incompatible changes in the
# underlying package. # underlying package.
"openlineage-airflow>=1.2.0,<=1.18.0", "openlineage-airflow>=1.2.0,<=1.22.0",
}, },
} }

6
metadata-ingestion-modules/airflow-plugin/tox.ini
View File

@ -4,7 +4,7 @@
# and then run "tox" from this directory. # and then run "tox" from this directory.
[tox] [tox]
envlist = py38-airflow21, py38-airflow22, py310-airflow24, py310-airflow26, py310-airflow27, py310-airflow28, py311-airflow29 envlist = py38-airflow21, py38-airflow22, py310-airflow24, py310-airflow26, py310-airflow27, py310-airflow28, py311-airflow29, py311-airflow210
[testenv] [testenv]
use_develop = true use_develop = true
@ -20,6 +20,7 @@ deps =
airflow27: apache-airflow~=2.7.0 airflow27: apache-airflow~=2.7.0
airflow28: apache-airflow~=2.8.0 airflow28: apache-airflow~=2.8.0
airflow29: apache-airflow~=2.9.0 airflow29: apache-airflow~=2.9.0
airflow210: apache-airflow~=2.10.0
# Respect the Airflow constraints files. # Respect the Airflow constraints files.
# We can't make ourselves work with the constraints of Airflow < 2.3. # We can't make ourselves work with the constraints of Airflow < 2.3.
@ -30,6 +31,7 @@ deps =
py310-airflow27: -c https://raw.githubusercontent.com/apache/airflow/constraints-2.7.3/constraints-3.10.txt py310-airflow27: -c https://raw.githubusercontent.com/apache/airflow/constraints-2.7.3/constraints-3.10.txt
py310-airflow28: -c https://raw.githubusercontent.com/apache/airflow/constraints-2.8.1/constraints-3.10.txt py310-airflow28: -c https://raw.githubusercontent.com/apache/airflow/constraints-2.8.1/constraints-3.10.txt
py311-airflow29: -c https://raw.githubusercontent.com/apache/airflow/constraints-2.9.3/constraints-3.11.txt py311-airflow29: -c https://raw.githubusercontent.com/apache/airflow/constraints-2.9.3/constraints-3.11.txt
py311-airflow210: -c https://raw.githubusercontent.com/apache/airflow/constraints-2.10.2/constraints-3.11.txt
# Before pinning to the constraint files, we previously left the dependencies # Before pinning to the constraint files, we previously left the dependencies
# more open. There were a number of packages for which this caused issues. # more open. There were a number of packages for which this caused issues.
@ -57,6 +59,6 @@ commands =
[testenv:py310-airflow24] [testenv:py310-airflow24]
extras = dev,integration-tests,plugin-v2,test-airflow24 extras = dev,integration-tests,plugin-v2,test-airflow24
[testenv:py310-airflow{26,27,28},py311-airflow{29}] [testenv:py310-airflow{26,27,28},py311-airflow{29,210}]
extras = dev,integration-tests,plugin-v2 extras = dev,integration-tests,plugin-v2