yujunjun/OpenMetadata
1
0
Fork 0
mirror of https://github.com/open-metadata/OpenMetadata.git synced 2025-08-16 13:07:06 +00:00
Code Issues Packages Projects Releases Wiki Activity

FIX - Ingestion Airflow Image constraints (#17296)

Browse Source 
* FIX - Ingestion constraints

* FIX - Ingestion constraints

* FIX - Ingestion constraints
This commit is contained in:
Pere Miquel Brull 2024-08-06 06:44:27 +02:00 committed by GitHub
parent 76bd4f3909
commit 4cddee89ad
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
6 changed files with 11 additions and 13 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
ingestion/Dockerfile
View File

@ -70,7 +70,7 @@ ENV PIP_NO_CACHE_DIR=1
ENV PIP_QUIET=1 ENV PIP_QUIET=1
ARG RI_VERSION="1.5.0.0.dev0" ARG RI_VERSION="1.5.0.0.dev0"
RUN pip install --upgrade pip RUN pip install --upgrade pip
RUN pip install "openmetadata-managed-apis~=${RI_VERSION}" --constraint "https://raw.githubusercontent.com/apache/airflow/constraints-2.7.3/constraints-3.10.txt" RUN pip install "openmetadata-managed-apis~=${RI_VERSION}" --constraint "https://raw.githubusercontent.com/apache/airflow/constraints-2.9.1/constraints-3.10.txt"
RUN pip install "openmetadata-ingestion[${INGESTION_DEPENDENCY}]~=${RI_VERSION}" RUN pip install "openmetadata-ingestion[${INGESTION_DEPENDENCY}]~=${RI_VERSION}"
# Temporary workaround for https://github.com/open-metadata/OpenMetadata/issues/9593 # Temporary workaround for https://github.com/open-metadata/OpenMetadata/issues/9593

6
ingestion/Dockerfile.ci
View File

@ -65,7 +65,7 @@ COPY --chown=airflow:0 openmetadata-airflow-apis /home/airflow/openmetadata-airf
COPY --chown=airflow:0 ingestion/examples/airflow/dags /opt/airflow/dags COPY --chown=airflow:0 ingestion/examples/airflow/dags /opt/airflow/dags
USER airflow USER airflow
ARG AIRFLOW_CONSTRAINTS_LOCATION="https://raw.githubusercontent.com/apache/airflow/constraints-2.7.3/constraints-3.10.txt" ARG AIRFLOW_CONSTRAINTS_LOCATION="https://raw.githubusercontent.com/apache/airflow/constraints-2.9.1/constraints-3.10.txt"
# Disable pip cache dir # Disable pip cache dir
# https://pip.pypa.io/en/stable/topics/caching/#avoiding-caching # https://pip.pypa.io/en/stable/topics/caching/#avoiding-caching
@ -76,13 +76,13 @@ ENV PIP_QUIET=1
RUN pip install --upgrade pip RUN pip install --upgrade pip
WORKDIR /home/airflow/openmetadata-airflow-apis WORKDIR /home/airflow/openmetadata-airflow-apis
RUN PIP_CONSTRAINT=/home/airflow/openmetadata-airflow-apis/constraints.txt pip install "." RUN pip install "." --constraint "${AIRFLOW_CONSTRAINTS_LOCATION}"
WORKDIR /home/airflow/ingestion WORKDIR /home/airflow/ingestion
# Argument to provide for Ingestion Dependencies to install. Defaults to all # Argument to provide for Ingestion Dependencies to install. Defaults to all
ARG INGESTION_DEPENDENCY="all" ARG INGESTION_DEPENDENCY="all"
RUN PIP_CONSTRAINT=/home/airflow/ingestion/constraints.txt pip install ".[${INGESTION_DEPENDENCY}]" RUN pip install ".[${INGESTION_DEPENDENCY}]"
# Temporary workaround for https://github.com/open-metadata/OpenMetadata/issues/9593 # Temporary workaround for https://github.com/open-metadata/OpenMetadata/issues/9593
RUN echo "Image built for $(uname -m)" RUN echo "Image built for $(uname -m)"

10
ingestion/Makefile
View File

@ -11,23 +11,23 @@ endif
.PHONY: install .PHONY: install
install: ## Install the ingestion module to the current environment install: ## Install the ingestion module to the current environment
PIP_CONSTRAINT=$(INGESTION_DIR)/constraints.txt python -m pip install $(INGESTION_DIR)/ python -m pip install $(INGESTION_DIR)/
.PHONY: install_dev .PHONY: install_dev
install_dev: ## Install the ingestion module with dev dependencies install_dev: ## Install the ingestion module with dev dependencies
PIP_CONSTRAINT=$(INGESTION_DIR)/constraints.txt python -m pip install "$(INGESTION_DIR)[dev]/" python -m pip install "$(INGESTION_DIR)[dev]/"
.PHONY: install_test .PHONY: install_test
install_test: ## Install the ingestion module with test dependencies install_test: ## Install the ingestion module with test dependencies
PIP_CONSTRAINT=$(INGESTION_DIR)/constraints.txt python -m pip install "$(INGESTION_DIR)[test]/" python -m pip install "$(INGESTION_DIR)[test]/"
.PHONY: install_all .PHONY: install_all
install_all: ## Install the ingestion module with all dependencies install_all: ## Install the ingestion module with all dependencies
PIP_CONSTRAINT=$(INGESTION_DIR)/constraints.txt python -m pip install "$(INGESTION_DIR)[all]/" python -m pip install "$(INGESTION_DIR)[all]/"
.PHONY: install_apis .PHONY: install_apis
install_apis: ## Install the REST APIs module to the current environment install_apis: ## Install the REST APIs module to the current environment
PIP_CONSTRAINT=$(ROOT_DIR)/openmetadata-airflow-apis/constraints.txt python -m pip install $(ROOT_DIR)/openmetadata-airflow-apis/ setuptools~=70.3.0 python -m pip install $(ROOT_DIR)/openmetadata-airflow-apis/ setuptools~=70.3.0
.PHONY: lint .PHONY: lint
lint: ## Run pylint on the Python sources to analyze the codebase lint: ## Run pylint on the Python sources to analyze the codebase

1
ingestion/constraints.txt
View File

@ -1 +0,0 @@
setuptools<72

1
openmetadata-airflow-apis/constraints.txt
View File

@ -1 +0,0 @@
setuptools<72

4
openmetadata-airflow-apis/pyproject.toml
View File

@ -15,9 +15,9 @@ license = {file = "LICENSE"}
description = "Airflow REST APIs to create and manage DAGS" description = "Airflow REST APIs to create and manage DAGS"
requires-python = ">=3.8" requires-python = ">=3.8"
dependencies = [ dependencies = [
"pendulum~=2.1.2", "pendulum~=3.0",
"apache-airflow>=2.2.2", "apache-airflow>=2.2.2",
"Flask>=1.1.4", "Flask==2.2.5",
"Flask-Admin==1.6.0", "Flask-Admin==1.6.0",
] ]