diff --git a/metadata-ingestion/setup.py b/metadata-ingestion/setup.py index 8d06e1bb24..451349e1f5 100644 --- a/metadata-ingestion/setup.py +++ b/metadata-ingestion/setup.py @@ -340,7 +340,7 @@ abs_base = { data_lake_profiling = { "pydeequ>=1.1.0", - "pyspark~=3.5.0", + "pyspark~=3.5.6", # cachetools is used by the profiling config *cachetools_lib, } @@ -364,7 +364,7 @@ databricks = { # 0.1.11 appears to have authentication issues with azure databricks # 0.22.0 has support for `include_browse` in metadata list apis "databricks-sdk>=0.30.0", - "pyspark~=3.5.0", + "pyspark~=3.5.6", "requests", # Version 2.4.0 includes sqlalchemy dialect, 2.8.0 includes some bug fixes # Version 3.0.0 required SQLAlchemy > 2.0.21 diff --git a/metadata-service/iceberg-catalog/requirements.txt b/metadata-service/iceberg-catalog/requirements.txt index b3a34638b8..ad8dd6251d 100644 --- a/metadata-service/iceberg-catalog/requirements.txt +++ b/metadata-service/iceberg-catalog/requirements.txt @@ -1,6 +1,6 @@ pytest>=6.2 pytest-dependency>=0.5.1 -pyspark==3.5.3 +pyspark==3.5.6 -e ../../metadata-ingestion[iceberg-catalog] # libaries for linting below this mypy==1.14.1