yujunjun/datahub
2
0
Fork 0
mirror of https://github.com/datahub-project/datahub.git synced 2025-12-25 17:08:29 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat(ingest): loosen pyarrow dep (#10141)

Browse Source
This commit is contained in:
Harshal Sheth 2024-03-26 12:39:57 -07:00 committed by GitHub
parent a70e775a12
commit e97e6822ad
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
metadata-ingestion/setup.py
View File

@ -224,8 +224,10 @@ microsoft_common = {"msal==1.22.0"}
iceberg_common = {
# Iceberg Python SDK
"pyiceberg",
*pydantic_no_v2, # because of pyiceberg
"pyarrow>=9.0.0, <13.0.0",
# We currently pin to pydantic v1, since we only test against pydantic v1 in CI.
# However, we should remove this once we fix compatibility with newer versions
# of pyiceberg, which depend on pydantic v2.
*pydantic_no_v2,
}
s3_base = {