fix(ingestion): deltalake (#17910)

add pin for deltalake<0.20 to avoid ad35eda798 (diff-f81b8b91e9721dc0a3235b6674a57c0700153b92b59f3988d357950a9c8c4760R1142-R1144)
This commit is contained in:
Imri Paran 2024-09-19 08:25:19 +02:00 committed by GitHub
parent 4331570f7f
commit 760b8eb742
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -211,7 +211,10 @@ plugins: Dict[str, Set[str]] = {
"s3fs[boto3]",
*COMMONS["datalake"],
},
"deltalake": {"delta-spark<=2.3.0", "deltalake~=0.17"},
"deltalake": {
"delta-spark<=2.3.0",
"deltalake~=0.17,<0.20",
}, # TODO: remove pinning to under 0.20 after https://github.com/open-metadata/OpenMetadata/issues/17909
"deltalake-storage": {"deltalake~=0.17"},
"deltalake-spark": {"delta-spark<=2.3.0"},
"domo": {VERSIONS["pydomo"]},