yujunjun/datahub
2
0
Fork 0
mirror of https://github.com/datahub-project/datahub.git synced 2025-10-07 06:54:48 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix(ingest): only restrict GE version for hive (#6170)

Browse Source
This commit is contained in:
Harshal Sheth 2022-10-15 00:17:56 +00:00 committed by GitHub
parent 3fc6364979
commit fbe4b7278a
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 5 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
metadata-ingestion/setup.py
View File

@ -111,7 +111,7 @@ sql_common = {
# Required for all SQL sources. # Required for all SQL sources.
"sqlalchemy==1.3.24", "sqlalchemy==1.3.24",
# Required for SQL profiling. # Required for SQL profiling.
"great-expectations>=0.15.12, <0.15.23", "great-expectations>=0.15.12",
# GE added handling for higher version of jinja2 # GE added handling for higher version of jinja2
# https://github.com/great-expectations/great_expectations/pull/5382/files # https://github.com/great-expectations/great_expectations/pull/5382/files
# datahub does not depend on traitlets directly but great expectations does. # datahub does not depend on traitlets directly but great expectations does.
@ -262,6 +262,10 @@ plugins: Dict[str, Set[str]] = {
# - 0.6.12 adds support for Spark Thrift Server # - 0.6.12 adds support for Spark Thrift Server
"acryl-pyhive[hive]>=0.6.13", "acryl-pyhive[hive]>=0.6.13",
"databricks-dbapi", "databricks-dbapi",
# Due to https://github.com/great-expectations/great_expectations/issues/6146,
# we cannot allow 0.15.{23-26}. This was fixed in 0.15.27 by
# https://github.com/great-expectations/great_expectations/pull/6149.
"great-expectations != 0.15.23, != 0.15.24, != 0.15.25, != 0.15.26",
}, },
"iceberg": iceberg_common, "iceberg": iceberg_common,
"kafka": {*kafka_common, *kafka_protobuf}, "kafka": {*kafka_common, *kafka_protobuf},