yujunjun/datahub
2
0
Fork 0
mirror of https://github.com/datahub-project/datahub.git synced 2025-11-10 08:21:21 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix(ingest/databricks): Pinning databricks sdk to not fail on mypy issues (#9500)

Browse Source
This commit is contained in:
Tamas Nemeth 2023-12-21 20:32:51 +01:00 committed by GitHub
parent a18c72083d
commit cfc641f0d0
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
metadata-ingestion/setup.py
View File

@ -274,7 +274,9 @@ powerbi_report_server = {"requests", "requests_ntlm"}
databricks = { databricks = {
# 0.1.11 appears to have authentication issues with azure databricks # 0.1.11 appears to have authentication issues with azure databricks
"databricks-sdk>=0.9.0", # 0.16.0 added py.typed support which caused mypy to fail. The databricks sdk is pinned until we resolve mypy issues.
# https://github.com/databricks/databricks-sdk-py/pull/483
"databricks-sdk>=0.9.0,<0.16.0",
"pyspark~=3.3.0", "pyspark~=3.3.0",
"requests", "requests",
# Version 2.4.0 includes sqlalchemy dialect, 2.8.0 includes some bug fixes # Version 2.4.0 includes sqlalchemy dialect, 2.8.0 includes some bug fixes

2
metadata-ingestion/src/datahub/ingestion/source/aws/aws_common.py
View File

@ -167,7 +167,7 @@ class AwsConnectionConfig(ConfigModel):
return session return session
def get_credentials(self) -> Dict[str, str]: def get_credentials(self) -> Dict[str, Optional[str]]:
credentials = self.get_session().get_credentials() credentials = self.get_session().get_credentials()
if credentials is not None: if credentials is not None:
return { return {