yujunjun/datahub
2
0
Fork 0
mirror of https://github.com/datahub-project/datahub.git synced 2025-11-04 12:51:23 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix(ingest): changing datahub-graph to use underlying session connection. (#3743)

Browse Source
This commit is contained in:
varunbharill 2021-12-14 17:28:27 -08:00 committed by GitHub
parent 5c0a49d09a
commit 5f80e7a4b2
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 4 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
metadata-ingestion/src/datahub/ingestion/graph/client.py
View File

@ -6,7 +6,6 @@ from typing import Any, Dict, List, Optional, Type, TypeVar
from avrogen.dict_wrapper import DictWrapper
from requests.models import HTTPError
from requests.sessions import Session
from datahub.configuration.common import ConfigModel, OperationalError
from datahub.emitter.rest_emitter import DatahubRestEmitter
@ -40,11 +39,10 @@ class DataHubGraph(DatahubRestEmitter):
ca_certificate_path=self.config.ca_certificate_path,
)
self.test_connection()
self.g_session = Session()
def _get_generic(self, url: str) -> Dict:
try:
response = self.g_session.get(url)
response = self._session.get(url)
response.raise_for_status()
return response.json()
except HTTPError as e:
@ -67,7 +65,7 @@ class DataHubGraph(DatahubRestEmitter):
aspect_type: Type[Aspect],
) -> Optional[Aspect]:
url = f"{self._gms_server}/aspects/{urllib.parse.quote(entity_urn)}?aspect={aspect}&version=0"
response = self.g_session.get(url)
response = self._session.get(url)
if response.status_code == 404:
# not found
return None
@ -103,7 +101,7 @@ class DataHubGraph(DatahubRestEmitter):
url = f"{self._gms_server}/aspects?action=getTimeseriesAspectValues"
try:
usage_aspects: List[DatasetUsageStatisticsClass] = []
response = self.g_session.post(
response = self._session.post(
url, data=json.dumps(payload), headers=headers
)
if response.status_code != 200:
@ -135,7 +133,7 @@ class DataHubGraph(DatahubRestEmitter):
"Content-Type": "application/json",
}
try:
response = self.g_session.post(
response = self._session.post(
url, data=json.dumps(payload), headers=headers
)
if response.status_code != 200: