From 5f80e7a4b28f4c67a348574109c827f48e56a97b Mon Sep 17 00:00:00 2001 From: varunbharill Date: Tue, 14 Dec 2021 17:28:27 -0800 Subject: [PATCH] fix(ingest): changing datahub-graph to use underlying session connection. (#3743) --- .../src/datahub/ingestion/graph/client.py | 10 ++++------ 1 file changed, 4 insertions(+), 6 deletions(-) diff --git a/metadata-ingestion/src/datahub/ingestion/graph/client.py b/metadata-ingestion/src/datahub/ingestion/graph/client.py index cc6fadeb98..ec03b0f077 100644 --- a/metadata-ingestion/src/datahub/ingestion/graph/client.py +++ b/metadata-ingestion/src/datahub/ingestion/graph/client.py @@ -6,7 +6,6 @@ from typing import Any, Dict, List, Optional, Type, TypeVar from avrogen.dict_wrapper import DictWrapper from requests.models import HTTPError -from requests.sessions import Session from datahub.configuration.common import ConfigModel, OperationalError from datahub.emitter.rest_emitter import DatahubRestEmitter @@ -40,11 +39,10 @@ class DataHubGraph(DatahubRestEmitter): ca_certificate_path=self.config.ca_certificate_path, ) self.test_connection() - self.g_session = Session() def _get_generic(self, url: str) -> Dict: try: - response = self.g_session.get(url) + response = self._session.get(url) response.raise_for_status() return response.json() except HTTPError as e: @@ -67,7 +65,7 @@ class DataHubGraph(DatahubRestEmitter): aspect_type: Type[Aspect], ) -> Optional[Aspect]: url = f"{self._gms_server}/aspects/{urllib.parse.quote(entity_urn)}?aspect={aspect}&version=0" - response = self.g_session.get(url) + response = self._session.get(url) if response.status_code == 404: # not found return None @@ -103,7 +101,7 @@ class DataHubGraph(DatahubRestEmitter): url = f"{self._gms_server}/aspects?action=getTimeseriesAspectValues" try: usage_aspects: List[DatasetUsageStatisticsClass] = [] - response = self.g_session.post( + response = self._session.post( url, data=json.dumps(payload), headers=headers ) if response.status_code != 200: @@ -135,7 +133,7 @@ class DataHubGraph(DatahubRestEmitter): "Content-Type": "application/json", } try: - response = self.g_session.post( + response = self._session.post( url, data=json.dumps(payload), headers=headers ) if response.status_code != 200: