yujunjun/OpenMetadata
1
0
Fork 0
mirror of https://github.com/open-metadata/OpenMetadata.git synced 2025-09-22 07:19:59 +00:00
Code Issues Packages Projects Releases Wiki Activity

Kafka and Oracle issues fixed (#1917)

Browse Source 
* Kafka and Oracle issues fixed

* Kafka failure status updated
This commit is contained in:
Ayush Shah 2021-12-27 21:34:56 +05:30 committed by GitHub
parent 0f28114b47
commit 431f47fb3c
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 29 additions and 25 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
ingestion/src/metadata/ingestion/source/kafka.py
View File

@ -101,11 +101,12 @@ class KafkaSource(Source[CreateTopicEntityRequest]):
def next_record(self) -> Iterable[CreateTopicEntityRequest]:
topics = self.admin_client.list_topics().topics
for t in topics:
try:
if self.config.filter_pattern.included(t):
logger.info("Fetching topic schema {}".format(t))
topic_schema = self._parse_topic_metadata(t)
topic = CreateTopicEntityRequest(
name=t,
name=t.replace(".", "_DOT_"),
service=EntityReference(
id=self.service.id, type="messagingService"
),
@ -126,6 +127,9 @@ class KafkaSource(Source[CreateTopicEntityRequest]):
yield topic
else:
self.status.dropped(t)
except Exception as err:
logger.error(repr(err))
self.status.failure(t)
def _parse_topic_metadata(self, topic: str) -> Optional[Schema]:
logger.debug(f"topic = {topic}")

2
ingestion/src/metadata/ingestion/source/oracle.py
View File

@ -37,7 +37,7 @@ class OracleConfig(SQLConnectionConfig):
url = super().get_connection_url()
if self.oracle_service_name:
assert not self.database
url = f"{url}/?service_name={self.oracle_service_name}"
url = f"{url}service_name={self.oracle_service_name}"
return url