yujunjun/OpenMetadata
1
0
Fork 0
mirror of https://github.com/open-metadata/OpenMetadata.git synced 2025-09-25 17:04:54 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fixed entity reference for dbt and glue (#10201)

Browse Source 
* fixed entity ref for dbt

* fixed entity ref for glue
This commit is contained in:
Onkar Ravgan 2023-02-14 17:28:28 +05:30 committed by GitHub
parent 8ad27eb0a6
commit a5d51d0f55
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 8 additions and 13 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
ingestion/src/metadata/ingestion/source/database/dbt/metadata.py
View File

@ -53,6 +53,7 @@ from metadata.generated.schema.tests.testDefinition import (
TestPlatform,
)
from metadata.generated.schema.tests.testSuite import TestSuite
from metadata.generated.schema.type.basic import FullyQualifiedEntityName
from metadata.generated.schema.type.entityLineage import EntitiesEdge
from metadata.generated.schema.type.entityReference import EntityReference
from metadata.generated.schema.type.tagLabel import (
@ -781,20 +782,11 @@ class DbtSource(DbtServiceSource): # pylint: disable=too-many-public-methods
yield CreateTestCaseRequest(
name=manifest_node.name,
description=manifest_node.description,
testDefinition=EntityReference(
id=self.metadata.get_by_name(
fqn=manifest_node.name,
entity=TestDefinition,
).id.__root__,
type="testDefinition",
testDefinition=FullyQualifiedEntityName(
__root__=manifest_node.name
),
entityLink=entity_link,
testSuite=EntityReference(
id=self.metadata.get_by_name(
fqn=test_suite_name, entity=TestSuite
).id.__root__,
type="testSuite",
),
testSuite=FullyQualifiedEntityName(__root__=test_suite_name),
parameterValues=self.create_test_case_parameter_values(
dbt_test
),

5
ingestion/src/metadata/ingestion/source/database/glue/metadata.py
View File

@ -37,6 +37,7 @@ from metadata.generated.schema.metadataIngestion.databaseServiceMetadataPipeline
from metadata.generated.schema.metadataIngestion.workflow import (
Source as WorkflowSource,
)
from metadata.generated.schema.type.entityReference import EntityReference
from metadata.ingestion.api.source import InvalidSourceException, SourceStatus
from metadata.ingestion.models.ometa_classification import OMetaTagAndClassification
from metadata.ingestion.ometa.ometa_api import OpenMetadata
@ -308,7 +309,9 @@ class GlueSource(DatabaseServiceSource):
path=table["StorageDescriptor"]["Location"],
description=table.get("Description", ""),
locationType=location_type,
service=self.context.storage_service.fullyQualifiedName,
service=EntityReference(
id=self.context.storage_service.id, type="storageService"
),
)
yield location_request
except Exception as exc: