yujunjun/OpenMetadata
1
0
Fork 0
mirror of https://github.com/open-metadata/OpenMetadata.git synced 2025-09-08 16:38:04 +00:00
Code Issues Packages Projects Releases Wiki Activity

adding timeout option for Dagster and Amundsen changes (#10934)

Browse Source 
* adding timeout option for dagster and amundsen changes

* Update ingestion/src/metadata/ingestion/source/pipeline/dagster/connection.py

Co-authored-by: Mayur Singal <39544459+ulixius9@users.noreply.github.com>

---------

Co-authored-by: Mayur Singal <39544459+ulixius9@users.noreply.github.com>
This commit is contained in:
NiharDoshi99 2023-04-05 16:03:30 +05:30 committed by GitHub
parent 4ef86a1694
commit c44b0bbcea
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
3 changed files with 8 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
ingestion/src/metadata/ingestion/source/metadata/amundsen/metadata.py
View File

@ -216,7 +216,7 @@ class AmundsenSource(Source[Entity]):
name=table_entity.name, name=table_entity.name,
tableType=table_entity.tableType, tableType=table_entity.tableType,
description=table_entity.description, description=table_entity.description,
databaseSchema=table_entity.databaseSchema, databaseSchema=table_entity.databaseSchema.fullyQualifiedName,
tags=table_entity.tags, tags=table_entity.tags,
columns=table_entity.columns, columns=table_entity.columns,
owner=user_entity_ref, owner=user_entity_ref,

1
ingestion/src/metadata/ingestion/source/pipeline/dagster/connection.py
View File

@ -40,6 +40,7 @@ def get_connection(connection: DagsterConnection) -> DagsterGraphQLClient:
headers={"Dagster-Cloud-Api-Token": connection.token.get_secret_value()} headers={"Dagster-Cloud-Api-Token": connection.token.get_secret_value()}
if connection.token if connection.token
else None, else None,
timeout=connection.timeout,
), ),
) )

6
openmetadata-spec/src/main/resources/json/schema/entity/services/connections/pipeline/dagsterConnection.json
View File

@ -32,6 +32,12 @@
"type": "string", "type": "string",
"format": "password" "format": "password"
}, },
"timeout": {
"title": "Time Out",
"description": "Connection Time Limit Between OM and Dagster Graphql API in second",
"type": "integer",
"default": "1000"
},
"supportsMetadataExtraction": { "supportsMetadataExtraction": {
"title": "Supports Metadata Extraction", "title": "Supports Metadata Extraction",
"$ref": "../connectionBasicType.json#/definitions/supportsMetadataExtraction" "$ref": "../connectionBasicType.json#/definitions/supportsMetadataExtraction"