adding timeout option for Dagster and Amundsen changes (#10934)

* adding timeout option for dagster and amundsen changes

* Update ingestion/src/metadata/ingestion/source/pipeline/dagster/connection.py

Co-authored-by: Mayur Singal <39544459+ulixius9@users.noreply.github.com>

---------

Co-authored-by: Mayur Singal <39544459+ulixius9@users.noreply.github.com>

ingestion/src/metadata/ingestion/source/metadata/amundsen/metadata.py

@@ -216,7 +216,7 @@ class AmundsenSource(Source[Entity]):
                         name=table_entity.name,
                         tableType=table_entity.tableType,
                         description=table_entity.description,
-                        databaseSchema=table_entity.databaseSchema,
+                        databaseSchema=table_entity.databaseSchema.fullyQualifiedName,
                         tags=table_entity.tags,
                         columns=table_entity.columns,
                         owner=user_entity_ref,

ingestion/src/metadata/ingestion/source/pipeline/dagster/connection.py

@@ -40,6 +40,7 @@ def get_connection(connection: DagsterConnection) -> DagsterGraphQLClient:
             headers={"Dagster-Cloud-Api-Token": connection.token.get_secret_value()}
             if connection.token
             else None,
+            timeout=connection.timeout,
         ),
     )
 

openmetadata-spec/src/main/resources/json/schema/entity/services/connections/pipeline/dagsterConnection.json

@@ -32,6 +32,12 @@
       "type": "string",
       "format": "password"
     },
+    "timeout": {
+      "title": "Time Out",
+      "description": "Connection Time Limit Between OM and Dagster Graphql API in second",
+      "type": "integer",
+      "default": "1000"
+    },
     "supportsMetadataExtraction": {
       "title": "Supports Metadata Extraction",
       "$ref": "../connectionBasicType.json#/definitions/supportsMetadataExtraction"