yujunjun/OpenMetadata
1
0
Fork 0
mirror of https://github.com/open-metadata/OpenMetadata.git synced 2025-08-21 07:28:44 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix #624: Ingestion: Fix REST API calls to get service and create service (#625)

Browse Source 
* Fix metadata usage listing of tables

* Fix #624: Ingestion: Fix REST API calls to get service and create service
This commit is contained in:
Sriharsha Chintalapani 2021-09-30 08:05:35 -07:00 committed by GitHub
parent 557fd7a052
commit ebfbd39cc2
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 19 additions and 13 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
ingestion/examples/sample_data/datasets/query_log
View File

@ -173,10 +173,10 @@ dim_staff.shop_id=dim_shop.shop_id", "shopify"
"select fact_sale.total_sale, dim_product_variant.sku, dim_product_variant.price from fact_sale join dim_product_variant on fact_sale.product_variant_id=dim_product.product_variant_id", "shopify" "select fact_sale.total_sale, dim_product_variant.sku, dim_product_variant.price from fact_sale join dim_product_variant on fact_sale.product_variant_id=dim_product.product_variant_id", "shopify"
"select fact_sale.total_sale, dim_product_variant.sku, dim_product_variant.price from fact_sale join dim_product_variant on fact_sale.product_variant_id=dim_product.product_variant_id", "shopify" "select fact_sale.total_sale, dim_product_variant.sku, dim_product_variant.price from fact_sale join dim_product_variant on fact_sale.product_variant_id=dim_product.product_variant_id", "shopify"
"select fact_sale.total_sale, dim_product_variant.sku, dim_product_variant.price from fact_sale join dim_product_variant on fact_sale.product_variant_id=dim_product.product_variant_id", "shopify" "select fact_sale.total_sale, dim_product_variant.sku, dim_product_variant.price from fact_sale join dim_product_variant on fact_sale.product_variant_id=dim_product.product_variant_id", "shopify"
"select fact_sale.gross_sale, dim_address.city from fact_sale join dim_address on fact_sale.shipping_address_id=dim_address.shipping_address_id group by dim_address.city", "shopify" "select fact_sale.gross_sale, dim_address.city from fact_sale join dim_address on fact_sale.shipping_address_id=dim_address.address_id group by dim_address.city", "shopify"
"select fact_sale.gross_sale, dim_address.city from fact_sale join dim_address on fact_sale.shipping_address_id=dim_address.shipping_address_id group by dim_address.city", "shopify" "select fact_sale.gross_sale, dim_address.city from fact_sale join dim_address on fact_sale.shipping_address_id=dim_address.address_id group by dim_address.city", "shopify"
"select fact_sale.gross_sale, dim_address.city from fact_sale join dim_address on fact_sale.shipping_address_id=dim_address.shipping_address_id group by dim_address.city", "shopify" "select fact_sale.gross_sale, dim_address.city from fact_sale join dim_address on fact_sale.shipping_address_id=dim_address.address_id group by dim_address.city", "shopify"
"select fact_sale.gross_sale, dim_address.city from fact_sale join dim_address on fact_sale.shipping_address_id=dim_address.shipping_address_id group by dim_address.city", "shopify" "select fact_sale.gross_sale, dim_address.city from fact_sale join dim_address on fact_sale.shipping_address_id=dim_address.address_id group by dim_address.city", "shopify"
"select fact_sale.gross_sale, dim_shop.name, dim_shop.shop_id from fact_sale join dim_shop on fact_sale.shop_id = dim_shop.shop_id group by dim_shop.shop_id", "shopify" "select fact_sale.gross_sale, dim_shop.name, dim_shop.shop_id from fact_sale join dim_shop on fact_sale.shop_id = dim_shop.shop_id group by dim_shop.shop_id", "shopify"
"select fact_sale.gross_sale, dim_shop.name, dim_shop.shop_id from fact_sale join dim_shop on fact_sale.shop_id = dim_shop.shop_id group by dim_shop.shop_id", "shopify" "select fact_sale.gross_sale, dim_shop.name, dim_shop.shop_id from fact_sale join dim_shop on fact_sale.shop_id = dim_shop.shop_id group by dim_shop.shop_id", "shopify"
"select fact_sale.gross_sale, dim_shop.name, dim_shop.shop_id from fact_sale join dim_shop on fact_sale.shop_id = dim_shop.shop_id group by dim_shop.shop_id", "shopify" "select fact_sale.gross_sale, dim_shop.name, dim_shop.shop_id from fact_sale join dim_shop on fact_sale.shop_id = dim_shop.shop_id group by dim_shop.shop_id", "shopify"

16
ingestion/src/metadata/ingestion/ometa/openmetadata_rest.py
View File

@ -204,8 +204,8 @@ class OpenMetadataAPIClient(object):
def get_database_service(self, service_name: str) -> DatabaseService: def get_database_service(self, service_name: str) -> DatabaseService:
"""Get the Database service""" """Get the Database service"""
try: try:
resp = self.client.get('/services/databaseServices?name={}'.format(service_name)) resp = self.client.get('/services/databaseServices/name/{}'.format(service_name))
return DatabaseService(**resp['data'][0]) if len(resp['data']) > 0 else None return DatabaseService(**resp)
except APIError as err: except APIError as err:
return None return None
@ -333,7 +333,7 @@ class OpenMetadataAPIClient(object):
"""Get the Messaging service""" """Get the Messaging service"""
try: try:
resp = self.client.get('/services/messagingServices/name/{}'.format(service_name)) resp = self.client.get('/services/messagingServices/name/{}'.format(service_name))
return MessagingService(**resp['data'][0]) if len(resp['data']) > 0 else None return MessagingService(**resp)
except APIError as err: except APIError as err:
return None return None
@ -375,7 +375,7 @@ class OpenMetadataAPIClient(object):
"""Get the Dashboard service""" """Get the Dashboard service"""
try: try:
resp = self.client.get('/services/dashboardServices/name/{}'.format(service_name)) resp = self.client.get('/services/dashboardServices/name/{}'.format(service_name))
return DashboardService(**resp['data'][0]) if len(resp['data']) > 0 else None return DashboardService(**resp)
except APIError as err: except APIError as err:
return None return None
@ -387,8 +387,11 @@ class OpenMetadataAPIClient(object):
def create_dashboard_service(self, def create_dashboard_service(self,
dashboard_service: CreateDashboardServiceEntityRequest) -> DashboardService: dashboard_service: CreateDashboardServiceEntityRequest) -> DashboardService:
"""Create a new Database Service""" """Create a new Database Service"""
try:
resp = self.client.post('/services/dashboardServices', data=dashboard_service.json()) resp = self.client.post('/services/dashboardServices', data=dashboard_service.json())
return DashboardService(**resp) return DashboardService(**resp)
except APIError as err:
return None
def create_or_update_chart(self, create_chart_request: CreateChartEntityRequest) -> Chart: def create_or_update_chart(self, create_chart_request: CreateChartEntityRequest) -> Chart:
"""Create or Update a Chart """ """Create or Update a Chart """
@ -429,7 +432,7 @@ class OpenMetadataAPIClient(object):
"""Get the Pipeline service""" """Get the Pipeline service"""
try: try:
resp = self.client.get('/services/pipelineServices/name/{}'.format(service_name)) resp = self.client.get('/services/pipelineServices/name/{}'.format(service_name))
return PipelineService(**resp['data'][0]) if len(resp['data']) > 0 else None return PipelineService(**resp['data'][0]) if 'data' in resp and len(resp['data']) > 0 else None
except APIError as err: except APIError as err:
return None return None
@ -441,8 +444,11 @@ class OpenMetadataAPIClient(object):
def create_pipeline_service(self, def create_pipeline_service(self,
pipeline_service: CreatePipelineServiceEntityRequest) -> PipelineService: pipeline_service: CreatePipelineServiceEntityRequest) -> PipelineService:
"""Create a new Pipeline Service""" """Create a new Pipeline Service"""
try:
resp = self.client.post('/services/pipelineServices', data=pipeline_service.json()) resp = self.client.post('/services/pipelineServices', data=pipeline_service.json())
return PipelineService(**resp) return PipelineService(**resp)
except APIError as err:
return None
def create_or_update_task(self, create_task_request: CreateTaskEntityRequest) -> Task: def create_or_update_task(self, create_task_request: CreateTaskEntityRequest) -> Task:
"""Create or Update a Task """ """Create or Update a Task """