diff --git a/ingestion/examples/kafka_schemas/topics.json b/ingestion/examples/kafka_schemas/topics.json index a5ef823422e..d89fb5f981b 100644 --- a/ingestion/examples/kafka_schemas/topics.json +++ b/ingestion/examples/kafka_schemas/topics.json @@ -5,7 +5,6 @@ "partitions": 56, "retentionSize": 322122382273, "cleanupPolicies": ["delete"], - "tags": ["Tier1"], "schemaType": "Avro", "schemaText": "{\"namespace\":\"org.open-metadata.kafka\",\"name\":\"Customer\",\"type\":\"record\",\"fields\":[{\"name\":\"id\",\"type\":\"string\"},{\"name\":\"first_name\",\"type\":\"string\"},{\"name\":\"last_name\",\"type\":\"string\"},{\"name\":\"email\",\"type\":\"string\"},{\"name\":\"address_line_1\",\"type\":\"string\"},{\"name\":\"address_line_2\",\"type\":\"string\"},{\"name\":\"post_code\",\"type\":\"string\"},{\"name\":\"country\",\"type\":\"string\"}]}" }, @@ -15,7 +14,6 @@ "partitions": 128, "retentionSize": 322122382273, "cleanupPolicies": ["delete"], - "tags": ["Tier2"], "schemaType": "Avro", "schemaText": "{\"namespace\":\"org.open-metadata.kafka\",\"type\":\"record\",\"name\":\"Product\",\"fields\":[{\"name\":\"product_id\",\"type\":\"int\"},{\"name\":\"title\",\"type\":\"string\"},{\"name\":\"price\",\"type\":\"double\"},{\"name\":\"sku\",\"type\":\"string\"},{\"name\":\"barcode\",\"type\":\"string\"},{\"name\":\"shop_id\",\"type\":\"int\"}]}" }, @@ -25,7 +23,6 @@ "partitions": 16, "retentionSize": 322122382273, "cleanupPolicies": ["delete"], - "tags": ["Tier1"], "schemaType": "Avro", "schemaText": "{\"namespace\":\"org.open-metadata.kafka\",\"type\":\"record\",\"name\":\"Shop\",\"fields\":[{\"name\":\"name\",\"type\":\"string\"},{\"name\":\"domain\",\"type\":\"string\"},{\"name\":\"user_id\",\"type\":\"int\"},{\"name\":\"first_name\",\"type\":\"string\"},{\"name\":\"last_name\",\"type\":\"string\"},{\"name\":\"email\",\"type\":\"string\"}]}" }, @@ -45,7 +42,6 @@ "retentionSize": 3222122382273, "cleanupPolicies": ["delete"], "schemaType": "Avro", - "tags": ["Tier2"], "schemaText": "{\"namespace\":\"org.open-metadata.kafka\",\"type\":\"record\",\"name\":\"Order\",\"fields\":[{\"name\":\"order_id\",\"type\":\"int\"},{\"name\":\"api_client_id\",\"type\":\"int\"},{\"name\":\"billing_address_id\",\"type\":\"int\"},{\"name\":\"customer_id\",\"type\":\"int\"},{\"name\":\"location_id\",\"type\":\"int\"},{\"name\":\"shipping_address_id\",\"type\":\"int\"},{\"name\":\"user_id\",\"type\":\"int\"},{\"name\":\"total_price\",\"type\":\"double\"},{\"name\":\"discount_code\",\"type\":\"string\"},{\"name\":\"processed_at\",\"type\":\"int\"}]}" }, { @@ -54,7 +50,6 @@ "partitions": 128, "retentionSize": 3222122382273, "cleanupPolicies": ["delete"], - "tags": ["Tier2"], "schemaType": "Avro", "schemaText": "{\"namespace\":\"org.open-metadata.kafka\",\"type\":\"record\",\"name\":\"Order\",\"fields\":[{\"name\":\"sale_id\",\"type\":\"int\"},{\"name\":\"billing_address_id\",\"type\":\"int\"},{\"name\":\"billing_address_id\",\"type\":\"int\"},{\"name\":\"api_client_id\",\"type\":\"int\"},{\"name\":\"customer_id\",\"type\":\"int\"},{\"name\":\"product_id\",\"type\":\"int\"},{\"name\":\"location_id\",\"type\":\"int\"},{\"name\":\"order_id\",\"type\":\"double\"}]}" } diff --git a/ingestion/src/metadata/ingestion/sink/metadata_rest_topics.py b/ingestion/src/metadata/ingestion/sink/metadata_rest_topics.py index 232a79fa88a..0269aa2a19a 100644 --- a/ingestion/src/metadata/ingestion/sink/metadata_rest_topics.py +++ b/ingestion/src/metadata/ingestion/sink/metadata_rest_topics.py @@ -21,8 +21,8 @@ from metadata.config.common import ConfigModel from metadata.generated.schema.api.data.createTopic import CreateTopic from metadata.ingestion.api.common import WorkflowContext from metadata.ingestion.api.sink import Sink, SinkStatus -from metadata.ingestion.ometa.client import REST, APIError, MetadataServerConfig -from metadata.ingestion.ometa.openmetadata_rest import OpenMetadataAPIClient +from metadata.ingestion.ometa.client import APIError +from metadata.ingestion.ometa.openmetadata_rest import OpenMetadataAPIClient, MetadataServerConfig logger = logging.getLogger(__name__)