mirror of
https://github.com/open-metadata/OpenMetadata.git
synced 2025-12-29 16:39:04 +00:00
75 lines
4.9 KiB
JSON
75 lines
4.9 KiB
JSON
{
|
|
"topics": [{
|
|
"name": "customer_events",
|
|
"description": "Kafka topic to capture the customer events such as location updates or profile updates",
|
|
"fullyQualifiedName": "sample_kafka.customer_events",
|
|
"partitions": 56,
|
|
"retentionSize": 455858109,
|
|
"replicationFactor":2,
|
|
"maximumMessageSize":167,
|
|
"cleanupPolicies": ["delete"],
|
|
"schemaType": "Avro",
|
|
"schemaText": "{\"namespace\":\"org.open-metadata.kafka\",\"name\":\"Customer\",\"type\":\"record\",\"fields\":[{\"name\":\"id\",\"type\":\"string\"},{\"name\":\"first_name\",\"type\":\"string\"},{\"name\":\"last_name\",\"type\":\"string\"},{\"name\":\"email\",\"type\":\"string\"},{\"name\":\"address_line_1\",\"type\":\"string\"},{\"name\":\"address_line_2\",\"type\":\"string\"},{\"name\":\"post_code\",\"type\":\"string\"},{\"name\":\"country\",\"type\":\"string\"}]}"
|
|
},
|
|
{
|
|
"name": "product_events",
|
|
"description": "Kafka topic to capture the product events. This topic will get updates on products decription, price etc.",
|
|
"fullyQualifiedName": "sample_kafka.customer_events",
|
|
"partitions": 128,
|
|
"retentionSize": 1068320655,
|
|
"replicationFactor":4,
|
|
"maximumMessageSize":208,
|
|
"cleanupPolicies": ["delete"],
|
|
"schemaType": "Avro",
|
|
"schemaText": "{\"namespace\":\"org.open-metadata.kafka\",\"type\":\"record\",\"name\":\"Product\",\"fields\":[{\"name\":\"product_id\",\"type\":\"int\"},{\"name\":\"title\",\"type\":\"string\"},{\"name\":\"price\",\"type\":\"double\"},{\"name\":\"sku\",\"type\":\"string\"},{\"name\":\"barcode\",\"type\":\"string\"},{\"name\":\"shop_id\",\"type\":\"int\"}]}"
|
|
},
|
|
{
|
|
"name": "shop_updates",
|
|
"description": "Kafka topic to get any shop updates such as new products, location",
|
|
"fullyQualifiedName": "sample_kafka.customer_events",
|
|
"partitions": 16,
|
|
"retentionSize": 213590548,
|
|
"replicationFactor":3,
|
|
"maximumMessageSize":226,
|
|
"cleanupPolicies": ["delete"],
|
|
"schemaType": "Avro",
|
|
"schemaText": "{\"namespace\":\"org.open-metadata.kafka\",\"type\":\"record\",\"name\":\"Shop\",\"fields\":[{\"name\":\"name\",\"type\":\"string\"},{\"name\":\"domain\",\"type\":\"string\"},{\"name\":\"user_id\",\"type\":\"int\"},{\"name\":\"first_name\",\"type\":\"string\"},{\"name\":\"last_name\",\"type\":\"string\"},{\"name\":\"email\",\"type\":\"string\"}]}"
|
|
},
|
|
{
|
|
"name": "shop_products",
|
|
"description": "Kafka topic to get products in a shop. This is constantly updating",
|
|
"fullyQualifiedName": "sample_kafka.customer_events",
|
|
"partitions": 128,
|
|
"retentionSize": 1475079463,
|
|
"replicationFactor":2,
|
|
"maximumMessageSize":244,
|
|
"cleanupPolicies": ["compact","delete"],
|
|
"schemaType": "Avro",
|
|
"schemaText": "{\"namespace\":\"org.open-metadata.kafka\",\"type\":\"record\",\"name\":\"Shop Products\",\"fields\":[{\"name\":\"prodcut_id\",\"type\":\"int\"},{\"name\":\"product_variant_id\",\"type\":\"int\"},{\"name\":\"shop_id\",\"type\":\"int\"},{\"name\":\"name\",\"type\":\"string\"},{\"name\":\"product_title\",\"type\":\"string\"},{\"name\":\"price\",\"type\":\"double\"},{\"name\":\"quantity\",\"type\":\"int\"},{\"name\":\"product_vendor\",\"type\":\"int\"},{\"name\":\"fulfillable_quantity\",\"type\":\"int\"},{\"name\":\"fulfilment_service\",\"type\":\"string\"}]}"
|
|
},
|
|
{
|
|
"name": "orders",
|
|
"description": "All the order events on our online store",
|
|
"fullyQualifiedName": "sample_kafka.customer_events",
|
|
"partitions": 128,
|
|
"retentionSize": 291959935,
|
|
"replicationFactor":3,
|
|
"maximumMessageSize":61,
|
|
"cleanupPolicies": ["compact"],
|
|
"schemaType": "Avro",
|
|
"schemaText": "{\"namespace\":\"org.open-metadata.kafka\",\"type\":\"record\",\"name\":\"Order\",\"fields\":[{\"name\":\"order_id\",\"type\":\"int\"},{\"name\":\"api_client_id\",\"type\":\"int\"},{\"name\":\"billing_address_id\",\"type\":\"int\"},{\"name\":\"customer_id\",\"type\":\"int\"},{\"name\":\"location_id\",\"type\":\"int\"},{\"name\":\"shipping_address_id\",\"type\":\"int\"},{\"name\":\"user_id\",\"type\":\"int\"},{\"name\":\"total_price\",\"type\":\"double\"},{\"name\":\"discount_code\",\"type\":\"string\"},{\"name\":\"processed_at\",\"type\":\"int\"}]}"
|
|
},
|
|
{
|
|
"name": "sales",
|
|
"description": "All sales related events gets captured in this topic",
|
|
"fullyQualifiedName": "sample_kafka.customer_events",
|
|
"partitions": 128,
|
|
"retentionSize": 1931232624,
|
|
"replicationFactor":4,
|
|
"maximumMessageSize":249,
|
|
"cleanupPolicies": ["compact","delete"],
|
|
"schemaType": "Avro",
|
|
"schemaText": "{\"namespace\":\"org.open-metadata.kafka\",\"type\":\"record\",\"name\":\"Order\",\"fields\":[{\"name\":\"sale_id\",\"type\":\"int\"},{\"name\":\"billing_address_id\",\"type\":\"int\"},{\"name\":\"billing_address_id\",\"type\":\"int\"},{\"name\":\"api_client_id\",\"type\":\"int\"},{\"name\":\"customer_id\",\"type\":\"int\"},{\"name\":\"product_id\",\"type\":\"int\"},{\"name\":\"location_id\",\"type\":\"int\"},{\"name\":\"order_id\",\"type\":\"double\"}]}"
|
|
}
|
|
]
|
|
} |