{ "topics": [{ "name": "customer_events", "description": "Kafka topic to capture the customer events such as location updates or profile updates", "fullyQualifiedName": "sample_kafka.customer_events", "partitions": 56, "retentionSize": 455858109, "replicationFactor":2, "maximumMessageSize":167, "cleanupPolicies": ["delete"], "schemaType": "Avro", "schemaText": "{\"namespace\":\"org.open-metadata.kafka\",\"name\":\"Customer\",\"type\":\"record\",\"fields\":[{\"name\":\"id\",\"type\":\"string\"},{\"name\":\"first_name\",\"type\":\"string\"},{\"name\":\"last_name\",\"type\":\"string\"},{\"name\":\"email\",\"type\":\"string\"},{\"name\":\"address_line_1\",\"type\":\"string\"},{\"name\":\"address_line_2\",\"type\":\"string\"},{\"name\":\"post_code\",\"type\":\"string\"},{\"name\":\"country\",\"type\":\"string\"}]}" }, { "name": "product_events", "description": "Kafka topic to capture the product events. This topic will get updates on products decription, price etc.", "fullyQualifiedName": "sample_kafka.customer_events", "partitions": 128, "retentionSize": 1068320655, "replicationFactor":4, "maximumMessageSize":208, "cleanupPolicies": ["delete"], "schemaType": "Avro", "schemaText": "{\"namespace\":\"org.open-metadata.kafka\",\"type\":\"record\",\"name\":\"Product\",\"fields\":[{\"name\":\"product_id\",\"type\":\"int\"},{\"name\":\"title\",\"type\":\"string\"},{\"name\":\"price\",\"type\":\"double\"},{\"name\":\"sku\",\"type\":\"string\"},{\"name\":\"barcode\",\"type\":\"string\"},{\"name\":\"shop_id\",\"type\":\"int\"}]}" }, { "name": "shop_updates", "description": "Kafka topic to get any shop updates such as new products, location", "fullyQualifiedName": "sample_kafka.customer_events", "partitions": 16, "retentionSize": 213590548, "replicationFactor":3, "maximumMessageSize":226, "cleanupPolicies": ["delete"], "schemaType": "Avro", "schemaText": "{\"namespace\":\"org.open-metadata.kafka\",\"type\":\"record\",\"name\":\"Shop\",\"fields\":[{\"name\":\"name\",\"type\":\"string\"},{\"name\":\"domain\",\"type\":\"string\"},{\"name\":\"user_id\",\"type\":\"int\"},{\"name\":\"first_name\",\"type\":\"string\"},{\"name\":\"last_name\",\"type\":\"string\"},{\"name\":\"email\",\"type\":\"string\"}]}" }, { "name": "shop_products", "description": "Kafka topic to get products in a shop. This is constantly updating", "fullyQualifiedName": "sample_kafka.customer_events", "partitions": 128, "retentionSize": 1475079463, "replicationFactor":2, "maximumMessageSize":244, "cleanupPolicies": ["compact","delete"], "schemaType": "Avro", "schemaText": "{\"namespace\":\"org.open-metadata.kafka\",\"type\":\"record\",\"name\":\"Shop Products\",\"fields\":[{\"name\":\"prodcut_id\",\"type\":\"int\"},{\"name\":\"product_variant_id\",\"type\":\"int\"},{\"name\":\"shop_id\",\"type\":\"int\"},{\"name\":\"name\",\"type\":\"string\"},{\"name\":\"product_title\",\"type\":\"string\"},{\"name\":\"price\",\"type\":\"double\"},{\"name\":\"quantity\",\"type\":\"int\"},{\"name\":\"product_vendor\",\"type\":\"int\"},{\"name\":\"fulfillable_quantity\",\"type\":\"int\"},{\"name\":\"fulfilment_service\",\"type\":\"string\"}]}" }, { "name": "orders", "description": "All the order events on our online store", "fullyQualifiedName": "sample_kafka.customer_events", "partitions": 128, "retentionSize": 291959935, "replicationFactor":3, "maximumMessageSize":61, "cleanupPolicies": ["compact"], "schemaType": "Avro", "schemaText": "{\"namespace\":\"org.open-metadata.kafka\",\"type\":\"record\",\"name\":\"Order\",\"fields\":[{\"name\":\"order_id\",\"type\":\"int\"},{\"name\":\"api_client_id\",\"type\":\"int\"},{\"name\":\"billing_address_id\",\"type\":\"int\"},{\"name\":\"customer_id\",\"type\":\"int\"},{\"name\":\"location_id\",\"type\":\"int\"},{\"name\":\"shipping_address_id\",\"type\":\"int\"},{\"name\":\"user_id\",\"type\":\"int\"},{\"name\":\"total_price\",\"type\":\"double\"},{\"name\":\"discount_code\",\"type\":\"string\"},{\"name\":\"processed_at\",\"type\":\"int\"}]}" }, { "name": "sales", "description": "All sales related events gets captured in this topic", "fullyQualifiedName": "sample_kafka.customer_events", "partitions": 128, "retentionSize": 1931232624, "replicationFactor":4, "maximumMessageSize":249, "cleanupPolicies": ["compact","delete"], "schemaType": "Avro", "schemaText": "{\"namespace\":\"org.open-metadata.kafka\",\"type\":\"record\",\"name\":\"Order\",\"fields\":[{\"name\":\"sale_id\",\"type\":\"int\"},{\"name\":\"billing_address_id\",\"type\":\"int\"},{\"name\":\"billing_address_id\",\"type\":\"int\"},{\"name\":\"api_client_id\",\"type\":\"int\"},{\"name\":\"customer_id\",\"type\":\"int\"},{\"name\":\"product_id\",\"type\":\"int\"},{\"name\":\"location_id\",\"type\":\"int\"},{\"name\":\"order_id\",\"type\":\"double\"}]}" } ] }