Mayur Singal 75ccc803ad
Fix #5410: Topology for Pipeline Services (#6085)
Fix #5410: Topology for Pipeline Services (#6085)
2022-07-22 13:59:14 +02:00

218 lines
8.9 KiB
JSON

{
"workspace": [
{
"workspaceId": "af5680ec-2687-4fe0-bd55-5ad5f020a603",
"customerId": "de633783-f0f2-4248-9ea2-092c4b5e1165",
"email": "mayur@getcollate.io",
"name": "af5680ec-2687-4fe0-bd55-5ad5f020a603",
"slug": "af5680ec-2687-4fe0-bd55-5ad5f020a603",
"initialSetupComplete": true,
"displaySetupWizard": false,
"anonymousDataCollection": false,
"news": false,
"securityUpdates": false,
"notifications": []
}
],
"connection": [
{
"connectionId": "a10f6d82-4fc6-4c90-ba04-bb773c8fbb0f",
"name": "MSSQL <> Postgres",
"namespaceDefinition": "source",
"namespaceFormat": "${SOURCE_NAMESPACE}",
"prefix": "",
"sourceId": "ed3783a9-8479-4be0-80aa-2075ccc6e310",
"destinationId": "4181764f-3ed8-44cb-9b8e-fefff7fb5ea9",
"operationIds": ["942463dd-f37c-4794-8931-88da6c166a04"],
"syncCatalog": {
"streams": [
{
"stream": {
"name": "brands",
"jsonSchema": {
"type": "object",
"properties": {
"brand_id": {"type": "number"},
"brand_name": {"type": "string"}
}
},
"supportedSyncModes": ["full_refresh", "incremental"],
"defaultCursorField": [],
"sourceDefinedPrimaryKey": [["brand_id"]],
"namespace": "production"
},
"config": {
"syncMode": "full_refresh",
"cursorField": [],
"destinationSyncMode": "overwrite",
"primaryKey": [["brand_id"]],
"aliasName": "brands",
"selected": true
}
},
{
"stream": {
"name": "categories",
"jsonSchema": {
"type": "object",
"properties": {
"category_id": {"type": "number"},
"category_name": {"type": "string"}
}
},
"supportedSyncModes": ["full_refresh", "incremental"],
"defaultCursorField": [],
"sourceDefinedPrimaryKey": [["category_id"]],
"namespace": "production"
},
"config": {
"syncMode": "full_refresh",
"cursorField": [],
"destinationSyncMode": "overwrite",
"primaryKey": [["category_id"]],
"aliasName": "categories",
"selected": true
}
},
{
"stream": {
"name": "products",
"jsonSchema": {
"type": "object",
"properties": {
"brand_id": {"type": "number"},
"list_price": {"type": "number"},
"model_year": {"type": "number"},
"product_id": {"type": "number"},
"category_id": {"type": "number"},
"product_name": {"type": "string"}
}
},
"supportedSyncModes": ["full_refresh", "incremental"],
"defaultCursorField": [],
"sourceDefinedPrimaryKey": [["product_id"]],
"namespace": "production"
},
"config": {
"syncMode": "full_refresh",
"cursorField": [],
"destinationSyncMode": "overwrite",
"primaryKey": [["product_id"]],
"aliasName": "products",
"selected": true
}
},
{
"stream": {
"name": "stocks",
"jsonSchema": {
"type": "object",
"properties": {
"quantity": {"type": "number"},
"store_id": {"type": "number"},
"product_id": {"type": "number"}
}
},
"supportedSyncModes": ["full_refresh", "incremental"],
"defaultCursorField": [],
"sourceDefinedPrimaryKey": [["store_id"], ["product_id"]],
"namespace": "production"
},
"config": {
"syncMode": "full_refresh",
"cursorField": [],
"destinationSyncMode": "overwrite",
"primaryKey": [["store_id"], ["product_id"]],
"aliasName": "stocks",
"selected": true
}
}
]
},
"schedule": {"units": 24, "timeUnit": "hours"},
"status": "inactive"
}
],
"jobs": [
{
"job": {
"id": 14,
"configType": "sync",
"configId": "a10f6d82-4fc6-4c90-ba04-bb773c8fbb0f",
"createdAt": 1655482894,
"updatedAt": 1655482894,
"status": "running"
},
"attempts": [
{
"id": 0,
"status": "running",
"createdAt": 1655482894,
"updatedAt": 1655482894,
"streamStats": []
}
]
},
{
"job": {
"id": 13,
"configType": "sync",
"configId": "a10f6d82-4fc6-4c90-ba04-bb773c8fbb0f",
"createdAt": 1655393914,
"updatedAt": 1655394054,
"status": "succeeded"
},
"attempts": [
{
"id": 0,
"status": "succeeded",
"createdAt": 1655393914,
"updatedAt": 1655394054,
"endedAt": 1655394054,
"bytesSynced": 85607,
"recordsSynced": 1276,
"totalStats": {
"recordsEmitted": 1276,
"bytesEmitted": 85607,
"stateMessagesEmitted": 0,
"recordsCommitted": 1276
},
"streamStats": [
{
"streamName": "brands",
"stats": {
"recordsEmitted": 9,
"bytesEmitted": 333,
"recordsCommitted": 9
}
},
{
"streamName": "categories",
"stats": {
"recordsEmitted": 7,
"bytesEmitted": 359,
"recordsCommitted": 7
}
},
{
"streamName": "stocks",
"stats": {
"recordsEmitted": 939,
"bytesEmitted": 41608,
"recordsCommitted": 939
}
},
{
"streamName": "products",
"stats": {
"recordsEmitted": 321,
"bytesEmitted": 43307,
"recordsCommitted": 321
}
}
]
}
]
}
]
}