From db1e6993a8ad9b6ea6da62bb3c19f72a47bf9247 Mon Sep 17 00:00:00 2001 From: David Potter Date: Tue, 9 Jul 2024 09:46:58 -0700 Subject: [PATCH] rfctr [P6M-398]: salesforce connector v2 (#3344) Updates salesforce source connector to v2. --- CHANGELOG.md | 2 +- .../Campaign/701Hu000001eX9EIAU.xml.json | 1007 +++++++++-------- .../Campaign/701Hu000001eX9FIAU.xml.json | 1007 +++++++++-------- .../Campaign/701Hu000001eX9GIAU.xml.json | 1007 +++++++++-------- .../Campaign/701Hu000001eX9HIAU.xml.json | 1007 +++++++++-------- .../EmailMessage/02sHu00001efErPIAU.eml.json | 148 +-- .../EmailMessage/02sHu00001efErQIAU.eml.json | 277 ++--- test_unstructured_ingest/src/salesforce.sh | 1 - unstructured/__version__.py | 2 +- unstructured/ingest/v2/cli/cmds/__init__.py | 2 + unstructured/ingest/v2/cli/cmds/salesforce.py | 79 ++ .../ingest/v2/examples/example_salesforce.py | 43 + .../v2/processes/connectors/__init__.py | 4 + .../v2/processes/connectors/salesforce.py | 293 +++++ 14 files changed, 2876 insertions(+), 2003 deletions(-) create mode 100644 unstructured/ingest/v2/cli/cmds/salesforce.py create mode 100644 unstructured/ingest/v2/examples/example_salesforce.py create mode 100644 unstructured/ingest/v2/processes/connectors/salesforce.py diff --git a/CHANGELOG.md b/CHANGELOG.md index f21706f94..441a774c2 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -1,4 +1,4 @@ -## 0.14.11-dev2 +## 0.14.11-dev3 ### Enhancements diff --git a/test_unstructured_ingest/expected-structured-output/salesforce/Campaign/701Hu000001eX9EIAU.xml.json b/test_unstructured_ingest/expected-structured-output/salesforce/Campaign/701Hu000001eX9EIAU.xml.json index de8e5757f..79e296d06 100644 --- a/test_unstructured_ingest/expected-structured-output/salesforce/Campaign/701Hu000001eX9EIAU.xml.json +++ b/test_unstructured_ingest/expected-structured-output/salesforce/Campaign/701Hu000001eX9EIAU.xml.json @@ -1,597 +1,702 @@ [ { + "type": "Title", "element_id": "58df7f145c1db00e8018da2a2f2b6636", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9EIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "attributes.type: Campaign", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9EIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9EIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "3f8d6b1e3be77ea49a2a299806057247", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9EIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "attributes.url: /services/data/v57.0/sobjects/Campaign/701Hu000001eX9EIAU", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9EIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9EIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "UncategorizedText", "element_id": "afe51afc26e44b5a7954c0c014420dbf", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9EIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "Id: 701Hu000001eX9EIAU", - "type": "UncategorizedText" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9EIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9EIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "NarrativeText", "element_id": "0e75202911c25a985fd6fdbcc685210d", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9EIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "IsDeleted: False", - "type": "NarrativeText" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9EIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9EIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "bfa3c69061ca77c58467cf644d679d9d", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9EIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "Name: GC Product Webinar - Jan 7, 2002", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9EIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9EIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "47453d9aa5535268fc9e97743fd4df92", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9EIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "ParentId: None", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9EIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9EIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "fe15423a473920fe3f24de57b0f66686", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9EIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "Type: Webinar", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9EIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9EIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "a445da086e959ca1d89d3a0b23e7ec64", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9EIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "Status: Completed", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9EIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9EIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "UncategorizedText", "element_id": "d74817fe24ac572e02d7ec931237d786", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9EIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "StartDate: 2023-01-29", - "type": "UncategorizedText" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9EIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9EIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "UncategorizedText", "element_id": "e6816b8cf8bc5e9e16d03dc0d7e1c077", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9EIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "EndDate: 2023-01-29", - "type": "UncategorizedText" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9EIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9EIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "9e9f375a56a72fa019d3f0c81b492562", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9EIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "ExpectedRevenue: 3000000.0", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9EIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9EIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "fa6561e159ec330dd1de84bba1787ed8", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9EIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "BudgetedCost: 10000.0", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9EIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9EIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "d06b377ba33d8eb8a3949dec823a8292", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9EIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "ActualCost: 11400.0", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9EIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9EIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "575ed9ed290568620e976f94d29329f7", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9EIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "ExpectedResponse: 10.0", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9EIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9EIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "86f8924e716941190e2f053181c003c4", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9EIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "NumberSent: 5000.0", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9EIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9EIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "2c23a030fa513fee5affd710b71c8a93", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9EIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "IsActive: True", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9EIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9EIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "0d3282f6153d7bcf1271615bb2ae0b29", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9EIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "Description: None", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9EIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9EIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "b90ea276e7c581110470b5ac1d9d7506", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9EIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "NumberOfLeads: 0", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9EIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9EIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "b2b5a4789214f0fe317b7a5d48f397ff", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9EIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "NumberOfConvertedLeads: 0", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9EIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9EIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "48ea0181a4a8f9f90be54ac427abeb96", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9EIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "NumberOfContacts: 0", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9EIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9EIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "568aebbd627bf61060ccdc7464542749", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9EIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "NumberOfResponses: 0", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9EIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9EIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "371d5ba0948c1749cdca5ffb003ab343", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9EIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "NumberOfOpportunities: 0", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9EIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9EIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "093fa7848fcdc23f7667b30ca4493de6", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9EIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "NumberOfWonOpportunities: 0", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9EIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9EIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "8f93b64a11e222f67229e99926a907b5", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9EIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "AmountAllOpportunities: 0.0", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9EIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9EIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "7506329a312dbefa35d023363ac273b6", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9EIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "AmountWonOpportunities: 0.0", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9EIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9EIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "85dd69fa0f2838a944cc50b1d7b6758e", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9EIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "OwnerId: 005Hu00000Owz9uIAB", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9EIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9EIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "UncategorizedText", "element_id": "0bb9e57d5acb2eb4935c1f799b33877d", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9EIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "CreatedDate: 2023-08-18T11:48:08.000+0000", - "type": "UncategorizedText" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9EIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9EIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "4ab3a9189e03e3403894819578e543f1", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9EIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "CreatedById: 005Hu00000Owz9uIAB", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9EIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9EIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "UncategorizedText", "element_id": "d777e23d646ccae33fc58bfa8c60eb2a", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9EIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "LastModifiedDate: 2023-08-18T11:48:08.000+0000", - "type": "UncategorizedText" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9EIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9EIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "142cbdaef0f710151b9ab9bde4b78d57", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9EIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "LastModifiedById: 005Hu00000Owz9uIAB", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9EIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9EIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "UncategorizedText", "element_id": "3d5002b5e9a9a5a3c31da33957c9f29f", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9EIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "SystemModstamp: 2023-08-18T11:48:08.000+0000", - "type": "UncategorizedText" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9EIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9EIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "eeb979d4b0907a63a5d787b6da613a5c", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9EIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "LastActivityDate: None", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9EIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9EIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "5e5f6b06caff5b005ce286040c4ddc0c", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9EIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "LastViewedDate: None", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9EIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9EIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "56633b020ac8dddcb6dcd19cbdc316a5", + "text": "LastReferencedDate: None", "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9EIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", "languages": [ "eng" - ] - }, - "text": "LastReferencedDate: None", - "type": "Title" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9EIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9EIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "e96645eb1b5f757cf1a8e2deffc1788d", + "text": "CampaignMemberRecordTypeId: None", "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9EIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", "languages": [ "eng" - ] - }, - "text": "CampaignMemberRecordTypeId: None", - "type": "Title" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9EIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9EIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } } ] \ No newline at end of file diff --git a/test_unstructured_ingest/expected-structured-output/salesforce/Campaign/701Hu000001eX9FIAU.xml.json b/test_unstructured_ingest/expected-structured-output/salesforce/Campaign/701Hu000001eX9FIAU.xml.json index 8c76a9159..4f3865cf0 100644 --- a/test_unstructured_ingest/expected-structured-output/salesforce/Campaign/701Hu000001eX9FIAU.xml.json +++ b/test_unstructured_ingest/expected-structured-output/salesforce/Campaign/701Hu000001eX9FIAU.xml.json @@ -1,597 +1,702 @@ [ { + "type": "Title", "element_id": "33639de6ef98a03dc464e7ee68cb77b6", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9FIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "attributes.type: Campaign", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9FIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9FIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "301b42881428a898005a7c6d0eacb95d", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9FIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "attributes.url: /services/data/v57.0/sobjects/Campaign/701Hu000001eX9FIAU", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9FIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9FIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "UncategorizedText", "element_id": "68c64c05e082c685658c95deddf5f9d9", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9FIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "Id: 701Hu000001eX9FIAU", - "type": "UncategorizedText" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9FIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9FIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "NarrativeText", "element_id": "2e6dc40c5ac10163f7fca47263ff5cce", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9FIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "IsDeleted: False", - "type": "NarrativeText" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9FIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9FIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "22fadaa4d14f29e844c2f99bebd0fe82", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9FIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "Name: User Conference - Jun 17-19, 2002", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9FIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9FIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "2b2296e9f81474100b473b92497e8ea7", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9FIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "ParentId: None", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9FIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9FIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "c9f38750542fdbfc52ea9b1d8c1c4d44", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9FIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "Type: Conference", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9FIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9FIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "41052a368a2a4c29845b3aea4b921c79", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9FIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "Status: Planned", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9FIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9FIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "UncategorizedText", "element_id": "6e783fcde2f592133ec6bcf03dbd4f00", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9FIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "StartDate: 2023-07-09", - "type": "UncategorizedText" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9FIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9FIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "UncategorizedText", "element_id": "b850fc695ad709ae0ddf4d080a90a98a", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9FIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "EndDate: 2023-07-11", - "type": "UncategorizedText" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9FIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9FIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "1e2aa761b36624b49cf2947aea0ca25b", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9FIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "ExpectedRevenue: 5500000.0", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9FIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9FIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "119c8373b01caec2cb1d6ceebb979b00", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9FIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "BudgetedCost: 100000.0", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9FIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9FIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "5616f7c0df7dba6e1b3e3bd78e6ab1f4", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9FIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "ActualCost: None", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9FIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9FIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "039c97941932d80f29b4d21cf8910d8e", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9FIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "ExpectedResponse: 15.0", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9FIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9FIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "ba8e79dc7a4a6287a6143a3ce2b0bdee", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9FIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "NumberSent: 40000.0", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9FIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9FIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "0beaa2d9b668edbb886932c4145db969", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9FIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "IsActive: True", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9FIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9FIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "b9594a46f5f6e8f11f06404bbc0b6418", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9FIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "Description: None", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9FIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9FIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "26b9c3bddf1d513528bb841f4624827a", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9FIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "NumberOfLeads: 0", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9FIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9FIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "70aa213a6197114c880f07d79d226a1a", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9FIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "NumberOfConvertedLeads: 0", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9FIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9FIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "62c233b7276f5698a0acb01f1a38205b", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9FIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "NumberOfContacts: 0", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9FIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9FIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "c8e3e783b5c50cab974e24b3b9b7fa11", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9FIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "NumberOfResponses: 0", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9FIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9FIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "e5a054871105491b64f68d752d442b12", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9FIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "NumberOfOpportunities: 0", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9FIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9FIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "057f1b6f57cc2e77e37812e11f9fc16d", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9FIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "NumberOfWonOpportunities: 0", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9FIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9FIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "2aeca8f553c243d0c5c60574d31402f0", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9FIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "AmountAllOpportunities: 0.0", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9FIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9FIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "5e6122516406cd13776b31ce31d3e2b1", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9FIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "AmountWonOpportunities: 0.0", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9FIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9FIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "063cc7897eb5f2726f4804ecd13c7bba", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9FIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "OwnerId: 005Hu00000Owz9uIAB", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9FIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9FIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "UncategorizedText", "element_id": "64a3c02869563a020f709ba17b678013", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9FIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "CreatedDate: 2023-08-18T11:48:08.000+0000", - "type": "UncategorizedText" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9FIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9FIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "6590fac684228d36a0e98bd850af7cfd", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9FIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "CreatedById: 005Hu00000Owz9uIAB", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9FIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9FIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "UncategorizedText", "element_id": "c91ccdbf86d12fda7833c197476ac1c5", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9FIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "LastModifiedDate: 2023-08-18T11:48:08.000+0000", - "type": "UncategorizedText" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9FIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9FIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "7517e2ff037269b49c41dcf9bde86d29", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9FIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "LastModifiedById: 005Hu00000Owz9uIAB", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9FIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9FIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "UncategorizedText", "element_id": "de306128301ad838fc572296cdf0dae2", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9FIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "SystemModstamp: 2023-08-18T11:48:08.000+0000", - "type": "UncategorizedText" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9FIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9FIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "737cdac03d129df06f2c2ffb326d3c60", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9FIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "LastActivityDate: None", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9FIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9FIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "7526679cca38ab5845dd7a18ea038768", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9FIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "LastViewedDate: None", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9FIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9FIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "af70275b57783805a648475a3de40150", + "text": "LastReferencedDate: None", "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9FIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", "languages": [ "eng" - ] - }, - "text": "LastReferencedDate: None", - "type": "Title" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9FIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9FIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "a9c854bc15002f1d564a4f1059ce9c78", + "text": "CampaignMemberRecordTypeId: None", "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9FIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", "languages": [ "eng" - ] - }, - "text": "CampaignMemberRecordTypeId: None", - "type": "Title" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9FIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9FIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } } ] \ No newline at end of file diff --git a/test_unstructured_ingest/expected-structured-output/salesforce/Campaign/701Hu000001eX9GIAU.xml.json b/test_unstructured_ingest/expected-structured-output/salesforce/Campaign/701Hu000001eX9GIAU.xml.json index e32ecc12a..2968828dd 100644 --- a/test_unstructured_ingest/expected-structured-output/salesforce/Campaign/701Hu000001eX9GIAU.xml.json +++ b/test_unstructured_ingest/expected-structured-output/salesforce/Campaign/701Hu000001eX9GIAU.xml.json @@ -1,597 +1,702 @@ [ { + "type": "Title", "element_id": "384002952158b638e0b0e0de4326767f", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9GIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "attributes.type: Campaign", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9GIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9GIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "36fb14db4feae21ae81dc54420fb7229", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9GIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "attributes.url: /services/data/v57.0/sobjects/Campaign/701Hu000001eX9GIAU", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9GIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9GIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "UncategorizedText", "element_id": "64dade36c284ac2fdadda70f781ca507", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9GIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "Id: 701Hu000001eX9GIAU", - "type": "UncategorizedText" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9GIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9GIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "NarrativeText", "element_id": "c34ffadbb153e54a823c8e5b0cc21caa", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9GIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "IsDeleted: False", - "type": "NarrativeText" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9GIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9GIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "fc11a6cd224ce37677e0c253cb933704", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9GIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "Name: DM Campaign to Top Customers - Nov 12-23, 2001", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9GIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9GIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "cbdfe36e3457af76b03e169d28a19d1c", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9GIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "ParentId: None", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9GIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9GIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "4ace811f7bbc33d8b95facef65856cf1", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9GIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "Type: Direct Mail", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9GIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9GIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "53a1e71b8bd4e2d5a30d4af512f80ba8", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9GIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "Status: Completed", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9GIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9GIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "UncategorizedText", "element_id": "5e321d800a1e80ab003f9fb2d9f88fa6", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9GIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "StartDate: 2022-12-04", - "type": "UncategorizedText" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9GIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9GIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "UncategorizedText", "element_id": "62cc54910da392e4778c23fe7096d534", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9GIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "EndDate: 2022-12-15", - "type": "UncategorizedText" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9GIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9GIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "3b165deaf908f966020c80dcd185ef62", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9GIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "ExpectedRevenue: 2500000.0", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9GIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9GIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "1d9b95ae4f404ad28fec93d018014ace", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9GIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "BudgetedCost: 25000.0", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9GIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9GIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "a3f84e8cda21f0ff6520ec9d751ec3ef", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9GIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "ActualCost: 23500.0", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9GIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9GIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "f89dd3ea17fd475ede7aa46517d471e0", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9GIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "ExpectedResponse: 7.0", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9GIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9GIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "981c4dac9336aef33c84789dd3f935a2", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9GIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "NumberSent: 15000.0", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9GIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9GIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "10d5600792ee19a78466e8bab179077a", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9GIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "IsActive: True", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9GIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9GIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "a78ce899f2cdd7dd1bdb33be2978befa", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9GIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "Description: None", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9GIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9GIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "711f7f171ca8adb577158818aa6215df", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9GIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "NumberOfLeads: 0", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9GIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9GIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "a26dbaf7065c06c5781ed38da3644dab", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9GIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "NumberOfConvertedLeads: 0", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9GIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9GIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "7f8dcc8ab4ffc389356892276eecaef6", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9GIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "NumberOfContacts: 0", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9GIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9GIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "cf2dd58831695b56230043a4fc88dba9", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9GIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "NumberOfResponses: 0", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9GIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9GIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "099c678fbce3b9974f292d0704fe91c3", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9GIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "NumberOfOpportunities: 0", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9GIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9GIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "0d98aaf501f215ed5607b21f3ec4b979", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9GIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "NumberOfWonOpportunities: 0", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9GIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9GIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "8a72e631369ce1f49e6bd56fbec605db", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9GIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "AmountAllOpportunities: 0.0", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9GIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9GIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "907b076b6090743b65338ef33b5eca9d", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9GIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "AmountWonOpportunities: 0.0", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9GIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9GIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "0bc816d554c6bab3637b92d4041e1fe3", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9GIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "OwnerId: 005Hu00000Owz9uIAB", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9GIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9GIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "UncategorizedText", "element_id": "463b1ce8df8b8a1e164e17b66d7df1b1", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9GIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "CreatedDate: 2023-08-18T11:48:08.000+0000", - "type": "UncategorizedText" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9GIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9GIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "cd294220d25876f7c6d880f1423ad2fb", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9GIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "CreatedById: 005Hu00000Owz9uIAB", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9GIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9GIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "UncategorizedText", "element_id": "33da254eff165dbf906196e5264d398e", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9GIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "LastModifiedDate: 2023-08-18T11:48:08.000+0000", - "type": "UncategorizedText" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9GIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9GIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "d9cd552b47094aff7ff11912a6f6f593", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9GIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "LastModifiedById: 005Hu00000Owz9uIAB", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9GIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9GIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "UncategorizedText", "element_id": "f96f44c83f7852ceda27d4b58236dc1f", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9GIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "SystemModstamp: 2023-08-18T11:48:08.000+0000", - "type": "UncategorizedText" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9GIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9GIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "51dffcdd6c5a7b824f4740ff1901d84f", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9GIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "LastActivityDate: None", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9GIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9GIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "861d773c5e169691e5d04747b29ffcc3", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9GIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "LastViewedDate: None", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9GIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9GIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "7b213fd9493280a93c2ee76754d88b82", + "text": "LastReferencedDate: None", "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9GIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", "languages": [ "eng" - ] - }, - "text": "LastReferencedDate: None", - "type": "Title" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9GIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9GIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "28e13edcb5033ed4d0be71977e918631", + "text": "CampaignMemberRecordTypeId: None", "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9GIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", "languages": [ "eng" - ] - }, - "text": "CampaignMemberRecordTypeId: None", - "type": "Title" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9GIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9GIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } } ] \ No newline at end of file diff --git a/test_unstructured_ingest/expected-structured-output/salesforce/Campaign/701Hu000001eX9HIAU.xml.json b/test_unstructured_ingest/expected-structured-output/salesforce/Campaign/701Hu000001eX9HIAU.xml.json index 4969dfae9..538f01555 100644 --- a/test_unstructured_ingest/expected-structured-output/salesforce/Campaign/701Hu000001eX9HIAU.xml.json +++ b/test_unstructured_ingest/expected-structured-output/salesforce/Campaign/701Hu000001eX9HIAU.xml.json @@ -1,597 +1,702 @@ [ { + "type": "Title", "element_id": "066a56700c628536ff50414e8622550e", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9HIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "attributes.type: Campaign", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9HIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9HIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "4e64546d69627ab575c0c310d3b24f67", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9HIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "attributes.url: /services/data/v57.0/sobjects/Campaign/701Hu000001eX9HIAU", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9HIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9HIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "UncategorizedText", "element_id": "9bd517f889c02ef12d326a9bdbcf5a31", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9HIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "Id: 701Hu000001eX9HIAU", - "type": "UncategorizedText" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9HIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9HIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "NarrativeText", "element_id": "f480460b91b7b4614cf103f52f3604fe", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9HIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "IsDeleted: False", - "type": "NarrativeText" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9HIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9HIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "4c3ae0c6481c81c6daa0de11c2f05922", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9HIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "Name: International Electrical Engineers Association Trade Show - Mar 4-5, 2002", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9HIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9HIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "55997dd95de95fb105cbdc1dc38be8c1", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9HIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "ParentId: None", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9HIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9HIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "3e6033daaf25885022e42413b58a9310", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9HIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "Type: Trade Show", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9HIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9HIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "5c224fa16dd73340bf915fe884e3cc51", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9HIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "Status: Planned", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9HIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9HIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "UncategorizedText", "element_id": "499a268e4dfe6d6716f8de5aba485be1", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9HIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "StartDate: 2023-03-26", - "type": "UncategorizedText" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9HIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9HIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "UncategorizedText", "element_id": "3e88fdf935fd3cd68af28232a9f26efa", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9HIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "EndDate: 2023-03-27", - "type": "UncategorizedText" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9HIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9HIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "85e9ea05786d28e98d8c6934f033c9c8", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9HIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "ExpectedRevenue: 8500000.0", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9HIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9HIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "9cb58244baea6d6220dfc7d9806f0210", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9HIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "BudgetedCost: 50000.0", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9HIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9HIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "329476d708ce3ff18d7dc021ead93020", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9HIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "ActualCost: None", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9HIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9HIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "572d6c3fe5bae944e6582c733c865d7c", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9HIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "ExpectedResponse: 0.0", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9HIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9HIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "a0c7fc7ee75d9a598386788e017be377", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9HIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "NumberSent: 0.0", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9HIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9HIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "79bfbbbca965459b9257585d1a6f1e2d", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9HIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "IsActive: True", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9HIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9HIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "c2ae0f3eba36d537685ca4d5252b7a7d", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9HIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "Description: None", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9HIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9HIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "9145feefc24e0f6d6fd15b0b65dc3ec8", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9HIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "NumberOfLeads: 0", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9HIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9HIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "4727f2f290a8ad080e0415f22c97e45d", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9HIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "NumberOfConvertedLeads: 0", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9HIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9HIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "e9365309303b028d43bc59d187b761c7", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9HIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "NumberOfContacts: 0", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9HIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9HIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "199b31be74cad498dbc4bdbb0bf589d9", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9HIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "NumberOfResponses: 0", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9HIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9HIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "bd8e37ebf40c5657fa152f1c75c60aa8", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9HIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "NumberOfOpportunities: 0", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9HIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9HIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "b8015189dc67a84cae313e8459d7b661", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9HIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "NumberOfWonOpportunities: 0", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9HIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9HIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "b2100ef64156e04b9406085a1791837f", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9HIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "AmountAllOpportunities: 0.0", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9HIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9HIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "74a1a1f69278992c4cac6b9654eada0c", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9HIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "AmountWonOpportunities: 0.0", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9HIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9HIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "eda0b9e6601e38eac4b14a36dee1ce71", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9HIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "OwnerId: 005Hu00000Owz9uIAB", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9HIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9HIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "UncategorizedText", "element_id": "cf30bd2581ce3104cd7053d71773eba3", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9HIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "CreatedDate: 2023-08-18T11:48:08.000+0000", - "type": "UncategorizedText" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9HIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9HIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "0b8596ac347b5e33e99734948fbe7d40", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9HIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "CreatedById: 005Hu00000Owz9uIAB", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9HIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9HIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "UncategorizedText", "element_id": "f207ace66ea121056d9a5b0accbe05fc", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9HIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "LastModifiedDate: 2023-08-18T11:48:08.000+0000", - "type": "UncategorizedText" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9HIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9HIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "f9666ba6beb2740200db6683eb5a9a03", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9HIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "LastModifiedById: 005Hu00000Owz9uIAB", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9HIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9HIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "UncategorizedText", "element_id": "bb226549a86d06cd79805234ac9f4024", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9HIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "SystemModstamp: 2023-08-18T11:48:08.000+0000", - "type": "UncategorizedText" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9HIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9HIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "32b28f777fefd9deb514d093144f78e4", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9HIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "LastActivityDate: None", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9HIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9HIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "97524d94047149fd92381d0962cc1e7d", - "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9HIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", - "languages": [ - "eng" - ] - }, "text": "LastViewedDate: None", - "type": "Title" + "metadata": { + "languages": [ + "eng" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9HIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9HIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "9d177063c2c0743aa093d472f925d92a", + "text": "LastReferencedDate: None", "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9HIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", "languages": [ "eng" - ] - }, - "text": "LastReferencedDate: None", - "type": "Title" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9HIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9HIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } }, { + "type": "Title", "element_id": "7bd775d4300729b3d2ad35e1046efdf3", + "text": "CampaignMemberRecordTypeId: None", "metadata": { - "data_source": { - "date_created": "2023-08-18T11:48:08", - "date_modified": "2023-08-18T11:48:08", - "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9HIAU", - "version": "2023-08-18T11:48:08.000+0000" - }, - "filetype": "application/xml", "languages": [ "eng" - ] - }, - "text": "CampaignMemberRecordTypeId: None", - "type": "Title" + ], + "filetype": "application/xml", + "data_source": { + "url": "/services/data/v57.0/sobjects/Campaign/701Hu000001eX9HIAU", + "version": "1692359288.0", + "record_locator": { + "id": "701Hu000001eX9HIAU" + }, + "date_created": "1692359288.0", + "date_modified": "1692359288.0" + } + } } ] \ No newline at end of file diff --git a/test_unstructured_ingest/expected-structured-output/salesforce/EmailMessage/02sHu00001efErPIAU.eml.json b/test_unstructured_ingest/expected-structured-output/salesforce/EmailMessage/02sHu00001efErPIAU.eml.json index 7d84ac490..2369175fe 100644 --- a/test_unstructured_ingest/expected-structured-output/salesforce/EmailMessage/02sHu00001efErPIAU.eml.json +++ b/test_unstructured_ingest/expected-structured-output/salesforce/EmailMessage/02sHu00001efErPIAU.eml.json @@ -1,98 +1,110 @@ [ { + "type": "NarrativeText", "element_id": "0773da7069b4dacf1ec43e7a1d39f26e", - "metadata": { - "data_source": { - "date_created": "2023-08-20T14:34:16", - "date_modified": "2023-08-21T14:34:16", - "url": "/services/data/v57.0/sobjects/EmailMessage/02sHu00001efErPIAU", - "version": "2023-09-14T11:40:03.000+0000" - }, - "filetype": "message/rfc822", - "languages": [ - "eng" - ], - "sent_from": [ - "devops+salesforce-connector@unstructured.io" - ], - "sent_to": [ - "jane_gray@uoa.edu" - ], - "subject": "Test of email 1" - }, "text": "Jane. This is a test of sending you an email from Salesforce!", - "type": "NarrativeText" + "metadata": { + "sent_from": [ + "devops+salesforce-connector@unstructured.io" + ], + "sent_to": [ + "jane_gray@uoa.edu" + ], + "subject": "Test of email 1", + "languages": [ + "eng" + ], + "filetype": "message/rfc822", + "data_source": { + "url": "/services/data/v57.0/sobjects/EmailMessage/02sHu00001efErPIAU", + "version": "1694691603.0", + "record_locator": { + "id": "02sHu00001efErPIAU" + }, + "date_created": "1692542056.0", + "date_modified": "1692628456.0" + } + } }, { + "type": "UncategorizedText", "element_id": "ad17b8af68c2c668b2219926d2fecde9", - "metadata": { - "data_source": { - "date_created": "2023-08-20T14:34:16", - "date_modified": "2023-08-21T14:34:16", - "url": "/services/data/v57.0/sobjects/EmailMessage/02sHu00001efErPIAU", - "version": "2023-09-14T11:40:03.000+0000" - }, - "filetype": "message/rfc822", - "languages": [ - "eng" - ], - "sent_from": [ - "devops+salesforce-connector@unstructured.io" - ], - "sent_to": [ - "jane_gray@uoa.edu" - ], - "subject": "Test of email 1" - }, "text": "_____________________________________________________________________", - "type": "UncategorizedText" + "metadata": { + "sent_from": [ + "devops+salesforce-connector@unstructured.io" + ], + "sent_to": [ + "jane_gray@uoa.edu" + ], + "subject": "Test of email 1", + "languages": [ + "eng" + ], + "filetype": "message/rfc822", + "data_source": { + "url": "/services/data/v57.0/sobjects/EmailMessage/02sHu00001efErPIAU", + "version": "1694691603.0", + "record_locator": { + "id": "02sHu00001efErPIAU" + }, + "date_created": "1692542056.0", + "date_modified": "1692628456.0" + } + } }, { + "type": "Title", "element_id": "02b3c747f7c5e0e553feb0f99c8a561f", + "text": "Powered by Salesforce", "metadata": { - "data_source": { - "date_created": "2023-08-20T14:34:16", - "date_modified": "2023-08-21T14:34:16", - "url": "/services/data/v57.0/sobjects/EmailMessage/02sHu00001efErPIAU", - "version": "2023-09-14T11:40:03.000+0000" - }, - "filetype": "message/rfc822", - "languages": [ - "eng" - ], "sent_from": [ "devops+salesforce-connector@unstructured.io" ], "sent_to": [ "jane_gray@uoa.edu" ], - "subject": "Test of email 1" - }, - "text": "Powered by Salesforce", - "type": "Title" + "subject": "Test of email 1", + "languages": [ + "eng" + ], + "filetype": "message/rfc822", + "data_source": { + "url": "/services/data/v57.0/sobjects/EmailMessage/02sHu00001efErPIAU", + "version": "1694691603.0", + "record_locator": { + "id": "02sHu00001efErPIAU" + }, + "date_created": "1692542056.0", + "date_modified": "1692628456.0" + } + } }, { + "type": "Title", "element_id": "07a4a605bad4cb7206377108a949ce59", + "text": "http://www.salesforce.com/", "metadata": { - "data_source": { - "date_created": "2023-08-20T14:34:16", - "date_modified": "2023-08-21T14:34:16", - "url": "/services/data/v57.0/sobjects/EmailMessage/02sHu00001efErPIAU", - "version": "2023-09-14T11:40:03.000+0000" - }, - "filetype": "message/rfc822", - "languages": [ - "eng" - ], "sent_from": [ "devops+salesforce-connector@unstructured.io" ], "sent_to": [ "jane_gray@uoa.edu" ], - "subject": "Test of email 1" - }, - "text": "http://www.salesforce.com/", - "type": "Title" + "subject": "Test of email 1", + "languages": [ + "eng" + ], + "filetype": "message/rfc822", + "data_source": { + "url": "/services/data/v57.0/sobjects/EmailMessage/02sHu00001efErPIAU", + "version": "1694691603.0", + "record_locator": { + "id": "02sHu00001efErPIAU" + }, + "date_created": "1692542056.0", + "date_modified": "1692628456.0" + } + } } ] \ No newline at end of file diff --git a/test_unstructured_ingest/expected-structured-output/salesforce/EmailMessage/02sHu00001efErQIAU.eml.json b/test_unstructured_ingest/expected-structured-output/salesforce/EmailMessage/02sHu00001efErQIAU.eml.json index a7b28c9d7..79c68a572 100644 --- a/test_unstructured_ingest/expected-structured-output/salesforce/EmailMessage/02sHu00001efErQIAU.eml.json +++ b/test_unstructured_ingest/expected-structured-output/salesforce/EmailMessage/02sHu00001efErQIAU.eml.json @@ -1,170 +1,191 @@ [ { + "type": "Title", "element_id": "bec7e6ad2ef7e1e8f16ef452637b26b5", - "metadata": { - "data_source": { - "date_created": "2023-08-20T14:35:49", - "date_modified": "2023-08-20T14:35:55", - "url": "/services/data/v57.0/sobjects/EmailMessage/02sHu00001efErQIAU", - "version": "2023-09-14T11:40:03.000+0000" - }, - "filetype": "message/rfc822", - "languages": [ - "eng" - ], - "sent_from": [ - "devops+salesforce-connector@unstructured.io" - ], - "sent_to": [ - "sean@edge.com" - ], - "subject": "Test of Salesforce 2" - }, "text": "Hey Sean.", - "type": "Title" + "metadata": { + "sent_from": [ + "devops+salesforce-connector@unstructured.io" + ], + "sent_to": [ + "sean@edge.com" + ], + "subject": "Test of Salesforce 2", + "languages": [ + "eng" + ], + "filetype": "message/rfc822", + "data_source": { + "url": "/services/data/v57.0/sobjects/EmailMessage/02sHu00001efErQIAU", + "version": "1694691603.0", + "record_locator": { + "id": "02sHu00001efErQIAU" + }, + "date_created": "1692542149.0", + "date_modified": "1692542155.0" + } + } }, { + "type": "NarrativeText", "element_id": "a3e4b2201edb4fecdc7ef055e871310e", - "metadata": { - "data_source": { - "date_created": "2023-08-20T14:35:49", - "date_modified": "2023-08-20T14:35:55", - "url": "/services/data/v57.0/sobjects/EmailMessage/02sHu00001efErQIAU", - "version": "2023-09-14T11:40:03.000+0000" - }, - "filetype": "message/rfc822", - "languages": [ - "eng" - ], - "sent_from": [ - "devops+salesforce-connector@unstructured.io" - ], - "sent_to": [ - "sean@edge.com" - ], - "subject": "Test of Salesforce 2" - }, "text": "Testing email parsing here.", - "type": "NarrativeText" + "metadata": { + "sent_from": [ + "devops+salesforce-connector@unstructured.io" + ], + "sent_to": [ + "sean@edge.com" + ], + "subject": "Test of Salesforce 2", + "languages": [ + "eng" + ], + "filetype": "message/rfc822", + "data_source": { + "url": "/services/data/v57.0/sobjects/EmailMessage/02sHu00001efErQIAU", + "version": "1694691603.0", + "record_locator": { + "id": "02sHu00001efErQIAU" + }, + "date_created": "1692542149.0", + "date_modified": "1692542155.0" + } + } }, { + "type": "Title", "element_id": "ff15ab0b7f162b02420efbb16866a2fe", - "metadata": { - "data_source": { - "date_created": "2023-08-20T14:35:49", - "date_modified": "2023-08-20T14:35:55", - "url": "/services/data/v57.0/sobjects/EmailMessage/02sHu00001efErQIAU", - "version": "2023-09-14T11:40:03.000+0000" - }, - "filetype": "message/rfc822", - "languages": [ - "eng" - ], - "sent_from": [ - "devops+salesforce-connector@unstructured.io" - ], - "sent_to": [ - "sean@edge.com" - ], - "subject": "Test of Salesforce 2" - }, "text": "Type: email", - "type": "Title" + "metadata": { + "sent_from": [ + "devops+salesforce-connector@unstructured.io" + ], + "sent_to": [ + "sean@edge.com" + ], + "subject": "Test of Salesforce 2", + "languages": [ + "eng" + ], + "filetype": "message/rfc822", + "data_source": { + "url": "/services/data/v57.0/sobjects/EmailMessage/02sHu00001efErQIAU", + "version": "1694691603.0", + "record_locator": { + "id": "02sHu00001efErQIAU" + }, + "date_created": "1692542149.0", + "date_modified": "1692542155.0" + } + } }, { + "type": "NarrativeText", "element_id": "7b314c7653fd2890729cd4910778ad04", - "metadata": { - "data_source": { - "date_created": "2023-08-20T14:35:49", - "date_modified": "2023-08-20T14:35:55", - "url": "/services/data/v57.0/sobjects/EmailMessage/02sHu00001efErQIAU", - "version": "2023-09-14T11:40:03.000+0000" - }, - "filetype": "message/rfc822", - "languages": [ - "eng" - ], - "sent_from": [ - "devops+salesforce-connector@unstructured.io" - ], - "sent_to": [ - "sean@edge.com" - ], - "subject": "Test of Salesforce 2" - }, "text": "Just testing the email system", - "type": "NarrativeText" + "metadata": { + "sent_from": [ + "devops+salesforce-connector@unstructured.io" + ], + "sent_to": [ + "sean@edge.com" + ], + "subject": "Test of Salesforce 2", + "languages": [ + "eng" + ], + "filetype": "message/rfc822", + "data_source": { + "url": "/services/data/v57.0/sobjects/EmailMessage/02sHu00001efErQIAU", + "version": "1694691603.0", + "record_locator": { + "id": "02sHu00001efErQIAU" + }, + "date_created": "1692542149.0", + "date_modified": "1692542155.0" + } + } }, { + "type": "UncategorizedText", "element_id": "c8805f36ed5571165d1f36ce32514b9a", - "metadata": { - "data_source": { - "date_created": "2023-08-20T14:35:49", - "date_modified": "2023-08-20T14:35:55", - "url": "/services/data/v57.0/sobjects/EmailMessage/02sHu00001efErQIAU", - "version": "2023-09-14T11:40:03.000+0000" - }, - "filetype": "message/rfc822", - "languages": [ - "eng" - ], - "sent_from": [ - "devops+salesforce-connector@unstructured.io" - ], - "sent_to": [ - "sean@edge.com" - ], - "subject": "Test of Salesforce 2" - }, "text": "_____________________________________________________________________", - "type": "UncategorizedText" + "metadata": { + "sent_from": [ + "devops+salesforce-connector@unstructured.io" + ], + "sent_to": [ + "sean@edge.com" + ], + "subject": "Test of Salesforce 2", + "languages": [ + "eng" + ], + "filetype": "message/rfc822", + "data_source": { + "url": "/services/data/v57.0/sobjects/EmailMessage/02sHu00001efErQIAU", + "version": "1694691603.0", + "record_locator": { + "id": "02sHu00001efErQIAU" + }, + "date_created": "1692542149.0", + "date_modified": "1692542155.0" + } + } }, { + "type": "Title", "element_id": "d600397e8498fd001b8fc9efac09a97a", + "text": "Powered by Salesforce", "metadata": { - "data_source": { - "date_created": "2023-08-20T14:35:49", - "date_modified": "2023-08-20T14:35:55", - "url": "/services/data/v57.0/sobjects/EmailMessage/02sHu00001efErQIAU", - "version": "2023-09-14T11:40:03.000+0000" - }, - "filetype": "message/rfc822", - "languages": [ - "eng" - ], "sent_from": [ "devops+salesforce-connector@unstructured.io" ], "sent_to": [ "sean@edge.com" ], - "subject": "Test of Salesforce 2" - }, - "text": "Powered by Salesforce", - "type": "Title" + "subject": "Test of Salesforce 2", + "languages": [ + "eng" + ], + "filetype": "message/rfc822", + "data_source": { + "url": "/services/data/v57.0/sobjects/EmailMessage/02sHu00001efErQIAU", + "version": "1694691603.0", + "record_locator": { + "id": "02sHu00001efErQIAU" + }, + "date_created": "1692542149.0", + "date_modified": "1692542155.0" + } + } }, { + "type": "Title", "element_id": "10c6ea4dc1b92ab41aefb37d7ca73013", + "text": "http://www.salesforce.com/", "metadata": { - "data_source": { - "date_created": "2023-08-20T14:35:49", - "date_modified": "2023-08-20T14:35:55", - "url": "/services/data/v57.0/sobjects/EmailMessage/02sHu00001efErQIAU", - "version": "2023-09-14T11:40:03.000+0000" - }, - "filetype": "message/rfc822", - "languages": [ - "eng" - ], "sent_from": [ "devops+salesforce-connector@unstructured.io" ], "sent_to": [ "sean@edge.com" ], - "subject": "Test of Salesforce 2" - }, - "text": "http://www.salesforce.com/", - "type": "Title" + "subject": "Test of Salesforce 2", + "languages": [ + "eng" + ], + "filetype": "message/rfc822", + "data_source": { + "url": "/services/data/v57.0/sobjects/EmailMessage/02sHu00001efErQIAU", + "version": "1694691603.0", + "record_locator": { + "id": "02sHu00001efErQIAU" + }, + "date_created": "1692542149.0", + "date_modified": "1692542155.0" + } + } } ] \ No newline at end of file diff --git a/test_unstructured_ingest/src/salesforce.sh b/test_unstructured_ingest/src/salesforce.sh index 7e3f55f72..8ebce46a1 100755 --- a/test_unstructured_ingest/src/salesforce.sh +++ b/test_unstructured_ingest/src/salesforce.sh @@ -54,7 +54,6 @@ PYTHONPATH=${PYTHONPATH:-.} "$RUN_SCRIPT" \ --metadata-exclude coordinates,filename,file_directory,metadata.data_source.date_processed,metadata.last_modified,metadata.detection_class_prob,metadata.parent_id,metadata.category_depth \ --num-processes "$max_processes" \ --preserve-downloads \ - --recursive \ --reprocess \ --output-dir "$OUTPUT_DIR" \ --verbose \ diff --git a/unstructured/__version__.py b/unstructured/__version__.py index da41589ee..8fe9cde90 100644 --- a/unstructured/__version__.py +++ b/unstructured/__version__.py @@ -1 +1 @@ -__version__ = "0.14.11-dev2" # pragma: no cover +__version__ = "0.14.11-dev3" # pragma: no cover diff --git a/unstructured/ingest/v2/cli/cmds/__init__.py b/unstructured/ingest/v2/cli/cmds/__init__.py index 71ecb34dd..81563f972 100644 --- a/unstructured/ingest/v2/cli/cmds/__init__.py +++ b/unstructured/ingest/v2/cli/cmds/__init__.py @@ -19,6 +19,7 @@ from .mongodb import mongodb_dest_cmd from .onedrive import onedrive_drive_src_cmd from .opensearch import opensearch_dest_cmd, opensearch_src_cmd from .pinecone import pinecone_dest_cmd +from .salesforce import salesforce_src_cmd from .sharepoint import sharepoint_drive_src_cmd from .singlestore import singlestore_dest_cmd from .sql import sql_dest_cmd @@ -35,6 +36,7 @@ src_cmds = [ onedrive_drive_src_cmd, opensearch_src_cmd, s3_src_cmd, + salesforce_src_cmd, sharepoint_drive_src_cmd, sftp_src_cmd, ] diff --git a/unstructured/ingest/v2/cli/cmds/salesforce.py b/unstructured/ingest/v2/cli/cmds/salesforce.py new file mode 100644 index 000000000..ac910b546 --- /dev/null +++ b/unstructured/ingest/v2/cli/cmds/salesforce.py @@ -0,0 +1,79 @@ +from dataclasses import dataclass + +import click + +from unstructured.ingest.v2.cli.base import SrcCmd +from unstructured.ingest.v2.cli.interfaces import CliConfig +from unstructured.ingest.v2.cli.utils import DelimitedString +from unstructured.ingest.v2.processes.connectors.salesforce import ( + ACCEPTED_CATEGORIES, + CONNECTOR_TYPE, +) + + +@dataclass +class SalesforceCliConnectionConfig(CliConfig): + @staticmethod + def get_cli_options() -> list[click.Option]: + options = [ + click.Option( + ["--username"], + required=True, + type=str, + help="Salesforce username usually looks like an email.", + ), + click.Option( + ["--consumer-key"], + required=True, + type=str, + help="For the Salesforce JWT auth. Found in Consumer Details.", + ), + click.Option( + ["--private-key"], + required=True, + type=str, + help="Path to the private key or its contents for the Salesforce JWT auth. " + "Key file is usually named server.key.", + ), + ] + return options + + +@dataclass +class SalesforceCliIndexerConfig(CliConfig): + @staticmethod + def get_cli_options() -> list[click.Option]: + possible_categories = ACCEPTED_CATEGORIES + options = [ + click.Option( + ["--categories"], + default=None, + required=True, + type=DelimitedString(choices=possible_categories), + help="Comma-delimited salesforce categories to download. " + "Currently only {}.".format(", ".join(possible_categories)), + ), + ] + return options + + +@dataclass +class SalesforceCliDownloadConfig(CliConfig): + @staticmethod + def get_cli_options() -> list[click.Option]: + options = [ + click.Option( + ["--download-dir"], + help="Where files are downloaded to, defaults to a location at" + "`$HOME/.cache/unstructured/ingest//`.", + ), + ] + return options + + +salesforce_src_cmd = SrcCmd( + cmd_name=CONNECTOR_TYPE, + connection_config=SalesforceCliConnectionConfig, + indexer_config=SalesforceCliIndexerConfig, + downloader_config=SalesforceCliDownloadConfig, +) diff --git a/unstructured/ingest/v2/examples/example_salesforce.py b/unstructured/ingest/v2/examples/example_salesforce.py new file mode 100644 index 000000000..b3439d5aa --- /dev/null +++ b/unstructured/ingest/v2/examples/example_salesforce.py @@ -0,0 +1,43 @@ +import os +from pathlib import Path + +from unstructured.ingest.v2.interfaces import ProcessorConfig +from unstructured.ingest.v2.logger import logger +from unstructured.ingest.v2.pipeline.pipeline import Pipeline +from unstructured.ingest.v2.processes.chunker import ChunkerConfig +from unstructured.ingest.v2.processes.connectors.local import ( + LocalUploaderConfig, +) +from unstructured.ingest.v2.processes.connectors.salesforce import ( + SalesforceAccessConfig, + SalesforceConnectionConfig, + SalesforceDownloaderConfig, + SalesforceIndexerConfig, +) +from unstructured.ingest.v2.processes.embedder import EmbedderConfig +from unstructured.ingest.v2.processes.partitioner import PartitionerConfig + +base_path = Path(__file__).parent.parent.parent.parent.parent +docs_path = base_path / "example-docs" +work_dir = base_path / "tmp_ingest" +output_path = work_dir / "output" +download_path = work_dir / "download" + +if __name__ == "__main__": + logger.info(f"Writing all content in: {work_dir.resolve()}") + Pipeline.from_configs( + context=ProcessorConfig(work_dir=str(work_dir.resolve())), + indexer_config=SalesforceIndexerConfig(categories=["Campaign", "EmailMessage"]), + downloader_config=SalesforceDownloaderConfig(download_dir=download_path), + source_connection_config=SalesforceConnectionConfig( + SalesforceAccessConfig( + consumer_key=os.getenv("SALESFORCE_CONSUMER_KEY"), + private_key=os.getenv("SALESFORCE_PRIVATE_KEY"), + ), + username=os.getenv("SALESFORCE_USERNAME"), + ), + partitioner_config=PartitionerConfig(strategy="fast"), + chunker_config=ChunkerConfig(chunking_strategy="by_title"), + embedder_config=EmbedderConfig(embedding_provider="langchain-huggingface"), + uploader_config=LocalUploaderConfig(output_dir=str(output_path.resolve())), + ).run() diff --git a/unstructured/ingest/v2/processes/connectors/__init__.py b/unstructured/ingest/v2/processes/connectors/__init__.py index 14f843ee2..81eb04189 100644 --- a/unstructured/ingest/v2/processes/connectors/__init__.py +++ b/unstructured/ingest/v2/processes/connectors/__init__.py @@ -22,6 +22,8 @@ from .onedrive import CONNECTOR_TYPE as ONEDRIVE_CONNECTOR_TYPE from .onedrive import onedrive_source_entry from .opensearch import CONNECTOR_TYPE as OPENSEARCH_CONNECTOR_TYPE from .opensearch import opensearch_destination_entry, opensearch_source_entry +from .salesforce import CONNECTOR_TYPE as SALESFORCE_CONNECTOR_TYPE +from .salesforce import salesforce_source_entry from .sql import CONNECTOR_TYPE as SQL_CONNECTOR_TYPE from .sql import sql_destination_entry from .weaviate import CONNECTOR_TYPE as WEAVIATE_CONNECTOR_TYPE @@ -48,6 +50,8 @@ add_destination_entry( destination_type=OPENSEARCH_CONNECTOR_TYPE, entry=opensearch_destination_entry ) +add_source_entry(source_type=SALESFORCE_CONNECTOR_TYPE, entry=salesforce_source_entry) + add_destination_entry(destination_type=WEAVIATE_CONNECTOR_TYPE, entry=weaviate_destination_entry) add_destination_entry( diff --git a/unstructured/ingest/v2/processes/connectors/salesforce.py b/unstructured/ingest/v2/processes/connectors/salesforce.py new file mode 100644 index 000000000..e1f018895 --- /dev/null +++ b/unstructured/ingest/v2/processes/connectors/salesforce.py @@ -0,0 +1,293 @@ +""" +Salesforce Connector +Able to download Account, Case, Campaign, EmailMessage, Lead +Salesforce returns everything as a list of json. +This saves each entry as a separate file to be partitioned. +Using JWT authorization +https://developer.salesforce.com/docs/atlas.en-us.sfdx_dev.meta/sfdx_dev/sfdx_dev_auth_key_and_cert.htm +https://developer.salesforce.com/docs/atlas.en-us.sfdx_dev.meta/sfdx_dev/sfdx_dev_auth_connected_app.htm +""" + +import json +from collections import OrderedDict +from dataclasses import dataclass, field +from email.utils import formatdate +from pathlib import Path +from string import Template +from textwrap import dedent +from typing import TYPE_CHECKING, Any, Generator, Type + +from dateutil import parser + +from unstructured.documents.elements import DataSourceMetadata +from unstructured.ingest.enhanced_dataclass import enhanced_field +from unstructured.ingest.error import SourceConnectionNetworkError +from unstructured.ingest.v2.interfaces import ( + AccessConfig, + ConnectionConfig, + Downloader, + DownloaderConfig, + DownloadResponse, + FileData, + Indexer, + IndexerConfig, + SourceIdentifiers, +) +from unstructured.ingest.v2.logger import logger +from unstructured.ingest.v2.processes.connector_registry import ( + SourceRegistryEntry, +) +from unstructured.utils import requires_dependencies + + +class MissingCategoryError(Exception): + """There are no categories with that name.""" + + +CONNECTOR_TYPE = "salesforce" + +if TYPE_CHECKING: + from simple_salesforce import Salesforce + +SALESFORCE_API_VERSION = "57.0" + +# TODO: Add more categories as needed +ACCEPTED_CATEGORIES: list[str] = ["Account", "Case", "Campaign", "EmailMessage", "Lead"] + +# Generic minimal email template used only +# to process EmailMessage records as .eml files +EMAIL_TEMPLATE = Template( + """MIME-Version: 1.0 +Date: $date +Message-ID: $message_identifier +Subject: $subject +From: $from_email +To: $to_email +Content-Type: multipart/alternative; boundary="00000000000095c9b205eff92630" +--00000000000095c9b205eff92630 +Content-Type: text/plain; charset="UTF-8" +$textbody +--00000000000095c9b205eff92630 +Content-Type: text/html; charset="UTF-8" +$htmlbody +--00000000000095c9b205eff92630-- +""", +) + + +@dataclass +class SalesforceAccessConfig(AccessConfig): + consumer_key: str + private_key: str + + @requires_dependencies(["cryptography"]) + def get_private_key_value_and_type(self) -> tuple[str, Type]: + from cryptography.hazmat.primitives import serialization + + try: + serialization.load_pem_private_key(data=self.private_key.encode("utf-8"), password=None) + except ValueError: + pass + else: + return self.private_key, str + + if Path(self.private_key).is_file(): + return self.private_key, Path + + raise ValueError("private_key does not contain PEM private key or path") + + +@dataclass +class SalesforceConnectionConfig(ConnectionConfig): + username: str + access_config: SalesforceAccessConfig = enhanced_field(sensitive=True) + + @requires_dependencies(["simple_salesforce"], extras="salesforce") + def get_client(self) -> "Salesforce": + from simple_salesforce import Salesforce + + pkey_value, pkey_type = self.access_config.get_private_key_value_and_type() + + return Salesforce( + username=self.username, + consumer_key=self.access_config.consumer_key, + privatekey_file=pkey_value if pkey_type is Path else None, + privatekey=pkey_value if pkey_type is str else None, + version=SALESFORCE_API_VERSION, + ) + + +@dataclass +class SalesforceIndexerConfig(IndexerConfig): + categories: list[str] + + +@dataclass +class SalesforceIndexer(Indexer): + connection_config: SalesforceConnectionConfig + index_config: SalesforceIndexerConfig + + def __post_init__(self): + for record_type in self.index_config.categories: + if record_type not in ACCEPTED_CATEGORIES: + raise ValueError(f"{record_type} not currently an accepted Salesforce category") + + def get_file_extension(self, record_type) -> str: + if record_type == "EmailMessage": + extension = ".eml" + elif record_type in ["Account", "Lead", "Case", "Campaign"]: + extension = ".xml" + else: + raise MissingCategoryError( + f"There are no categories with the name: {record_type}", + ) + return extension + + @requires_dependencies(["simple_salesforce"], extras="salesforce") + def list_files(self) -> list[FileData]: + """Get Salesforce Ids for the records. + Send them to next phase where each doc gets downloaded into the + appropriate format for partitioning. + """ + from simple_salesforce.exceptions import SalesforceMalformedRequest + + client = self.connection_config.get_client() + + files_list = [] + for record_type in self.index_config.categories: + try: + # Get ids from Salesforce + records = client.query_all_iter( + f"select Id, SystemModstamp, CreatedDate, LastModifiedDate from {record_type}", + ) + for record in records: + record_with_extension = record["Id"] + self.get_file_extension( + record["attributes"]["type"] + ) + files_list.append( + FileData( + connector_type=CONNECTOR_TYPE, + identifier=record["Id"], + source_identifiers=SourceIdentifiers( + filename=record_with_extension, + fullpath=f"{record['attributes']['type']}/{record_with_extension}", + ), + metadata=DataSourceMetadata( + url=record["attributes"]["url"], + version=str(parser.parse(record["SystemModstamp"]).timestamp()), + date_created=str(parser.parse(record["CreatedDate"]).timestamp()), + date_modified=str( + parser.parse(record["LastModifiedDate"]).timestamp() + ), + record_locator={"id": record["Id"]}, + ), + additional_metadata={"record_type": record["attributes"]["type"]}, + ) + ) + except SalesforceMalformedRequest as e: + raise SalesforceMalformedRequest(f"Problem with Salesforce query: {e}") + + return files_list + + def run(self, **kwargs: Any) -> Generator[FileData, None, None]: + for f in self.list_files(): + yield f + + +@dataclass +class SalesforceDownloaderConfig(DownloaderConfig): + pass + + +@dataclass +class SalesforceDownloader(Downloader): + connection_config: SalesforceConnectionConfig + download_config: SalesforceDownloaderConfig = field( + default_factory=lambda: SalesforceDownloaderConfig() + ) + connector_type: str = CONNECTOR_TYPE + + def get_download_path(self, file_data: FileData) -> Path: + rel_path = file_data.source_identifiers.relative_path + rel_path = rel_path[1:] if rel_path.startswith("/") else rel_path + return self.download_dir / Path(rel_path) + + def _xml_for_record(self, record: OrderedDict) -> str: + """Creates partitionable xml file from a record""" + import xml.etree.ElementTree as ET + + def create_xml_doc(data, parent, prefix=""): + for key, value in data.items(): + if isinstance(value, OrderedDict): + create_xml_doc(value, parent, prefix=f"{prefix}{key}.") + else: + item = ET.Element("item") + item.text = f"{prefix}{key}: {value}" + parent.append(item) + + root = ET.Element("root") + create_xml_doc(record, root) + + xml_string = ET.tostring(root, encoding="utf-8", xml_declaration=True).decode() + return xml_string + + def _eml_for_record(self, email_json: dict[str, Any]) -> str: + """Recreates standard expected .eml format using template.""" + eml = EMAIL_TEMPLATE.substitute( + date=formatdate(parser.parse(email_json.get("MessageDate")).timestamp()), + message_identifier=email_json.get("MessageIdentifier"), + subject=email_json.get("Subject"), + from_email=email_json.get("FromAddress"), + to_email=email_json.get("ToAddress"), + textbody=email_json.get("TextBody"), + htmlbody=email_json.get("HtmlBody"), + ) + return dedent(eml) + + @SourceConnectionNetworkError.wrap + def _get_response(self, file_data: FileData) -> OrderedDict: + client = self.connection_config.get_client() + return client.query( + f"select FIELDS(STANDARD) from {file_data.additional_metadata['record_type']} where Id='{file_data.identifier}'", # noqa: E501 + ) + + def get_record(self, file_data: FileData) -> OrderedDict: + # Get record from Salesforce based on id + response = self._get_response(file_data) + logger.debug(f"response was returned for salesforce record id: {file_data.identifier}") + records = response["records"] + if not records: + raise ValueError( + f"No record found with record id {file_data.identifier}: {json.dumps(response)}" + ) + record_json = records[0] + return record_json + + def run(self, file_data: FileData, **kwargs: Any) -> DownloadResponse: + record = self.get_record(file_data) + + try: + if file_data.additional_metadata["record_type"] == "EmailMessage": + document = self._eml_for_record(record) + else: + document = self._xml_for_record(record) + download_path = self.get_download_path(file_data=file_data) + download_path.parent.mkdir(parents=True, exist_ok=True) + + with open(download_path, "w") as page_file: + page_file.write(document) + + except Exception as e: + logger.error(f"failed to download file {file_data.identifier}: {e}", exc_info=True) + raise SourceConnectionNetworkError(f"failed to download file {file_data.identifier}") + + return self.generate_download_response(file_data=file_data, download_path=download_path) + + +salesforce_source_entry = SourceRegistryEntry( + connection_config=SalesforceConnectionConfig, + indexer_config=SalesforceIndexerConfig, + indexer=SalesforceIndexer, + downloader_config=SalesforceDownloaderConfig, + downloader=SalesforceDownloader, +)