mirror of
https://github.com/Unstructured-IO/unstructured.git
synced 2026-01-06 04:11:08 +00:00
2d1923ac7e
Part two of: https://github.com/Unstructured-IO/unstructured/pull/2842 Main changes compared to part one: * hash computation includes element's sequence number on page, page number, document filename and its text * there are more test for deterministic behavior of IDs returned by partitioning functions + their uniqueness (guaranteed at the document level, and high probability across multiple documents) This PR addresses the following issue: https://github.com/Unstructured-IO/unstructured/issues/2461
40 lines
1.1 KiB
JSON
40 lines
1.1 KiB
JSON
[
|
|
{
|
|
"element_id": "fd20671744e1d3c9ae59a0c191968dae",
|
|
"metadata": {
|
|
"data_source": {
|
|
"date_created": "2023-10-10T20:40:26.538000+00:00",
|
|
"date_modified": "2023-10-10T20:40:32.184000+00:00",
|
|
"record_locator": {
|
|
"hubspot_id": "1976928828"
|
|
}
|
|
},
|
|
"filename": "1976928828.txt",
|
|
"filetype": "text/plain",
|
|
"languages": [
|
|
"eng"
|
|
]
|
|
},
|
|
"text": "New testing ticket",
|
|
"type": "NarrativeText"
|
|
},
|
|
{
|
|
"element_id": "d2cfe6a182677406a709cd96438a9ac9",
|
|
"metadata": {
|
|
"data_source": {
|
|
"date_created": "2023-10-10T20:40:26.538000+00:00",
|
|
"date_modified": "2023-10-10T20:40:32.184000+00:00",
|
|
"record_locator": {
|
|
"hubspot_id": "1976928828"
|
|
}
|
|
},
|
|
"filename": "1976928828.txt",
|
|
"filetype": "text/plain",
|
|
"languages": [
|
|
"eng"
|
|
]
|
|
},
|
|
"text": "This is a testing ticket. This text is used for testing purposes and is meant to represent a block of content within a ticket in the ticket description field. The remains of this is text is just filler.",
|
|
"type": "NarrativeText"
|
|
}
|
|
] |