mirror of
https://github.com/Unstructured-IO/unstructured.git
synced 2026-01-05 20:00:56 +00:00
2d1923ac7e
Part two of: https://github.com/Unstructured-IO/unstructured/pull/2842 Main changes compared to part one: * hash computation includes element's sequence number on page, page number, document filename and its text * there are more test for deterministic behavior of IDs returned by partitioning functions + their uniqueness (guaranteed at the document level, and high probability across multiple documents) This PR addresses the following issue: https://github.com/Unstructured-IO/unstructured/issues/2461
22 lines
654 B
JSON
22 lines
654 B
JSON
[
|
|
{
|
|
"element_id": "087bf46fb6864a7a3f3ebd7560205656",
|
|
"metadata": {
|
|
"data_source": {
|
|
"date_created": "2023-04-23T12:56:26.101000+00:00",
|
|
"date_modified": "2023-04-23T13:01:24.441000+00:00",
|
|
"record_locator": {
|
|
"channel": "1099601456321003600"
|
|
},
|
|
"url": "https://discord.com/channels/1099414370531950602/1099601456321003600"
|
|
},
|
|
"filename": "1099601456321003600.txt",
|
|
"filetype": "text/plain",
|
|
"languages": [
|
|
"eng"
|
|
]
|
|
},
|
|
"text": "Why did the bot go on a diet? Because it had too many mega-bytes! This is a bot",
|
|
"type": "NarrativeText"
|
|
}
|
|
] |