yujunjun/unstructured
1
0
Fork 0
mirror of https://github.com/Unstructured-IO/unstructured.git synced 2025-10-11 16:13:24 +00:00
Code Issues Packages Projects Releases Wiki Activity
unstructured/test_unstructured_ingest/expected-structured-output/confluence-diff/testteamsp/1605989.json
Steve Canny b3a2dd4755
fix: html incorrectly categorizing text (#3841) 
Fixes #3666

---------

Co-authored-by: ryannikolaidis <1208590+ryannikolaidis@users.noreply.github.com>
Co-authored-by: scanny <scanny@users.noreply.github.com>
2024-12-18 18:46:54 +00:00

769 lines
24 KiB
JSON
Raw Blame History

[
{
"element_id": "1672cd06afcef46532e0c1ac6d1ef3e4",
"metadata": {
"data_source": {
"date_created": "2023-07-09T12:56:40.842000",
"date_modified": "2023-07-09T12:57:59.173000",
"record_locator": {
"page_id": "1605989",
"url": "https://unstructured-ingest-test.atlassian.net"
},
"url": "https://unstructured-ingest-test.atlassian.net/wiki/rest/api/content/1605989",
"version": "1"
},
"filetype": "text/html",
"languages": [
"eng",
"fra"
]
},
"text": "testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3",
"type": "UncategorizedText"
},
{
"element_id": "ef1707e2cadf95400b688c2ea15f6657",
"metadata": {
"data_source": {
"date_created": "2023-07-09T12:56:40.842000",
"date_modified": "2023-07-09T12:57:59.173000",
"record_locator": {
"page_id": "1605989",
"url": "https://unstructured-ingest-test.atlassian.net"
},
"url": "https://unstructured-ingest-test.atlassian.net/wiki/rest/api/content/1605989",
"version": "1"
},
"filetype": "text/html",
"languages": [
"eng",
"fra"
]
},
"text": "testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3",
"type": "UncategorizedText"
},
{
"element_id": "23332b5a74f166672eda00916897d09c",
"metadata": {
"data_source": {
"date_created": "2023-07-09T12:56:40.842000",
"date_modified": "2023-07-09T12:57:59.173000",
"record_locator": {
"page_id": "1605989",
"url": "https://unstructured-ingest-test.atlassian.net"
},
"url": "https://unstructured-ingest-test.atlassian.net/wiki/rest/api/content/1605989",
"version": "1"
},
"filetype": "text/html",
"languages": [
"eng",
"fra"
]
},
"text": "testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3",
"type": "UncategorizedText"
},
{
"element_id": "00290c97c096654a5ad758c1aa963b8b",
"metadata": {
"data_source": {
"date_created": "2023-07-09T12:56:40.842000",
"date_modified": "2023-07-09T12:57:59.173000",
"record_locator": {
"page_id": "1605989",
"url": "https://unstructured-ingest-test.atlassian.net"
},
"url": "https://unstructured-ingest-test.atlassian.net/wiki/rest/api/content/1605989",
"version": "1"
},
"filetype": "text/html",
"languages": [
"eng",
"fra"
]
},
"text": "testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3",
"type": "UncategorizedText"
},
{
"element_id": "252751d6be961b05b423171e53612340",
"metadata": {
"data_source": {
"date_created": "2023-07-09T12:56:40.842000",
"date_modified": "2023-07-09T12:57:59.173000",
"record_locator": {
"page_id": "1605989",
"url": "https://unstructured-ingest-test.atlassian.net"
},
"url": "https://unstructured-ingest-test.atlassian.net/wiki/rest/api/content/1605989",
"version": "1"
},
"filetype": "text/html",
"languages": [
"eng",
"fra"
]
},
"text": "testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3",
"type": "UncategorizedText"
},
{
"element_id": "9d9ce8fac05e0a6064fc173f51f886b5",
"metadata": {
"data_source": {
"date_created": "2023-07-09T12:56:40.842000",
"date_modified": "2023-07-09T12:57:59.173000",
"record_locator": {
"page_id": "1605989",
"url": "https://unstructured-ingest-test.atlassian.net"
},
"url": "https://unstructured-ingest-test.atlassian.net/wiki/rest/api/content/1605989",
"version": "1"
},
"filetype": "text/html",
"languages": [
"eng",
"fra"
]
},
"text": "testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3",
"type": "UncategorizedText"
},
{
"element_id": "bcce1169cfd0d24990e5dcf9a1f4417c",
"metadata": {
"data_source": {
"date_created": "2023-07-09T12:56:40.842000",
"date_modified": "2023-07-09T12:57:59.173000",
"record_locator": {
"page_id": "1605989",
"url": "https://unstructured-ingest-test.atlassian.net"
},
"url": "https://unstructured-ingest-test.atlassian.net/wiki/rest/api/content/1605989",
"version": "1"
},
"filetype": "text/html",
"languages": [
"eng",
"fra"
]
},
"text": "testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3",
"type": "UncategorizedText"
},
{
"element_id": "bef3930174a53244d9333aba98d6ef37",
"metadata": {
"data_source": {
"date_created": "2023-07-09T12:56:40.842000",
"date_modified": "2023-07-09T12:57:59.173000",
"record_locator": {
"page_id": "1605989",
"url": "https://unstructured-ingest-test.atlassian.net"
},
"url": "https://unstructured-ingest-test.atlassian.net/wiki/rest/api/content/1605989",
"version": "1"
},
"filetype": "text/html",
"languages": [
"eng",
"fra"
]
},
"text": "testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3",
"type": "UncategorizedText"
},
{
"element_id": "40aa9fc4d7bc2522da02123e07615fd1",
"metadata": {
"data_source": {
"date_created": "2023-07-09T12:56:40.842000",
"date_modified": "2023-07-09T12:57:59.173000",
"record_locator": {
"page_id": "1605989",
"url": "https://unstructured-ingest-test.atlassian.net"
},
"url": "https://unstructured-ingest-test.atlassian.net/wiki/rest/api/content/1605989",
"version": "1"
},
"filetype": "text/html",
"languages": [
"eng",
"fra"
]
},
"text": "testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3",
"type": "UncategorizedText"
},
{
"element_id": "f284f9398e8b26287f59b01df3f87395",
"metadata": {
"data_source": {
"date_created": "2023-07-09T12:56:40.842000",
"date_modified": "2023-07-09T12:57:59.173000",
"record_locator": {
"page_id": "1605989",
"url": "https://unstructured-ingest-test.atlassian.net"
},
"url": "https://unstructured-ingest-test.atlassian.net/wiki/rest/api/content/1605989",
"version": "1"
},
"filetype": "text/html",
"languages": [
"eng",
"fra"
]
},
"text": "testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3",
"type": "UncategorizedText"
},
{
"element_id": "6da438b97512b144f96de65bcb35c380",
"metadata": {
"data_source": {
"date_created": "2023-07-09T12:56:40.842000",
"date_modified": "2023-07-09T12:57:59.173000",
"record_locator": {
"page_id": "1605989",
"url": "https://unstructured-ingest-test.atlassian.net"
},
"url": "https://unstructured-ingest-test.atlassian.net/wiki/rest/api/content/1605989",
"version": "1"
},
"filetype": "text/html",
"languages": [
"eng",
"fra"
]
},
"text": "testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3",
"type": "UncategorizedText"
},
{
"element_id": "a3d7fbfb7e7cb92f6c2c809be1aa6a67",
"metadata": {
"data_source": {
"date_created": "2023-07-09T12:56:40.842000",
"date_modified": "2023-07-09T12:57:59.173000",
"record_locator": {
"page_id": "1605989",
"url": "https://unstructured-ingest-test.atlassian.net"
},
"url": "https://unstructured-ingest-test.atlassian.net/wiki/rest/api/content/1605989",
"version": "1"
},
"filetype": "text/html",
"languages": [
"eng",
"fra"
]
},
"text": "testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3",
"type": "UncategorizedText"
},
{
"element_id": "6780aadfc4e2332b6da7302971e7744e",
"metadata": {
"data_source": {
"date_created": "2023-07-09T12:56:40.842000",
"date_modified": "2023-07-09T12:57:59.173000",
"record_locator": {
"page_id": "1605989",
"url": "https://unstructured-ingest-test.atlassian.net"
},
"url": "https://unstructured-ingest-test.atlassian.net/wiki/rest/api/content/1605989",
"version": "1"
},
"filetype": "text/html",
"languages": [
"eng",
"fra"
]
},
"text": "testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3",
"type": "UncategorizedText"
},
{
"element_id": "ca6e8673360d0f9a946786edc086f26e",
"metadata": {
"data_source": {
"date_created": "2023-07-09T12:56:40.842000",
"date_modified": "2023-07-09T12:57:59.173000",
"record_locator": {
"page_id": "1605989",
"url": "https://unstructured-ingest-test.atlassian.net"
},
"url": "https://unstructured-ingest-test.atlassian.net/wiki/rest/api/content/1605989",
"version": "1"
},
"filetype": "text/html",
"languages": [
"eng",
"fra"
]
},
"text": "testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3 testtext3",
"type": "UncategorizedText"
},
{
"element_id": "d0b45e375f3a7207caacb7be289ebd62",
"metadata": {
"data_source": {
"date_created": "2023-07-09T12:56:40.842000",
"date_modified": "2023-07-09T12:57:59.173000",
"record_locator": {
"page_id": "1605989",
"url": "https://unstructured-ingest-test.atlassian.net"
},
"url": "https://unstructured-ingest-test.atlassian.net/wiki/rest/api/content/1605989",
"version": "1"
},
"filetype": "text/html",
"languages": [
"eng",
"fra"
]
},
"text": "Testdoc3 List Item 1",
"type": "UncategorizedText"
},
{
"element_id": "351fc6ff4a9a491bf863ed7aa20fd5c5",
"metadata": {
"data_source": {
"date_created": "2023-07-09T12:56:40.842000",
"date_modified": "2023-07-09T12:57:59.173000",
"record_locator": {
"page_id": "1605989",
"url": "https://unstructured-ingest-test.atlassian.net"
},
"url": "https://unstructured-ingest-test.atlassian.net/wiki/rest/api/content/1605989",
"version": "1"
},
"filetype": "text/html",
"languages": [
"eng",
"fra"
]
},
"text": "Testdoc3 List Item 1 Nested Item A",
"type": "UncategorizedText"
},
{
"element_id": "6688bffe9c19dca7cb61ee039a6ffa10",
"metadata": {
"data_source": {
"date_created": "2023-07-09T12:56:40.842000",
"date_modified": "2023-07-09T12:57:59.173000",
"record_locator": {
"page_id": "1605989",
"url": "https://unstructured-ingest-test.atlassian.net"
},
"url": "https://unstructured-ingest-test.atlassian.net/wiki/rest/api/content/1605989",
"version": "1"
},
"filetype": "text/html",
"languages": [
"eng",
"fra"
]
},
"text": "Testdoc3 List Item 1 Nested Item B",
"type": "UncategorizedText"
},
{
"element_id": "e50d0b83f51c65bda0620ccec0368a41",
"metadata": {
"data_source": {
"date_created": "2023-07-09T12:56:40.842000",
"date_modified": "2023-07-09T12:57:59.173000",
"record_locator": {
"page_id": "1605989",
"url": "https://unstructured-ingest-test.atlassian.net"
},
"url": "https://unstructured-ingest-test.atlassian.net/wiki/rest/api/content/1605989",
"version": "1"
},
"filetype": "text/html",
"languages": [
"eng",
"fra"
]
},
"text": "Testdoc3 List Item 2",
"type": "UncategorizedText"
},
{
"element_id": "91697f192743d0583d02cb3e232d3c83",
"metadata": {
"data_source": {
"date_created": "2023-07-09T12:56:40.842000",
"date_modified": "2023-07-09T12:57:59.173000",
"record_locator": {
"page_id": "1605989",
"url": "https://unstructured-ingest-test.atlassian.net"
},
"url": "https://unstructured-ingest-test.atlassian.net/wiki/rest/api/content/1605989",
"version": "1"
},
"filetype": "text/html",
"languages": [
"eng",
"fra"
]
},
"text": "Testdoc3 List Item 3",
"type": "UncategorizedText"
},
{
"element_id": "7e1f204c284d5e878639feca87a022c4",
"metadata": {
"data_source": {
"date_created": "2023-07-09T12:56:40.842000",
"date_modified": "2023-07-09T12:57:59.173000",
"record_locator": {
"page_id": "1605989",
"url": "https://unstructured-ingest-test.atlassian.net"
},
"url": "https://unstructured-ingest-test.atlassian.net/wiki/rest/api/content/1605989",
"version": "1"
},
"filetype": "text/html",
"languages": [
"eng",
"fra"
]
},
"text": "Testdoc3 List Item 4",
"type": "UncategorizedText"
},
{
"element_id": "24fc2762132dbbf33824a2c8575f6c14",
"metadata": {
"data_source": {
"date_created": "2023-07-09T12:56:40.842000",
"date_modified": "2023-07-09T12:57:59.173000",
"record_locator": {
"page_id": "1605989",
"url": "https://unstructured-ingest-test.atlassian.net"
},
"url": "https://unstructured-ingest-test.atlassian.net/wiki/rest/api/content/1605989",
"version": "1"
},
"filetype": "text/html",
"languages": [
"eng",
"fra"
]
},
"text": "Testdoc3 List Item 5",
"type": "UncategorizedText"
},
{
"element_id": "c8d91bf0f74cf2d7474b81fa319cc0e5",
"metadata": {
"data_source": {
"date_created": "2023-07-09T12:56:40.842000",
"date_modified": "2023-07-09T12:57:59.173000",
"record_locator": {
"page_id": "1605989",
"url": "https://unstructured-ingest-test.atlassian.net"
},
"url": "https://unstructured-ingest-test.atlassian.net/wiki/rest/api/content/1605989",
"version": "1"
},
"filetype": "text/html",
"languages": [
"eng",
"fra"
],
"link_texts": [
"This is the link for unstructured . io."
],
"link_urls": [
"https://www.unstructured.io/"
]
},
"text": "This is the link for unstructured . io.",
"type": "NarrativeText"
},
{
"element_id": "ce274d7699a4270e902e3617c7cf6e36",
"metadata": {
"data_source": {
"date_created": "2023-07-09T12:56:40.842000",
"date_modified": "2023-07-09T12:57:59.173000",
"record_locator": {
"page_id": "1605989",
"url": "https://unstructured-ingest-test.atlassian.net"
},
"url": "https://unstructured-ingest-test.atlassian.net/wiki/rest/api/content/1605989",
"version": "1"
},
"filetype": "text/html",
"languages": [
"eng",
"fra"
]
},
"text": "Testdoc3 Checklist Item 1",
"type": "ListItem"
},
{
"element_id": "b54b171c49bbdb6f51308ff765b7f121",
"metadata": {
"data_source": {
"date_created": "2023-07-09T12:56:40.842000",
"date_modified": "2023-07-09T12:57:59.173000",
"record_locator": {
"page_id": "1605989",
"url": "https://unstructured-ingest-test.atlassian.net"
},
"url": "https://unstructured-ingest-test.atlassian.net/wiki/rest/api/content/1605989",
"version": "1"
},
"filetype": "text/html",
"languages": [
"eng",
"fra"
]
},
"text": "Testdoc3 Checklist Item 2 (checked)",
"type": "ListItem"
},
{
"element_id": "712a4752864712c0ec58730edb76b2f1",
"metadata": {
"data_source": {
"date_created": "2023-07-09T12:56:40.842000",
"date_modified": "2023-07-09T12:57:59.173000",
"record_locator": {
"page_id": "1605989",
"url": "https://unstructured-ingest-test.atlassian.net"
},
"url": "https://unstructured-ingest-test.atlassian.net/wiki/rest/api/content/1605989",
"version": "1"
},
"filetype": "text/html",
"languages": [
"eng",
"fra"
]
},
"text": "Testdoc3 Checklist Item 3",
"type": "ListItem"
},
{
"element_id": "f2e9daed509db420ecf36984f431900f",
"metadata": {
"data_source": {
"date_created": "2023-07-09T12:56:40.842000",
"date_modified": "2023-07-09T12:57:59.173000",
"record_locator": {
"page_id": "1605989",
"url": "https://unstructured-ingest-test.atlassian.net"
},
"url": "https://unstructured-ingest-test.atlassian.net/wiki/rest/api/content/1605989",
"version": "1"
},
"filetype": "text/html",
"languages": [
"eng",
"fra"
]
},
"text": "😃 😃 😃 😃 😃 😃 😃 😃 😃 😃 😃 😃",
"type": "UncategorizedText"
},
{
"element_id": "3cb5f4888419631affdc50af8f020348",
"metadata": {
"data_source": {
"date_created": "2023-07-09T12:56:40.842000",
"date_modified": "2023-07-09T12:57:59.173000",
"record_locator": {
"page_id": "1605989",
"url": "https://unstructured-ingest-test.atlassian.net"
},
"url": "https://unstructured-ingest-test.atlassian.net/wiki/rest/api/content/1605989",
"version": "1"
},
"emphasized_text_contents": [
"Testdoc3 bold text"
],
"emphasized_text_tags": [
"b"
],
"filetype": "text/html",
"languages": [
"eng",
"fra"
]
},
"text": "Testdoc3 bold text",
"type": "NarrativeText"
},
{
"element_id": "9f5d86ea05eeb0bf570d9141a5b8994b",
"metadata": {
"data_source": {
"date_created": "2023-07-09T12:56:40.842000",
"date_modified": "2023-07-09T12:57:59.173000",
"record_locator": {
"page_id": "1605989",
"url": "https://unstructured-ingest-test.atlassian.net"
},
"url": "https://unstructured-ingest-test.atlassian.net/wiki/rest/api/content/1605989",
"version": "1"
},
"emphasized_text_contents": [
"Testdoc3 italic text"
],
"emphasized_text_tags": [
"i"
],
"filetype": "text/html",
"languages": [
"eng",
"fra"
]
},
"text": "Testdoc3 italic text",
"type": "UncategorizedText"
},
{
"element_id": "64ba474681b32c7dbc2a00fb9ec3e757",
"metadata": {
"data_source": {
"date_created": "2023-07-09T12:56:40.842000",
"date_modified": "2023-07-09T12:57:59.173000",
"record_locator": {
"page_id": "1605989",
"url": "https://unstructured-ingest-test.atlassian.net"
},
"url": "https://unstructured-ingest-test.atlassian.net/wiki/rest/api/content/1605989",
"version": "1"
},
"filetype": "text/html",
"languages": [
"eng",
"fra"
]
},
"text": "Testdoc3 Heading 1 Sized Text",
"type": "Title"
},
{
"element_id": "2d4a5727cd260bb321af0f777e2e699f",
"metadata": {
"data_source": {
"date_created": "2023-07-09T12:56:40.842000",
"date_modified": "2023-07-09T12:57:59.173000",
"record_locator": {
"page_id": "1605989",
"url": "https://unstructured-ingest-test.atlassian.net"
},
"url": "https://unstructured-ingest-test.atlassian.net/wiki/rest/api/content/1605989",
"version": "1"
},
"filetype": "text/html",
"languages": [
"eng",
"fra"
]
},
"text": "Testdoc3 Heading 2 Sized Text",
"type": "Title"
},
{
"element_id": "0a5dc104636145b04136d2eee7c4469b",
"metadata": {
"data_source": {
"date_created": "2023-07-09T12:56:40.842000",
"date_modified": "2023-07-09T12:57:59.173000",
"record_locator": {
"page_id": "1605989",
"url": "https://unstructured-ingest-test.atlassian.net"
},
"url": "https://unstructured-ingest-test.atlassian.net/wiki/rest/api/content/1605989",
"version": "1"
},
"filetype": "text/html",
"languages": [
"eng",
"fra"
]
},
"text": "Testdoc3 Heading 3 Sized Text",
"type": "Title"
},
{
"element_id": "470c624d2702678b94685d916908136a",
"metadata": {
"data_source": {
"date_created": "2023-07-09T12:56:40.842000",
"date_modified": "2023-07-09T12:57:59.173000",
"record_locator": {
"page_id": "1605989",
"url": "https://unstructured-ingest-test.atlassian.net"
},
"url": "https://unstructured-ingest-test.atlassian.net/wiki/rest/api/content/1605989",
"version": "1"
},
"filetype": "text/html",
"languages": [
"eng",
"fra"
]
},
"text": "Testdoc3 Heading 4 Sized Text",
"type": "Title"
},
{
"element_id": "bd8ca6285c9717384bd456685550304b",
"metadata": {
"data_source": {
"date_created": "2023-07-09T12:56:40.842000",
"date_modified": "2023-07-09T12:57:59.173000",
"record_locator": {
"page_id": "1605989",
"url": "https://unstructured-ingest-test.atlassian.net"
},
"url": "https://unstructured-ingest-test.atlassian.net/wiki/rest/api/content/1605989",
"version": "1"
},
"filetype": "text/html",
"languages": [
"eng",
"fra"
]
},
"text": "Testdoc3 Heading 5 Sized Text",
"type": "Title"
},
{
"element_id": "99613e61c98f3e61b28c98d096524077",
"metadata": {
"data_source": {
"date_created": "2023-07-09T12:56:40.842000",
"date_modified": "2023-07-09T12:57:59.173000",
"record_locator": {
"page_id": "1605989",
"url": "https://unstructured-ingest-test.atlassian.net"
},
"url": "https://unstructured-ingest-test.atlassian.net/wiki/rest/api/content/1605989",
"version": "1"
},
"filetype": "text/html",
"languages": [
"eng",
"fra"
],
"text_as_html": "<table><tr><td>Testdoc3 Table: Column 1 Row 0</td><td>Testdoc3 Table: Column 2 Row 0</td><td>Testdoc3 Table: Column 3 Row 0</td></tr><tr><td>Testdoc3 Table: Column 1 Row 1</td><td>Testdoc3 Table: Column 2 Row 1</td><td>Testdoc3 Table: Column 3 Row 1</td></tr><tr><td>Testdoc3 Table: Column 1 Row 2</td><td>Testdoc3 Table: Column 2 Row 2</td><td>Testdoc3 Table: Column 3 Row 2</td></tr></table>"
},
"text": "Testdoc3 Table: Column 1 Row 0 Testdoc3 Table: Column 2 Row 0 Testdoc3 Table: Column 3 Row 0 Testdoc3 Table: Column 1 Row 1 Testdoc3 Table: Column 2 Row 1 Testdoc3 Table: Column 3 Row 1 Testdoc3 Table: Column 1 Row 2 Testdoc3 Table: Column 2 Row 2 Testdoc3 Table: Column 3 Row 2",
"type": "Table"
}
]
Reference in New Issue View Git Blame Copy Permalink