yujunjun/docling
1
0
Fork 0
mirror of https://github.com/docling-project/docling.git synced 2025-06-27 05:20:05 +00:00
Code Issues Packages Projects Releases Wiki Activity

Update test files

Browse Source 
Signed-off-by: Christoph Auer <cau@zurich.ibm.com>
This commit is contained in:
Christoph Auer 2025-06-10 09:52:31 +02:00
parent 5fac357995
commit 3a76433b83
7 changed files with 604 additions and 561 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
tests/data/groundtruth/docling_v2/test_emf_docx.docx.itxt vendored
View File

@ -2,7 +2,10 @@ item-0 at level 0: unspecified: group _root_
item-1 at level 1: paragraph: Test with three images in unusual formats item-1 at level 1: paragraph: Test with three images in unusual formats
item-2 at level 1: paragraph: Raster in emf: item-2 at level 1: paragraph: Raster in emf:
item-3 at level 1: picture item-3 at level 1: picture
item-4 at level 1: paragraph: Vector in emf: item-4 at level 1: paragraph:
item-5 at level 1: picture item-5 at level 1: paragraph: Vector in emf:
item-6 at level 1: paragraph: Raster in webp: item-6 at level 1: picture
item-7 at level 1: picture item-7 at level 1: paragraph:
item-8 at level 1: paragraph: Raster in webp:
item-9 at level 1: picture
item-10 at level 1: paragraph:

53
tests/data/groundtruth/docling_v2/test_emf_docx.docx.json vendored
View File

@ -29,14 +29,23 @@
{ {
"$ref": "#/texts/2" "$ref": "#/texts/2"
}, },
{
"$ref": "#/pictures/1"
},
{ {
"$ref": "#/texts/3" "$ref": "#/texts/3"
}, },
{
"$ref": "#/pictures/1"
},
{
"$ref": "#/texts/4"
},
{
"$ref": "#/texts/5"
},
{ {
"$ref": "#/pictures/2" "$ref": "#/pictures/2"
},
{
"$ref": "#/texts/6"
} }
], ],
"content_layer": "body", "content_layer": "body",
@ -90,6 +99,18 @@
"content_layer": "body", "content_layer": "body",
"label": "paragraph", "label": "paragraph",
"prov": [], "prov": [],
"orig": "",
"text": ""
},
{
"self_ref": "#/texts/3",
"parent": {
"$ref": "#/body"
},
"children": [],
"content_layer": "body",
"label": "paragraph",
"prov": [],
"orig": "Vector in emf:", "orig": "Vector in emf:",
"text": "Vector in emf:", "text": "Vector in emf:",
"formatting": { "formatting": {
@ -100,7 +121,19 @@
} }
}, },
{ {
"self_ref": "#/texts/3", "self_ref": "#/texts/4",
"parent": {
"$ref": "#/body"
},
"children": [],
"content_layer": "body",
"label": "paragraph",
"prov": [],
"orig": "",
"text": ""
},
{
"self_ref": "#/texts/5",
"parent": { "parent": {
"$ref": "#/body" "$ref": "#/body"
}, },
@ -116,6 +149,18 @@
"underline": false, "underline": false,
"strikethrough": false "strikethrough": false
} }
},
{
"self_ref": "#/texts/6",
"parent": {
"$ref": "#/body"
},
"children": [],
"content_layer": "body",
"label": "paragraph",
"prov": [],
"orig": "",
"text": ""
} }
], ],
"pictures": [ "pictures": [

127
tests/data/groundtruth/docling_v2/textbox.docx.itxt vendored
View File

@ -5,92 +5,89 @@ item-0 at level 0: unspecified: group _root_
item-4 at level 1: section: group textbox item-4 at level 1: section: group textbox
item-5 at level 2: paragraph: Student falls ill item-5 at level 2: paragraph: Student falls ill
item-6 at level 2: paragraph: item-6 at level 2: paragraph:
item-7 at level 2: paragraph: item-7 at level 2: list: group list
item-8 at level 2: list: group list item-8 at level 3: list_item: Suggested Reportable Symptoms:
item-9 at level 3: list_item: Suggested Reportable Symptoms:
＊ ... sh ＊ ... sh
＊ Blisters ＊ Blisters
＊ Headache ＊ Headache
＊ Sore throat ＊ Sore throat
item-10 at level 1: list_item: item-9 at level 1: list_item:
item-10 at level 1: paragraph:
item-11 at level 1: paragraph: item-11 at level 1: paragraph:
item-12 at level 1: paragraph: item-12 at level 1: section: group textbox
item-13 at level 1: section: group textbox item-13 at level 2: paragraph: If a caregiver suspects that wit ... the same suggested reportable symptoms
item-14 at level 2: paragraph: If a caregiver suspects that wit ... the same suggested reportable symptoms item-14 at level 1: paragraph:
item-15 at level 1: paragraph: item-15 at level 1: paragraph:
item-16 at level 1: paragraph: item-16 at level 1: paragraph:
item-17 at level 1: paragraph: item-17 at level 1: paragraph:
item-18 at level 1: paragraph: item-18 at level 1: section: group textbox
item-19 at level 1: section: group textbox item-19 at level 2: paragraph: Yes
item-20 at level 2: paragraph: Yes item-20 at level 1: paragraph:
item-21 at level 1: paragraph: item-21 at level 1: paragraph:
item-22 at level 1: paragraph: item-22 at level 1: section: group textbox
item-23 at level 1: section: group textbox item-23 at level 2: list: group list
item-24 at level 2: list: group list item-24 at level 3: list_item: A report must be submitted withi ... saster Prevention Information Network.
item-25 at level 3: list_item: A report must be submitted withi ... saster Prevention Information Network. item-25 at level 3: list_item: A report must also be submitted ... d Infectious Disease Reporting System.
item-26 at level 3: list_item: A report must also be submitted ... d Infectious Disease Reporting System. item-26 at level 2: paragraph:
item-27 at level 2: paragraph: item-27 at level 1: list: group list
item-28 at level 2: paragraph: item-28 at level 2: list_item:
item-29 at level 1: list: group list item-29 at level 1: paragraph:
item-30 at level 2: list_item: item-30 at level 1: paragraph:
item-31 at level 1: paragraph: item-31 at level 1: paragraph:
item-32 at level 1: paragraph: item-32 at level 1: paragraph:
item-33 at level 1: paragraph: item-33 at level 1: paragraph:
item-34 at level 1: paragraph: item-34 at level 1: section: group textbox
item-35 at level 1: paragraph: item-35 at level 2: paragraph: Health Bureau:
item-36 at level 1: section: group textbox item-36 at level 2: paragraph: Upon receiving a report from the ... rt to the Centers for Disease Control.
item-37 at level 2: paragraph: Health Bureau: item-37 at level 2: list: group list
item-38 at level 2: paragraph: Upon receiving a report from the ... rt to the Centers for Disease Control. item-38 at level 3: list_item: If necessary, provide health edu ... vidual to undergo specimen collection.
item-39 at level 2: list: group list item-39 at level 3: list_item: Implement appropriate epidemic p ... the Communicable Disease Control Act.
item-40 at level 3: list_item: If necessary, provide health edu ... vidual to undergo specimen collection. item-40 at level 2: paragraph:
item-41 at level 3: list_item: Implement appropriate epidemic p ... the Communicable Disease Control Act. item-41 at level 1: list: group list
item-42 at level 2: paragraph: item-42 at level 2: list_item:
item-43 at level 2: paragraph: item-43 at level 1: paragraph:
item-44 at level 1: list: group list item-44 at level 1: section: group textbox
item-45 at level 2: list_item: item-45 at level 2: paragraph: Department of Education:
item-46 at level 1: paragraph:
item-47 at level 1: section: group textbox
item-48 at level 2: paragraph: Department of Education:
Collabo ... vention measures at all school levels. Collabo ... vention measures at all school levels.
item-46 at level 1: paragraph:
item-47 at level 1: paragraph:
item-48 at level 1: paragraph:
item-49 at level 1: paragraph: item-49 at level 1: paragraph:
item-50 at level 1: paragraph: item-50 at level 1: paragraph:
item-51 at level 1: paragraph: item-51 at level 1: paragraph:
item-52 at level 1: paragraph: item-52 at level 1: paragraph:
item-53 at level 1: paragraph: item-53 at level 1: section: group textbox
item-54 at level 1: paragraph: item-54 at level 2: inline: group group
item-55 at level 1: paragraph: item-55 at level 3: paragraph: The Health Bureau will handle
item-56 at level 1: section: group textbox item-56 at level 3: paragraph: reporting and specimen collection
item-57 at level 2: inline: group group item-57 at level 3: paragraph: .
item-58 at level 3: paragraph: The Health Bureau will handle item-58 at level 2: paragraph:
item-59 at level 3: paragraph: reporting and specimen collection item-59 at level 1: paragraph:
item-60 at level 3: paragraph: . item-60 at level 1: paragraph:
item-61 at level 2: paragraph: item-61 at level 1: paragraph:
item-62 at level 2: paragraph: item-62 at level 1: section: group textbox
item-63 at level 1: paragraph: item-63 at level 2: paragraph: Whether the epidemic has eased.
item-64 at level 1: paragraph: item-64 at level 2: paragraph:
item-65 at level 1: paragraph: item-65 at level 1: paragraph:
item-66 at level 1: section: group textbox item-66 at level 1: section: group textbox
item-67 at level 2: paragraph: Whether the epidemic has eased. item-67 at level 2: paragraph: Whether the test results are pos ... legally designated infectious disease.
item-68 at level 2: paragraph: item-68 at level 2: paragraph: No
item-69 at level 2: paragraph: item-69 at level 1: paragraph:
item-70 at level 1: paragraph: item-70 at level 1: paragraph:
item-71 at level 1: section: group textbox item-71 at level 1: section: group textbox
item-72 at level 2: paragraph: Whether the test results are pos ... legally designated infectious disease. item-72 at level 2: paragraph: Yes
item-73 at level 2: paragraph: No item-73 at level 1: paragraph:
item-74 at level 1: paragraph: item-74 at level 1: section: group textbox
item-75 at level 1: paragraph: item-75 at level 2: paragraph: Yes
item-76 at level 1: section: group textbox item-76 at level 1: paragraph:
item-77 at level 1: paragraph: item-77 at level 1: paragraph:
item-78 at level 1: section: group textbox item-78 at level 1: section: group textbox
item-79 at level 1: paragraph: item-79 at level 2: paragraph: Case closed.
item-80 at level 1: paragraph: item-80 at level 2: paragraph:
item-81 at level 1: section: group textbox item-81 at level 2: paragraph: The Health Bureau will carry out ... ters for Disease Control if necessary.
item-82 at level 2: paragraph: Case closed. item-82 at level 1: paragraph:
item-83 at level 2: paragraph: item-83 at level 1: section: group textbox
item-84 at level 2: paragraph: item-84 at level 2: paragraph: No
item-85 at level 2: paragraph: The Health Bureau will carry out ... ters for Disease Control if necessary. item-85 at level 1: paragraph:
item-86 at level 1: paragraph: item-86 at level 1: paragraph:
item-87 at level 1: section: group textbox item-87 at level 1: paragraph:
item-88 at level 1: paragraph:
item-89 at level 1: paragraph:
item-90 at level 1: paragraph:

800
tests/data/groundtruth/docling_v2/textbox.docx.json vendored
View File

File diff suppressed because it is too large Load Diff

8
tests/data/groundtruth/docling_v2/textbox.docx.md vendored
View File

@ -40,6 +40,12 @@ The Health Bureau will handle **reporting and specimen collection** .
No No
Yes
Yes
**Case closed.** **Case closed.**
The Health Bureau will carry out subsequent related epidemic prevention measures and follow-up, and will request assistance from the Centers for Disease Control if necessary. The Health Bureau will carry out subsequent related epidemic prevention measures and follow-up, and will request assistance from the Centers for Disease Control if necessary.
No

49
tests/data/groundtruth/docling_v2/word_sample.docx.itxt vendored
View File

@ -3,27 +3,28 @@ item-0 at level 0: unspecified: group _root_
item-2 at level 1: title: Swimming in the lake item-2 at level 1: title: Swimming in the lake
item-3 at level 2: paragraph: Duck item-3 at level 2: paragraph: Duck
item-4 at level 2: picture item-4 at level 2: picture
item-5 at level 2: paragraph: Figure 1: This is a cute duckling item-5 at level 2: paragraph:
item-6 at level 2: section_header: Let’s swim! item-6 at level 2: paragraph: Figure 1: This is a cute duckling
item-7 at level 3: paragraph: To get started with swimming, fi ... down in a water and try not to drown: item-7 at level 2: section_header: Let’s swim!
item-8 at level 3: list: group list item-8 at level 3: paragraph: To get started with swimming, fi ... down in a water and try not to drown:
item-9 at level 4: list_item: You can relax and look around item-9 at level 3: list: group list
item-10 at level 4: list_item: Paddle about item-10 at level 4: list_item: You can relax and look around
item-11 at level 4: list_item: Enjoy summer warmth item-11 at level 4: list_item: Paddle about
item-12 at level 3: paragraph: Also, don’t forget: item-12 at level 4: list_item: Enjoy summer warmth
item-13 at level 3: list: group list item-13 at level 3: paragraph: Also, don’t forget:
item-14 at level 4: list_item: Wear sunglasses item-14 at level 3: list: group list
item-15 at level 4: list_item: Don’t forget to drink water item-15 at level 4: list_item: Wear sunglasses
item-16 at level 4: list_item: Use sun cream item-16 at level 4: list_item: Don’t forget to drink water
item-17 at level 3: paragraph: Hmm, what else… item-17 at level 4: list_item: Use sun cream
item-18 at level 3: section_header: Let’s eat item-18 at level 3: paragraph: Hmm, what else…
item-19 at level 4: paragraph: After we had a good day of swimm ... , it’s important to eat something nice item-19 at level 3: section_header: Let’s eat
item-20 at level 4: paragraph: I like to eat leaves item-20 at level 4: paragraph: After we had a good day of swimm ... , it’s important to eat something nice
item-21 at level 4: paragraph: Here are some interesting things a respectful duck could eat: item-21 at level 4: paragraph: I like to eat leaves
item-22 at level 4: table with [4x3] item-22 at level 4: paragraph: Here are some interesting things a respectful duck could eat:
item-23 at level 4: paragraph: item-23 at level 4: table with [4x3]
item-24 at level 4: paragraph: And let’s add another list in the end: item-24 at level 4: paragraph:
item-25 at level 4: list: group list item-25 at level 4: paragraph: And let’s add another list in the end:
item-26 at level 5: list_item: Leaves item-26 at level 4: list: group list
item-27 at level 5: list_item: Berries item-27 at level 5: list_item: Leaves
item-28 at level 5: list_item: Grain item-28 at level 5: list_item: Berries
item-29 at level 5: list_item: Grain

117
tests/data/groundtruth/docling_v2/word_sample.docx.json vendored
View File

@ -32,17 +32,17 @@
{ {
"self_ref": "#/groups/0", "self_ref": "#/groups/0",
"parent": { "parent": {
"$ref": "#/texts/4" "$ref": "#/texts/5"
}, },
"children": [ "children": [
{
"$ref": "#/texts/6"
},
{ {
"$ref": "#/texts/7" "$ref": "#/texts/7"
}, },
{ {
"$ref": "#/texts/8" "$ref": "#/texts/8"
},
{
"$ref": "#/texts/9"
} }
], ],
"content_layer": "body", "content_layer": "body",
@ -52,17 +52,17 @@
{ {
"self_ref": "#/groups/1", "self_ref": "#/groups/1",
"parent": { "parent": {
"$ref": "#/texts/4" "$ref": "#/texts/5"
}, },
"children": [ "children": [
{
"$ref": "#/texts/10"
},
{ {
"$ref": "#/texts/11" "$ref": "#/texts/11"
}, },
{ {
"$ref": "#/texts/12" "$ref": "#/texts/12"
},
{
"$ref": "#/texts/13"
} }
], ],
"content_layer": "body", "content_layer": "body",
@ -72,17 +72,17 @@
{ {
"self_ref": "#/groups/2", "self_ref": "#/groups/2",
"parent": { "parent": {
"$ref": "#/texts/14" "$ref": "#/texts/15"
}, },
"children": [ "children": [
{
"$ref": "#/texts/20"
},
{ {
"$ref": "#/texts/21" "$ref": "#/texts/21"
}, },
{ {
"$ref": "#/texts/22" "$ref": "#/texts/22"
},
{
"$ref": "#/texts/23"
} }
], ],
"content_layer": "body", "content_layer": "body",
@ -126,6 +126,9 @@
}, },
{ {
"$ref": "#/texts/4" "$ref": "#/texts/4"
},
{
"$ref": "#/texts/5"
} }
], ],
"content_layer": "body", "content_layer": "body",
@ -161,6 +164,18 @@
"content_layer": "body", "content_layer": "body",
"label": "paragraph", "label": "paragraph",
"prov": [], "prov": [],
"orig": "",
"text": ""
},
{
"self_ref": "#/texts/4",
"parent": {
"$ref": "#/texts/1"
},
"children": [],
"content_layer": "body",
"label": "paragraph",
"prov": [],
"orig": "Figure 1: This is a cute duckling", "orig": "Figure 1: This is a cute duckling",
"text": "Figure 1: This is a cute duckling", "text": "Figure 1: This is a cute duckling",
"formatting": { "formatting": {
@ -171,28 +186,28 @@
} }
}, },
{ {
"self_ref": "#/texts/4", "self_ref": "#/texts/5",
"parent": { "parent": {
"$ref": "#/texts/1" "$ref": "#/texts/1"
}, },
"children": [ "children": [
{ {
"$ref": "#/texts/5" "$ref": "#/texts/6"
}, },
{ {
"$ref": "#/groups/0" "$ref": "#/groups/0"
}, },
{ {
"$ref": "#/texts/9" "$ref": "#/texts/10"
}, },
{ {
"$ref": "#/groups/1" "$ref": "#/groups/1"
}, },
{ {
"$ref": "#/texts/13" "$ref": "#/texts/14"
}, },
{ {
"$ref": "#/texts/14" "$ref": "#/texts/15"
} }
], ],
"content_layer": "body", "content_layer": "body",
@ -203,9 +218,9 @@
"level": 1 "level": 1
}, },
{ {
"self_ref": "#/texts/5", "self_ref": "#/texts/6",
"parent": { "parent": {
"$ref": "#/texts/4" "$ref": "#/texts/5"
}, },
"children": [], "children": [],
"content_layer": "body", "content_layer": "body",
@ -221,7 +236,7 @@
} }
}, },
{ {
"self_ref": "#/texts/6", "self_ref": "#/texts/7",
"parent": { "parent": {
"$ref": "#/groups/0" "$ref": "#/groups/0"
}, },
@ -241,7 +256,7 @@
"marker": "-" "marker": "-"
}, },
{ {
"self_ref": "#/texts/7", "self_ref": "#/texts/8",
"parent": { "parent": {
"$ref": "#/groups/0" "$ref": "#/groups/0"
}, },
@ -261,7 +276,7 @@
"marker": "-" "marker": "-"
}, },
{ {
"self_ref": "#/texts/8", "self_ref": "#/texts/9",
"parent": { "parent": {
"$ref": "#/groups/0" "$ref": "#/groups/0"
}, },
@ -281,9 +296,9 @@
"marker": "-" "marker": "-"
}, },
{ {
"self_ref": "#/texts/9", "self_ref": "#/texts/10",
"parent": { "parent": {
"$ref": "#/texts/4" "$ref": "#/texts/5"
}, },
"children": [], "children": [],
"content_layer": "body", "content_layer": "body",
@ -299,7 +314,7 @@
} }
}, },
{ {
"self_ref": "#/texts/10", "self_ref": "#/texts/11",
"parent": { "parent": {
"$ref": "#/groups/1" "$ref": "#/groups/1"
}, },
@ -319,7 +334,7 @@
"marker": "-" "marker": "-"
}, },
{ {
"self_ref": "#/texts/11", "self_ref": "#/texts/12",
"parent": { "parent": {
"$ref": "#/groups/1" "$ref": "#/groups/1"
}, },
@ -339,7 +354,7 @@
"marker": "-" "marker": "-"
}, },
{ {
"self_ref": "#/texts/12", "self_ref": "#/texts/13",
"parent": { "parent": {
"$ref": "#/groups/1" "$ref": "#/groups/1"
}, },
@ -359,9 +374,9 @@
"marker": "-" "marker": "-"
}, },
{ {
"self_ref": "#/texts/13", "self_ref": "#/texts/14",
"parent": { "parent": {
"$ref": "#/texts/4" "$ref": "#/texts/5"
}, },
"children": [], "children": [],
"content_layer": "body", "content_layer": "body",
@ -377,29 +392,29 @@
} }
}, },
{ {
"self_ref": "#/texts/14", "self_ref": "#/texts/15",
"parent": { "parent": {
"$ref": "#/texts/4" "$ref": "#/texts/5"
}, },
"children": [ "children": [
{
"$ref": "#/texts/15"
},
{ {
"$ref": "#/texts/16" "$ref": "#/texts/16"
}, },
{ {
"$ref": "#/texts/17" "$ref": "#/texts/17"
}, },
{
"$ref": "#/tables/0"
},
{ {
"$ref": "#/texts/18" "$ref": "#/texts/18"
}, },
{
"$ref": "#/tables/0"
},
{ {
"$ref": "#/texts/19" "$ref": "#/texts/19"
}, },
{
"$ref": "#/texts/20"
},
{ {
"$ref": "#/groups/2" "$ref": "#/groups/2"
} }
@ -412,9 +427,9 @@
"level": 2 "level": 2
}, },
{ {
"self_ref": "#/texts/15", "self_ref": "#/texts/16",
"parent": { "parent": {
"$ref": "#/texts/14" "$ref": "#/texts/15"
}, },
"children": [], "children": [],
"content_layer": "body", "content_layer": "body",
@ -430,9 +445,9 @@
} }
}, },
{ {
"self_ref": "#/texts/16", "self_ref": "#/texts/17",
"parent": { "parent": {
"$ref": "#/texts/14" "$ref": "#/texts/15"
}, },
"children": [], "children": [],
"content_layer": "body", "content_layer": "body",
@ -448,9 +463,9 @@
} }
}, },
{ {
"self_ref": "#/texts/17", "self_ref": "#/texts/18",
"parent": { "parent": {
"$ref": "#/texts/14" "$ref": "#/texts/15"
}, },
"children": [], "children": [],
"content_layer": "body", "content_layer": "body",
@ -466,9 +481,9 @@
} }
}, },
{ {
"self_ref": "#/texts/18", "self_ref": "#/texts/19",
"parent": { "parent": {
"$ref": "#/texts/14" "$ref": "#/texts/15"
}, },
"children": [], "children": [],
"content_layer": "body", "content_layer": "body",
@ -478,9 +493,9 @@
"text": "" "text": ""
}, },
{ {
"self_ref": "#/texts/19", "self_ref": "#/texts/20",
"parent": { "parent": {
"$ref": "#/texts/14" "$ref": "#/texts/15"
}, },
"children": [], "children": [],
"content_layer": "body", "content_layer": "body",
@ -496,7 +511,7 @@
} }
}, },
{ {
"self_ref": "#/texts/20", "self_ref": "#/texts/21",
"parent": { "parent": {
"$ref": "#/groups/2" "$ref": "#/groups/2"
}, },
@ -516,7 +531,7 @@
"marker": "-" "marker": "-"
}, },
{ {
"self_ref": "#/texts/21", "self_ref": "#/texts/22",
"parent": { "parent": {
"$ref": "#/groups/2" "$ref": "#/groups/2"
}, },
@ -536,7 +551,7 @@
"marker": "-" "marker": "-"
}, },
{ {
"self_ref": "#/texts/22", "self_ref": "#/texts/23",
"parent": { "parent": {
"$ref": "#/groups/2" "$ref": "#/groups/2"
}, },
@ -585,7 +600,7 @@
{ {
"self_ref": "#/tables/0", "self_ref": "#/tables/0",
"parent": { "parent": {
"$ref": "#/texts/14" "$ref": "#/texts/15"
}, },
"children": [], "children": [],
"content_layer": "body", "content_layer": "body",