unstructured/test_unstructured/partition/pdf_image/test_chipper.py

import pytest

from test_unstructured.unit_utils import example_doc_path
from unstructured.partition import pdf
from unstructured.partition.utils.constants import PartitionStrategy


@pytest.fixture(scope="session")
def chipper_results():
    elements = pdf.partition_pdf(
        filename=example_doc_path("pdf/layout-parser-paper-fast.pdf"),
        strategy=PartitionStrategy.HI_RES,
        model_name="chipper",
    )
    return elements


@pytest.fixture(scope="session")
def chipper_children(chipper_results):
    return [el for el in chipper_results if el.metadata.parent_id is not None]


@pytest.mark.chipper()
def test_chipper_has_hierarchy(chipper_children):
    assert chipper_children


@pytest.mark.chipper()
def test_chipper_not_losing_parents(chipper_results, chipper_children):
    assert all(
        [el for el in chipper_results if el.id == child.metadata.parent_id]
        for child in chipper_children
    )


def chipper_test_pdfminer_repeated(chipper_results):
    """
    Test to verify that PDFMiner has not been run together with Chipper
    """
    elements = chipper_results
    assert len([element.text for element in elements]) == len(
        {element.text for element in elements}
    )