haystack/test/test_utils.py

import pytest

from haystack.preprocessor.utils import convert_files_to_dicts, tika_convert_files_to_dicts
from haystack.preprocessor.cleaning import clean_wiki_text


@pytest.mark.tika
def test_convert_files_to_dicts(xpdf_fixture):
    documents = convert_files_to_dicts(dir_path="samples", clean_func=clean_wiki_text, split_paragraphs=True)
    assert documents and len(documents) > 0


@pytest.mark.tika
def test_tika_convert_files_to_dicts(tika_fixture):
    documents = tika_convert_files_to_dicts(dir_path="samples", clean_func=clean_wiki_text, split_paragraphs=True)
    assert documents and len(documents) > 0