yujunjun/haystack
1
0
Fork 0
mirror of https://github.com/deepset-ai/haystack.git synced 2025-12-30 08:37:20 +00:00
Code Issues Packages Projects Releases Wiki Activity

Remove language validation (#5948)

Browse Source
This commit is contained in:
Timo Moeller 2023-10-03 09:37:07 +02:00 committed by GitHub
parent a933a42749
commit dfd9870bcd
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
haystack/utils/getting_started.py
View File

@ -65,7 +65,7 @@ def add_example_data(document_store, dir):
output_dir=dir,
)
files_to_index = [dir + "/" + f for f in os.listdir(dir)]
converter = TextConverter(remove_numeric_tables=True, valid_languages=["en"])
converter = TextConverter(remove_numeric_tables=True)
docs = [converter.convert(file_path=file, meta=None)[0] for file in files_to_index]
else:
# Here you can add a local folder with your files(.txt, .pdf, .docx).