yujunjun/haystack
1
0
Fork 0
mirror of https://github.com/deepset-ai/haystack.git synced 2025-12-27 15:08:43 +00:00
Code Issues Packages Projects Releases Wiki Activity

split docs into passages in tutorials

Browse Source
This commit is contained in:
Malte Pietsch 2020-04-30 19:26:36 +02:00
parent 7b01fb3fbc
commit d595886630
2 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
tutorials/Tutorial1_Basic_QA_Pipeline.ipynb
View File

@ -168,7 +168,7 @@
"# Now, let's write the docs to our DB.\n",
"# You can optionally supply a cleaning function that is applied to each doc (e.g. to remove footers)\n",
"# It must take a str as input, and return a str.\n",
"write_documents_to_db(document_store=document_store, document_dir=doc_dir, clean_func=clean_wiki_text, only_empty_db=True)"
"write_documents_to_db(document_store=document_store, document_dir=doc_dir, clean_func=clean_wiki_text, only_empty_db=True, split_paragraphs=True)"
]
},
{

2
tutorials/Tutorial3_Basic_QA_Pipeline_without_Elasticsearch.ipynb
View File

@ -114,7 +114,7 @@
"# Now, let's write the docs to our DB.\n",
"# You can optionally supply a cleaning function that is applied to each doc (e.g. to remove footers)\n",
"# It must take a str as input, and return a str.\n",
"write_documents_to_db(document_store=document_store, document_dir=doc_dir, clean_func=clean_wiki_text, only_empty_db=True)"
"write_documents_to_db(document_store=document_store, document_dir=doc_dir, clean_func=clean_wiki_text, only_empty_db=True, split_paragraphs=True)"
]
},
{