From bddee2def44d8ec5bde2917ef5e069a9b591af8c Mon Sep 17 00:00:00 2001 From: Branden Chan <33759007+brandenchan@users.noreply.github.com> Date: Tue, 21 Sep 2021 17:05:16 +0200 Subject: [PATCH] Define SAS model in notebook (#1485) * Define SAS model in notebook * Add latest docstring and tutorial changes Co-authored-by: github-actions[bot] <41898282+github-actions[bot]@users.noreply.github.com> --- docs/_src/tutorials/tutorials/5.md | 6 +++--- tutorials/Tutorial5_Evaluation.ipynb | 2 +- 2 files changed, 4 insertions(+), 4 deletions(-) diff --git a/docs/_src/tutorials/tutorials/5.md b/docs/_src/tutorials/tutorials/5.md index 9fd1e9900..241e4161d 100644 --- a/docs/_src/tutorials/tutorials/5.md +++ b/docs/_src/tutorials/tutorials/5.md @@ -107,8 +107,8 @@ preprocessor = PreProcessor( clean_empty_lines=False, clean_whitespace=False ) -document_store.delete_all_documents(index=doc_index) -document_store.delete_all_documents(index=label_index) +document_store.delete_documents(index=doc_index) +document_store.delete_documents(index=label_index) document_store.add_eval_data( filename="../data/nq/nq_dev_subset_v2.json", doc_index=doc_index, @@ -158,7 +158,7 @@ from haystack.eval import EvalAnswers, EvalDocuments # Here we initialize the nodes that perform evaluation eval_retriever = EvalDocuments() -eval_reader = EvalAnswers() +eval_reader = EvalAnswers(sas_model="sentence-transformers/paraphrase-multilingual-mpnet-base-v2") ``` ## Evaluation of Retriever diff --git a/tutorials/Tutorial5_Evaluation.ipynb b/tutorials/Tutorial5_Evaluation.ipynb index 657ec9cc0..570af73fa 100644 --- a/tutorials/Tutorial5_Evaluation.ipynb +++ b/tutorials/Tutorial5_Evaluation.ipynb @@ -358,7 +358,7 @@ "\n", "# Here we initialize the nodes that perform evaluation\n", "eval_retriever = EvalDocuments()\n", - "eval_reader = EvalAnswers()" + "eval_reader = EvalAnswers(sas_model=\"sentence-transformers/paraphrase-multilingual-mpnet-base-v2\")" ], "metadata": { "collapsed": false,