yujunjun/haystack
1
0
Fork 0
mirror of https://github.com/deepset-ai/haystack.git synced 2026-01-06 12:07:04 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix format of /export-doc-qa-feedback to comply with SQuAD (#241)

Browse Source
This commit is contained in:
Malte Pietsch 2020-07-16 13:17:45 +02:00 committed by GitHub
parent 292b599cdd
commit 1289cc6fbb
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 4 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
rest_api/controller/feedback.py
View File

@ -71,9 +71,10 @@ def faq_qa_feedback(feedback: Feedback):
def export_doc_qa_feedback():
"""
SQuAD format JSON export for question/answer pairs that were marked as "relevant".
#TODO filter out faq-qa feedback.
"""
#TODO filter out faq-qa feedback.
#TODO Reduce length of context for large documents
relevant_feedback_query = {"query": {"bool": {"must": [{"term": {"label": "relevant"}}]}}}
result = scan(elasticsearch_client, index=DB_INDEX_FEEDBACK, query=relevant_feedback_query)
@ -94,7 +95,7 @@ def export_doc_qa_feedback():
for document_id, feedback in per_document_feedback.items():
document = document_store.get_document_by_id(document_id)
context = document.text
export_data.append({"paragraphs": [{"qas": feedback}], "context": context})
export_data.append({"paragraphs": [{"qas": feedback, "context": context}],})
export = {"data": export_data}