mirror of
https://github.com/deepset-ai/haystack.git
synced 2026-01-01 01:27:28 +00:00
b752da1cd5
* new docs version * updated directory structure * Add pipelines page * Add Finder deprecation suggestion * header for pipelines file * Document MySQL support * Mention DPR train tutorial coming soon * Mention open distro ES * Update doc strings regarding similarity fn * Add link to API docs * Wrap pipelines docs in box * add api reference for pipelines * copied latest version to v0.6.0 * Remove space * Remove space * Copy to v0.6.0 Co-authored-by: brandenchan <brandenchan@icloud.com>
101 lines
2.5 KiB
JSON
101 lines
2.5 KiB
JSON
{
|
|
"chart_type": "LineChart",
|
|
"title": "Retriever Accuracy",
|
|
"subtitle": "mAP at different number of docs",
|
|
"description": "Here you can see how the mean avg. precision (mAP) of the retriever decays as the number of documents increases. The set up is the same as the above querying benchmark except that a varying number of negative documents are used to fill the document store.",
|
|
"columns": [
|
|
"n_docs",
|
|
"BM25 / ElasticSearch",
|
|
"DPR / ElasticSearch",
|
|
"DPR / FAISS (flat)",
|
|
"DPR / FAISS (HSNW)"
|
|
],
|
|
"axis": [
|
|
{
|
|
"x": "Number of docs",
|
|
"y": "mAP"
|
|
}
|
|
],
|
|
"data": [
|
|
{
|
|
"model": "DPR / ElasticSearch",
|
|
"n_docs": 1000,
|
|
"map": 0.929
|
|
},
|
|
{
|
|
"model": "DPR / ElasticSearch",
|
|
"n_docs": 10000,
|
|
"map": 0.881
|
|
},
|
|
{
|
|
"model": "DPR / ElasticSearch",
|
|
"n_docs": 100000,
|
|
"map": 0.821
|
|
},
|
|
{
|
|
"model": "DPR / ElasticSearch",
|
|
"n_docs": 500000,
|
|
"map": 0.730
|
|
},
|
|
{
|
|
"model": "DPR / FAISS (flat)",
|
|
"n_docs": 1000,
|
|
"map": 0.929
|
|
},
|
|
{
|
|
"model": "DPR / FAISS (flat)",
|
|
"n_docs": 10000,
|
|
"map": 0.898
|
|
},
|
|
{
|
|
"model": "DPR / FAISS (flat)",
|
|
"n_docs": 100000,
|
|
"map": 0.863
|
|
},
|
|
{
|
|
"model": "DPR / FAISS (flat)",
|
|
"n_docs": 500000,
|
|
"map": 0.805
|
|
},
|
|
{
|
|
"model": "BM25 / ElasticSearch",
|
|
"n_docs": 1000,
|
|
"map": 0.748
|
|
},
|
|
{
|
|
"model": "BM25 / ElasticSearch",
|
|
"n_docs": 10000,
|
|
"map": 0.6609999999999999
|
|
},
|
|
{
|
|
"model": "BM25 / ElasticSearch",
|
|
"n_docs": 100000,
|
|
"map": 0.56
|
|
},
|
|
{
|
|
"model": "BM25 / ElasticSearch",
|
|
"n_docs": 500000,
|
|
"map": 0.452
|
|
},
|
|
{
|
|
"model": "DPR / FAISS (HSNW)",
|
|
"n_docs": 1000,
|
|
"map": 0.929
|
|
},
|
|
{
|
|
"model": "DPR / FAISS (HSNW)",
|
|
"n_docs": 10000,
|
|
"map": 0.896
|
|
},
|
|
{
|
|
"model": "DPR / FAISS (HSNW)",
|
|
"n_docs": 100000,
|
|
"map": 0.849
|
|
},
|
|
{
|
|
"model": "DPR / FAISS (HSNW)",
|
|
"n_docs": 500000,
|
|
"map": 0.766
|
|
}
|
|
]
|
|
} |