mirror of
https://github.com/deepset-ai/haystack.git
synced 2025-07-03 07:04:01 +00:00
08686d90af
* draft new component and tests * draft new component and tests * fix tests, replace usage of get_attr * improve docstrings, refactor tests * add test for mixed documents w/wo scores * add test with multiple lists and update docstring * validate inputs, add tests, make methods static * change fallback to binary relevance * rename validate_init_parameters to validate_inputs
39 lines
1.0 KiB
YAML
39 lines
1.0 KiB
YAML
loaders:
|
|
- type: haystack_pydoc_tools.loaders.CustomPythonLoader
|
|
search_path: [../../../haystack/components/evaluators]
|
|
modules:
|
|
[
|
|
"answer_exact_match",
|
|
"context_relevance",
|
|
"document_map",
|
|
"document_mrr",
|
|
"document_ndcg",
|
|
"document_recall",
|
|
"faithfulness",
|
|
"llm_evaluator",
|
|
"sas_evaluator",
|
|
]
|
|
ignore_when_discovered: ["__init__"]
|
|
processors:
|
|
- type: filter
|
|
expression:
|
|
documented_only: true
|
|
do_not_filter_modules: false
|
|
skip_empty_modules: true
|
|
- type: smart
|
|
- type: crossref
|
|
renderer:
|
|
type: haystack_pydoc_tools.renderers.ReadmeCoreRenderer
|
|
excerpt: Evaluate your pipelines or individual components.
|
|
category_slug: haystack-api
|
|
title: Evaluators
|
|
slug: evaluators-api
|
|
order: 63
|
|
markdown:
|
|
descriptive_class_title: false
|
|
classdef_code_block: false
|
|
descriptive_module_title: true
|
|
add_method_class_prefix: true
|
|
add_member_class_prefix: false
|
|
filename: evaluators_api.md
|