mirror of
https://github.com/deepset-ai/haystack.git
synced 2025-09-27 00:53:58 +00:00
eed009eddb
* feat: Add Csv2Documents, EmbedDocuments nodes and FAQ indexing pipeline Fixes #3550, allow user to build full FAQ using YAML pipeline description and with CSV import and indexing. * feat: Add Csv2Documents, EmbedDocuments nodes and FAQ indexing pipeline Fix linter issues mypy and pylint. * feat: Add Csv2Documents, EmbedDocuments nodes and FAQ indexing pipeline Fix linter issues mypy. * implement proposal's feedback * tidy up for merge * use BaseConverter * use BaseConverter * pylint * black * Revert "black" This reverts commit e1c45cb1848408bd52a630328750cb67c8eb7110. * black * add check for column names * add check for column names * add tests * fix tests * address lists of paths * typo * remove duplicate line Co-authored-by: ZanSara <sarazanzo94@gmail.com>
41 lines
1.3 KiB
YAML
41 lines
1.3 KiB
YAML
# To allow your IDE to autocomplete and validate your YAML pipelines, name them as <name of your choice>.haystack-pipeline.yml
|
|
|
|
version: ignore
|
|
|
|
components: # define all the building-blocks for Pipeline
|
|
- name: DocumentStore
|
|
type: ElasticsearchDocumentStore
|
|
params:
|
|
host: localhost
|
|
embedding_field: question_emb
|
|
embedding_dim: 384
|
|
excluded_meta_data:
|
|
- question_emb
|
|
similarity: cosine
|
|
- name: Retriever
|
|
type: EmbeddingRetriever
|
|
params:
|
|
document_store: DocumentStore # params can reference other components defined in the YAML
|
|
embedding_model: sentence-transformers/all-MiniLM-L6-v2
|
|
scale_score: False
|
|
- name: Doc2Answers # custom-name for the component; helpful for visualization & debugging
|
|
type: Docs2Answers # Haystack Class name for the component
|
|
- name: CsvTextConverter
|
|
type: CsvTextConverter
|
|
|
|
pipelines:
|
|
- name: query # a sample extractive-qa Pipeline
|
|
nodes:
|
|
- name: Retriever
|
|
inputs: [Query]
|
|
- name: Doc2Answers
|
|
inputs: [Retriever]
|
|
- name: indexing
|
|
nodes:
|
|
- name: CsvTextConverter
|
|
inputs: [File]
|
|
- name: Retriever
|
|
inputs: [ CsvTextConverter ]
|
|
- name: DocumentStore
|
|
inputs: [ Retriever ]
|