2022-04-19 16:08:08 +02:00
|
|
|
version: ignore
|
2021-11-11 11:02:22 +01:00
|
|
|
|
|
|
|
components:
|
|
|
|
- name: DPRRetriever
|
|
|
|
type: DensePassageRetriever
|
|
|
|
params:
|
|
|
|
document_store: NewFAISSDocumentStore
|
|
|
|
- name: PDFConverter
|
|
|
|
type: PDFToTextConverter
|
|
|
|
params:
|
|
|
|
remove_numeric_tables: false
|
|
|
|
- name: Preprocessor
|
|
|
|
type: PreProcessor
|
|
|
|
params:
|
|
|
|
clean_whitespace: true
|
|
|
|
- name: NewFAISSDocumentStore
|
|
|
|
type: FAISSDocumentStore
|
|
|
|
|
|
|
|
|
|
|
|
pipelines:
|
|
|
|
- name: indexing_pipeline
|
|
|
|
nodes:
|
|
|
|
- name: PDFConverter
|
|
|
|
inputs: [File]
|
|
|
|
- name: Preprocessor
|
|
|
|
inputs: [PDFConverter]
|
|
|
|
- name: DPRRetriever
|
|
|
|
inputs: [Preprocessor]
|
|
|
|
- name: NewFAISSDocumentStore
|
|
|
|
inputs: [DPRRetriever]
|