2023-10-27 14:53:03 +02:00
|
|
|
loaders:
|
|
|
|
|
- type: loaders.CustomPythonLoader
|
2023-12-04 14:03:28 +01:00
|
|
|
search_path: [../../../haystack/components/preprocessors]
|
2023-11-14 10:12:28 +01:00
|
|
|
modules: ["document_cleaner", "document_splitter"]
|
2023-10-27 14:53:03 +02:00
|
|
|
ignore_when_discovered: ["__init__"]
|
|
|
|
|
processors:
|
|
|
|
|
- type: filter
|
|
|
|
|
expression:
|
|
|
|
|
documented_only: true
|
|
|
|
|
do_not_filter_modules: false
|
|
|
|
|
skip_empty_modules: true
|
|
|
|
|
- type: smart
|
|
|
|
|
- type: crossref
|
|
|
|
|
renderer:
|
|
|
|
|
type: renderers.ReadmePreviewRenderer
|
2023-11-14 10:12:28 +01:00
|
|
|
excerpt: Normalizes white spaces, gets rid of headers and footers, cleans empty lines in your Documents, or splits them into smaller pieces.
|
2023-10-27 14:53:03 +02:00
|
|
|
category_slug: haystack-classes
|
2023-11-14 10:12:28 +01:00
|
|
|
title: PreProcessor API
|
|
|
|
|
slug: preprocessor-api
|
2023-12-04 14:03:28 +01:00
|
|
|
order: 100
|
2023-10-27 14:53:03 +02:00
|
|
|
markdown:
|
|
|
|
|
descriptive_class_title: false
|
|
|
|
|
descriptive_module_title: true
|
|
|
|
|
add_method_class_prefix: true
|
|
|
|
|
add_member_class_prefix: false
|
2023-11-14 10:12:28 +01:00
|
|
|
filename: preprocessor_api.md
|
