mirror of
https://github.com/deepset-ai/haystack.git
synced 2026-01-05 19:47:45 +00:00
11cf94a965
* Add BasePipeline.validate_config, BasePipeline.validate_yaml, and some new custom exception classes * Make error composition work properly * Clarify typing * Help mypy a bit more * Update Documentation & Code Style * Enable autogenerated docs for Milvus1 and 2 separately * Revert "Enable autogenerated docs for Milvus1 and 2 separately" This reverts commit 282be4a78a6e95862a9b4c924fc3dea5ca71e28d. * Update Documentation & Code Style * Re-enable 'additionalProperties: False' * Add pipeline.type to JSON Schema, was somehow forgotten * Disable additionalProperties on the pipeline properties too * Fix json-schemas for 1.1.0 and 1.2.0 (should not do it again in the future) * Cal super in PipelineValidationError * Improve _read_pipeline_config_from_yaml's error handling * Fix generate_json_schema.py to include document stores * Fix json schemas (retro-fix 1.1.0 again) * Improve custom errors printing, add link to docs * Add function in BaseComponent to list its subclasses in a module * Make some document stores base classes abstract * Add marker 'integration' in pytest flags * Slighly improve validation of pipelines at load * Adding tests for YAML loading and validation * Make custom_query Optional for validation issues * Fix bug in _read_pipeline_config_from_yaml * Improve error handling in BasePipeline and Pipeline and add DAG check * Move json schema generation into haystack/nodes/_json_schema.py (useful for tests) * Simplify errors slightly * Add some YAML validation tests * Remove load_from_config from BasePipeline, it was never used anyway * Improve tests * Include json-schemas in package * Fix conftest imports * Make BasePipeline abstract * Improve mocking by making the test independent from the YAML version * Add exportable_to_yaml decorator to forget about set_config on mock nodes * Fix mypy errors * Comment out one monkeypatch * Fix typing again * Improve error message for validation * Add required properties to pipelines * Fix YAML version for REST API YAMLs to 1.2.0 * Fix load_from_yaml call in load_from_deepset_cloud * fix HaystackError.__getattr__ * Add super().__init__()in most nodes and docstore, comment set_config * Remove type from REST API pipelines * Remove useless init from doc2answers * Call super in Seq3SeqGenerator * Typo in deepsetcloud.py * Fix rest api indexing error mismatch and mock version of JSON schema in all tests * Working on pipeline tests * Improve errors printing slightly * Add back test_pipeline.yaml * _json_schema.py supports different versions with identical schemas * Add type to 0.7 schema for backwards compatibility * Fix small bug in _json_schema.py * Try alternative to generate json schemas on the CI * Update Documentation & Code Style * Make linux CI match autoformat CI * Fix super-init-not-called * Accidentally committed file * Update Documentation & Code Style * fix test_summarizer_translation.py's import * Mock YAML in a few suites, split and simplify test_pipeline_debug_and_validation.py::test_invalid_run_args * Fix json schema for ray tests too * Update Documentation & Code Style * Reintroduce validation * Usa unstable version in tests and rest api * Make unstable support the latest versions * Update Documentation & Code Style * Remove needless fixture * Make type in pipeline optional in the strings validation * Fix schemas * Fix string validation for pipeline type * Improve validate_config_strings * Remove type from test p[ipelines * Update Documentation & Code Style * Fix test_pipeline * Removing more type from pipelines * Temporary CI patc * Fix issue with exportable_to_yaml never invoking the wrapped init * rm stray file * pipeline tests are green again * Linux CI now needs .[all] to generate the schema * Bugfixes, pipeline tests seems to be green * Typo in version after merge * Implement missing methods in Weaviate * Trying to avoid FAISS tests from running in the Milvus1 test suite * Fix some stray test paths and faiss index dumping * Fix pytest markers list * Temporarily disable cache to be able to see tests failures * Fix pyproject.toml syntax * Use only tmp_path * Fix preprocessor signature after merge * Fix faiss bug * Fix Ray test * Fix documentation issue by removing quotes from faiss type * Update Documentation & Code Style * use document properly in preprocessor tests * Update Documentation & Code Style * make preprocessor capable of handling documents * import document * Revert support for documents in preprocessor, do later * Fix bug in _json_schema.py that was breaking validation * re-enable cache * Update Documentation & Code Style * Simplify calling _json_schema.py from the CI * Remove redundant ABC inheritance * Ensure exportable_to_yaml works only on implementations * Rename subclass to class_ in Meta * Make run() and get_config() abstract in BasePipeline * Revert unintended change in preprocessor * Move outgoing_edges_input_node check inside try block * Rename VALID_CODE_GEN_INPUT_REGEX into VALID_INPUT_REGEX * Add check for a RecursionError on validate_config_strings * Address usages of _pipeline_config in data silo and elasticsearch * Rename _pipeline_config into _init_parameters * Fix pytest marker and remove unused imports * Remove most redundant ABCs * Rename _init_parameters into _component_configuration * Remove set_config and type from _component_configuration's dict * Remove last instances of set_config and replace with super().__init__() * Implement __init_subclass__ approach * Simplify checks on the existence of _component_configuration * Fix faiss issue * Dynamic generation of node schemas & weed out old schemas * Add debatable test * Add docstring to debatable test * Positive diff between schemas implemented * Improve diff printing * Rename REST API YAML files to trigger IDE validation * Fix typing issues * Fix more typing * Typo in YAML filename * Remove needless type:ignore * Add tests * Fix tests & validation feedback for accessory classes in custom nodes * Refactor RAGeneratorType out * Fix broken import in conftest * Improve source error handling * Remove unused import in test_eval.py breaking tests * Fix changed error message in tests matches too * Normalize generate_openapi_specs.py and generate_json_schema.py in the actions * Fix path to generate_openapi_specs.py in autoformat.yml * Update Documentation & Code Style * Add test for FAISSDocumentStore-like situations (superclass with init params) * Update Documentation & Code Style * Fix indentation * Remove commented set_config * Store model_name_or_path in FARMReader to use in DistillationDataSilo * Rename _component_configuration into _component_config * Update Documentation & Code Style Co-authored-by: github-actions[bot] <41898282+github-actions[bot]@users.noreply.github.com>
110 lines
2.7 KiB
TOML
110 lines
2.7 KiB
TOML
[build-system]
|
|
requires = [
|
|
"setuptools",
|
|
"wheel",
|
|
]
|
|
build-backend = "setuptools.build_meta"
|
|
|
|
|
|
[tool.black]
|
|
line-length = 120
|
|
skip_magic_trailing_comma = true # For compatibility with pydoc>=4.6, check if still needed.
|
|
|
|
|
|
[tool.pylint.'MESSAGES CONTROL']
|
|
max-line-length=120
|
|
disable = [
|
|
|
|
# Warnings
|
|
"fixme",
|
|
|
|
# Info
|
|
"c-extension-no-member",
|
|
|
|
|
|
|
|
|
|
"missing-docstring",
|
|
"unused-argument",
|
|
"no-member",
|
|
"line-too-long",
|
|
"protected-access",
|
|
"too-few-public-methods",
|
|
"raise-missing-from",
|
|
|
|
"invalid-name",
|
|
"logging-fstring-interpolation",
|
|
"wrong-import-position",
|
|
"too-many-locals",
|
|
"duplicate-code",
|
|
"too-many-arguments",
|
|
"arguments-differ",
|
|
"wrong-import-order",
|
|
"consider-using-f-string",
|
|
"no-else-return",
|
|
"unused-variable",
|
|
"attribute-defined-outside-init",
|
|
"too-many-instance-attributes",
|
|
"no-self-use",
|
|
"super-with-arguments",
|
|
"anomalous-backslash-in-string",
|
|
"redefined-builtin",
|
|
"logging-format-interpolation",
|
|
"f-string-without-interpolation",
|
|
"abstract-method",
|
|
"too-many-branches",
|
|
"trailing-whitespace",
|
|
"unspecified-encoding",
|
|
"unidiomatic-typecheck",
|
|
"no-name-in-module",
|
|
"dangerous-default-value",
|
|
"unused-import",
|
|
"consider-using-with",
|
|
"redefined-outer-name",
|
|
"cyclic-import",
|
|
"arguments-renamed",
|
|
"unnecessary-pass",
|
|
"ungrouped-imports",
|
|
"broad-except",
|
|
"unnecessary-comprehension",
|
|
"subprocess-run-check",
|
|
"singleton-comparison",
|
|
"import-outside-toplevel",
|
|
"consider-iterating-dictionary",
|
|
"too-many-nested-blocks",
|
|
"undefined-loop-variable",
|
|
"too-many-statements",
|
|
"consider-using-in",
|
|
"bare-except",
|
|
"too-many-lines",
|
|
"unexpected-keyword-arg",
|
|
"simplifiable-if-expression",
|
|
"use-list-literal",
|
|
"reimported",
|
|
"deprecated-method",
|
|
]
|
|
[tool.pylint.'DESIGN']
|
|
max-args=7
|
|
[tool.pylint.'SIMILARITIES']
|
|
min-similarity-lines=6
|
|
|
|
|
|
[tool.pytest.ini_options]
|
|
minversion = "6.0"
|
|
addopts = "--strict-markers"
|
|
markers = [
|
|
"integration: integration tests (deselect with '-m \"not integration\"')",
|
|
"slow: slow tests (deselect with '-m \"not slow\"')",
|
|
"tika: require tika container (deselect with '-m \"not tika\"')",
|
|
"elasticsearch: require elasticsearch container (deselect with '-m \"not elasticsearch\"')",
|
|
"graphdb: require graphdb container (deselect with '-m \"not graphdb\"')",
|
|
"generator: generator tests (deselect with '-m \"not generator\"')",
|
|
"pipeline: tests with pipelines",
|
|
"summarizer: summarizer tests",
|
|
"weaviate: require weaviate container",
|
|
"faiss: uses FAISS",
|
|
"milvus: requires a Milvus 2 setup",
|
|
"milvus1: requires a Milvus 1 container",
|
|
"embedding_dim: uses a document store with non-default embedding dimension (e.g @pytest.mark.embedding_dim(128))",
|
|
]
|
|
log_cli = true |