haystack/rest_api/controller/document.py

from typing import List

import logging

from fastapi import APIRouter

from rest_api.controller.search import DOCUMENT_STORE
from rest_api.config import LOG_LEVEL
from rest_api.schema import FilterRequest, DocumentSerialized


logging.getLogger("haystack").setLevel(LOG_LEVEL)
logger = logging.getLogger("haystack")


router = APIRouter()


@router.post("/documents/get_by_filters", response_model=List[DocumentSerialized], response_model_exclude_none=True)
def get_documents(filters: FilterRequest):
    """
    Can be used to get documents from a document store.

    :param filters: Filters to narrow down the documents to delete.
                    Example: '{"filters": {{"name": ["some", "more"], "category": ["only_one"]}}'
                    To get all documents you should provide an empty dict, like:
                    '{"filters": {}}'
    """
    docs = [doc.to_dict() for doc in DOCUMENT_STORE.get_all_documents(filters=filters.filters)]
    for doc in docs:
        doc["embedding"] = None
    return docs


@router.post("/documents/delete_by_filters", response_model=bool)
def delete_documents(filters: FilterRequest):
    """
    Can be used to delete documents from a document store.

    :param filters: Filters to narrow down the documents to delete.
                    Example: '{"filters": {{"name": ["some", "more"], "category": ["only_one"]}}'
                    To delete all documents you should provide an empty dict, like:
                    '{"filters": {}}'
    """
    DOCUMENT_STORE.delete_documents(filters=filters.filters)
    return True