haystack/rest_api/controller/document.py

from typing import List

import logging

from fastapi import APIRouter
from haystack import Document

from rest_api.controller.search import DOCUMENT_STORE
from rest_api.config import LOG_LEVEL
from rest_api.schema import FilterRequest, DocumentResponse


logging.getLogger("haystack").setLevel(LOG_LEVEL)
logger = logging.getLogger("haystack")


router = APIRouter()


@router.post("/documents/get_by_filters", response_model=List[DocumentResponse])
def get_documents_by_filter(filters: FilterRequest):
    """
    Can be used to get documents from a document store.

    :param filters: Filters to narrow down the documents to delete.
                    Example: '{"filters": {{"name": ["some", "more"], "category": ["only_one"]}}'
                    To get all documents you should provide an empty dict, like:
                    '{"filters": {}}'
    """
    docs = [doc.to_dict() for doc in DOCUMENT_STORE.get_all_documents(filters=filters.filters)]
    for doc in docs:
        del doc["embedding"]
    return [DocumentResponse(**doc) for doc in docs]


@router.post("/documents/delete_by_filters", response_model=bool)
def delete_documents_by_filter(filters: FilterRequest):
    """
    Can be used to delete documents from a document store.

    :param filters: Filters to narrow down the documents to delete.
                    Example: '{"filters": {{"name": ["some", "more"], "category": ["only_one"]}}'
                    To delete all documents you should provide an empty dict, like:
                    '{"filters": {}}'
    """
    DOCUMENT_STORE.delete_documents(filters=filters.filters)
    return True