mirror of
https://github.com/HKUDS/LightRAG.git
synced 2025-07-27 10:49:57 +00:00
edaba428ac
There is no delete function in chunks_vdb and text_chunks in lines 1300-1302 of the lightrag.py file：
if chunk_ids:
await self.chunks_vdb.delete(chunk_ids)
await self.text_chunks.delete(chunk_ids)
55 lines
1.6 KiB
Python
55 lines
1.6 KiB
Python
import asyncio
|
|
import os
|
|
from dataclasses import dataclass
|
|
from typing import Any, Union
|
|
|
|
from lightrag.base import (
|
|
BaseKVStorage,
|
|
)
|
|
from lightrag.utils import (
|
|
load_json,
|
|
logger,
|
|
write_json,
|
|
)
|
|
|
|
|
|
@dataclass
|
|
class JsonKVStorage(BaseKVStorage):
|
|
def __post_init__(self):
|
|
working_dir = self.global_config["working_dir"]
|
|
self._file_name = os.path.join(working_dir, f"kv_store_{self.namespace}.json")
|
|
self._data: dict[str, Any] = load_json(self._file_name) or {}
|
|
self._lock = asyncio.Lock()
|
|
logger.info(f"Load KV {self.namespace} with {len(self._data)} data")
|
|
|
|
async def index_done_callback(self):
|
|
write_json(self._data, self._file_name)
|
|
|
|
async def get_by_id(self, id: str) -> Union[dict[str, Any], None]:
|
|
return self._data.get(id)
|
|
|
|
async def get_by_ids(self, ids: list[str]) -> list[dict[str, Any]]:
|
|
return [
|
|
(
|
|
{k: v for k, v in self._data[id].items()}
|
|
if self._data.get(id, None)
|
|
else None
|
|
)
|
|
for id in ids
|
|
]
|
|
|
|
async def filter_keys(self, data: set[str]) -> set[str]:
|
|
return set(data) - set(self._data.keys())
|
|
|
|
async def upsert(self, data: dict[str, dict[str, Any]]) -> None:
|
|
left_data = {k: v for k, v in data.items() if k not in self._data}
|
|
self._data.update(left_data)
|
|
|
|
async def drop(self) -> None:
|
|
self._data = {}
|
|
|
|
async def delete(self, ids: list[str]) -> None:
|
|
for doc_id in ids:
|
|
self._data.pop(doc_id, None)
|
|
await self.index_done_callback()
|