2024-10-15 19:40:08 +08:00
|
|
|
import os
|
2025-03-03 18:33:42 +08:00
|
|
|
import asyncio
|
2024-10-15 19:40:08 +08:00
|
|
|
from lightrag import LightRAG, QueryParam
|
2025-02-11 11:42:46 +08:00
|
|
|
from lightrag.llm.openai import gpt_4o_mini_complete, openai_embed
|
2025-03-03 18:33:42 +08:00
|
|
|
from lightrag.kg.shared_storage import initialize_pipeline_status
|
2024-10-15 19:40:08 +08:00
|
|
|
|
2024-10-15 21:21:57 +08:00
|
|
|
WORKING_DIR = "./dickens"
|
2024-10-15 19:40:08 +08:00
|
|
|
|
|
|
|
if not os.path.exists(WORKING_DIR):
|
|
|
|
os.mkdir(WORKING_DIR)
|
|
|
|
|
2025-03-03 18:40:03 +08:00
|
|
|
|
2025-03-03 18:33:42 +08:00
|
|
|
async def initialize_rag():
|
|
|
|
rag = LightRAG(
|
|
|
|
working_dir=WORKING_DIR,
|
|
|
|
embedding_func=openai_embed,
|
|
|
|
llm_model_func=gpt_4o_mini_complete,
|
|
|
|
# llm_model_func=gpt_4o_complete
|
|
|
|
)
|
|
|
|
|
|
|
|
await rag.initialize_storages()
|
|
|
|
await initialize_pipeline_status()
|
|
|
|
|
|
|
|
return rag
|
|
|
|
|
2025-03-03 18:40:03 +08:00
|
|
|
|
2025-04-20 21:39:51 +08:00
|
|
|
async def main():
|
2025-03-03 18:33:42 +08:00
|
|
|
# Initialize RAG instance
|
2025-04-20 21:39:51 +08:00
|
|
|
rag = await initialize_rag()
|
2025-03-03 18:33:42 +08:00
|
|
|
|
|
|
|
with open("./book.txt", "r", encoding="utf-8") as f:
|
2025-04-20 21:39:51 +08:00
|
|
|
await rag.ainsert(f.read())
|
2024-10-15 19:40:08 +08:00
|
|
|
|
2025-03-03 18:33:42 +08:00
|
|
|
# Perform naive search
|
|
|
|
print(
|
2025-04-20 21:39:51 +08:00
|
|
|
await rag.aquery(
|
2025-03-03 18:40:03 +08:00
|
|
|
"What are the top themes in this story?", param=QueryParam(mode="naive")
|
|
|
|
)
|
2025-03-03 18:33:42 +08:00
|
|
|
)
|
2024-10-15 19:40:08 +08:00
|
|
|
|
2025-03-03 18:33:42 +08:00
|
|
|
# Perform local search
|
|
|
|
print(
|
2025-04-20 21:39:51 +08:00
|
|
|
await rag.aquery(
|
2025-03-03 18:40:03 +08:00
|
|
|
"What are the top themes in this story?", param=QueryParam(mode="local")
|
|
|
|
)
|
2025-03-03 18:33:42 +08:00
|
|
|
)
|
2024-10-15 19:40:08 +08:00
|
|
|
|
2025-03-03 18:33:42 +08:00
|
|
|
# Perform global search
|
|
|
|
print(
|
2025-04-20 21:39:51 +08:00
|
|
|
await rag.aquery(
|
2025-03-03 18:40:03 +08:00
|
|
|
"What are the top themes in this story?", param=QueryParam(mode="global")
|
|
|
|
)
|
2025-03-03 18:33:42 +08:00
|
|
|
)
|
2024-10-15 19:40:08 +08:00
|
|
|
|
2025-03-03 18:33:42 +08:00
|
|
|
# Perform hybrid search
|
|
|
|
print(
|
2025-04-20 21:39:51 +08:00
|
|
|
await rag.aquery(
|
2025-03-03 18:40:03 +08:00
|
|
|
"What are the top themes in this story?", param=QueryParam(mode="hybrid")
|
|
|
|
)
|
2025-03-03 18:33:42 +08:00
|
|
|
)
|
2024-10-15 19:40:08 +08:00
|
|
|
|
2025-03-03 18:40:03 +08:00
|
|
|
|
2025-03-03 18:33:42 +08:00
|
|
|
if __name__ == "__main__":
|
2025-04-20 21:39:51 +08:00
|
|
|
asyncio.run(main())
|