mirror of
https://github.com/microsoft/autogen.git
synced 2025-08-07 08:11:58 +00:00
ded2d612c3
* PGVector Contrib Initial Commit - KnucklesTeam:autogen:pgvector_contrib fork * Update website/docs/ecosystem/pgvector.md Co-authored-by: Chi Wang <wang.chi@microsoft.com> * Updated qdrant installation instructions. * Fixed openai version. * Added dependencies to install for qdrant and pgvector in contrib tests. * Added dependencies to install for qdrant and pgvector in contrib tests. * Cleaned up dependencies. * Removed flaml out of setup.py. Used only for notebook example. * Added PGVector notebook link --------- Co-authored-by: Chi Wang <wang.chi@microsoft.com>
131 lines
4.4 KiB
Python
131 lines
4.4 KiB
Python
#!/usr/bin/env python3 -m pytest
|
|
|
|
import os
|
|
import sys
|
|
|
|
import pytest
|
|
from sentence_transformers import SentenceTransformer
|
|
|
|
from autogen import config_list_from_json
|
|
from autogen.agentchat.contrib.retrieve_assistant_agent import RetrieveAssistantAgent
|
|
|
|
sys.path.append(os.path.join(os.path.dirname(__file__), "../.."))
|
|
from conftest import skip_openai # noqa: E402
|
|
|
|
sys.path.append(os.path.join(os.path.dirname(__file__), ".."))
|
|
from test_assistant_agent import KEY_LOC, OAI_CONFIG_LIST # noqa: E402
|
|
|
|
try:
|
|
import pgvector
|
|
|
|
from autogen.agentchat.contrib.retrieve_assistant_agent import (
|
|
RetrieveAssistantAgent,
|
|
)
|
|
from autogen.agentchat.contrib.retrieve_user_proxy_agent import (
|
|
RetrieveUserProxyAgent,
|
|
)
|
|
except ImportError:
|
|
skip = True
|
|
else:
|
|
skip = False or skip_openai
|
|
|
|
|
|
test_dir = os.path.join(os.path.dirname(__file__), "../..", "test_files")
|
|
|
|
|
|
@pytest.mark.skipif(
|
|
skip,
|
|
reason="dependency is not installed OR requested to skip",
|
|
)
|
|
def test_retrievechat():
|
|
conversations = {}
|
|
# ChatCompletion.start_logging(conversations) # deprecated in v0.2
|
|
|
|
config_list = config_list_from_json(
|
|
OAI_CONFIG_LIST,
|
|
file_location=KEY_LOC,
|
|
)
|
|
|
|
assistant = RetrieveAssistantAgent(
|
|
name="assistant",
|
|
system_message="You are a helpful assistant.",
|
|
llm_config={
|
|
"timeout": 600,
|
|
"seed": 42,
|
|
"config_list": config_list,
|
|
},
|
|
)
|
|
|
|
sentence_transformer_ef = SentenceTransformer("all-MiniLM-L6-v2")
|
|
ragproxyagent = RetrieveUserProxyAgent(
|
|
name="ragproxyagent",
|
|
human_input_mode="NEVER",
|
|
max_consecutive_auto_reply=3,
|
|
retrieve_config={
|
|
"task": "code",
|
|
"docs_path": [
|
|
"https://raw.githubusercontent.com/microsoft/FLAML/main/website/docs/Examples/Integrate%20-%20Spark.md",
|
|
"https://raw.githubusercontent.com/microsoft/FLAML/main/website/docs/Research.md",
|
|
"https://raw.githubusercontent.com/Knuckles-Team/geniusbot/main/README.md",
|
|
"https://raw.githubusercontent.com/Knuckles-Team/repository-manager/main/README.md",
|
|
"https://raw.githubusercontent.com/Knuckles-Team/gitlab-api/main/README.md",
|
|
"https://raw.githubusercontent.com/Knuckles-Team/media-downloader/main/README.md",
|
|
os.path.join(os.path.abspath(""), "..", "website", "docs"),
|
|
],
|
|
"custom_text_types": ["non-existent-type"],
|
|
"chunk_token_size": 2000,
|
|
"model": config_list[0]["model"],
|
|
"vector_db": "pgvector", # PGVector database
|
|
"collection_name": "test_collection",
|
|
"db_config": {
|
|
"connection_string": "postgresql://postgres:postgres@localhost:5432/postgres",
|
|
},
|
|
"embedding_function": sentence_transformer_ef,
|
|
"get_or_create": True, # set to False if you don't want to reuse an existing collection
|
|
"overwrite": False, # set to True if you want to overwrite an existing collection
|
|
},
|
|
code_execution_config=False, # set to False if you don't want to execute the code
|
|
)
|
|
|
|
assistant.reset()
|
|
|
|
code_problem = "How can I use FLAML to perform a classification task, set use_spark=True, train 30 seconds and force cancel jobs if time limit is reached."
|
|
ragproxyagent.initiate_chat(
|
|
assistant, message=ragproxyagent.message_generator, problem=code_problem, search_string="spark", silent=True
|
|
)
|
|
|
|
print(conversations)
|
|
|
|
|
|
@pytest.mark.skipif(
|
|
skip,
|
|
reason="dependency is not installed",
|
|
)
|
|
def test_retrieve_config(caplog):
|
|
# test warning message when no docs_path is provided
|
|
ragproxyagent = RetrieveUserProxyAgent(
|
|
name="ragproxyagent",
|
|
human_input_mode="NEVER",
|
|
max_consecutive_auto_reply=2,
|
|
retrieve_config={
|
|
"chunk_token_size": 2000,
|
|
"get_or_create": True,
|
|
},
|
|
)
|
|
|
|
# Capture the printed content
|
|
captured_logs = caplog.records[0]
|
|
print(captured_logs)
|
|
|
|
# Assert on the printed content
|
|
assert (
|
|
f"docs_path is not provided in retrieve_config. Will raise ValueError if the collection `{ragproxyagent._collection_name}` doesn't exist."
|
|
in captured_logs.message
|
|
)
|
|
assert captured_logs.levelname == "WARNING"
|
|
|
|
|
|
if __name__ == "__main__":
|
|
test_retrievechat()
|
|
test_retrieve_config()
|