import os import tempfile from typing import Dict, Union import uuid import pytest from autogen.agentchat.conversable_agent import ConversableAgent from autogen.coding.base import CodeBlock, CodeExecutor from autogen.coding.factory import CodeExecutorFactory from autogen.oai.openai_utils import config_list_from_json from conftest import skip_openai # noqa: E402 try: from autogen.coding.embedded_ipython_code_executor import EmbeddedIPythonCodeExecutor skip = False skip_reason = "" except ImportError: skip = True skip_reason = "Dependencies for EmbeddedIPythonCodeExecutor not installed." @pytest.mark.skipif(skip, reason=skip_reason) def test_create() -> None: config: Dict[str, Union[str, CodeExecutor]] = {"executor": "ipython-embedded"} executor = CodeExecutorFactory.create(config) assert isinstance(executor, EmbeddedIPythonCodeExecutor) config = {"executor": EmbeddedIPythonCodeExecutor()} executor = CodeExecutorFactory.create(config) assert executor is config["executor"] @pytest.mark.skipif(skip, reason=skip_reason) def test_init() -> None: executor = EmbeddedIPythonCodeExecutor(timeout=10, kernel_name="python3", output_dir=".") assert executor.timeout == 10 and executor.kernel_name == "python3" and executor.output_dir == "." # Try invalid output directory. with pytest.raises(ValueError, match="Output directory .* does not exist."): executor = EmbeddedIPythonCodeExecutor(timeout=111, kernel_name="python3", output_dir="/invalid/directory") # Try invalid kernel name. with pytest.raises(ValueError, match="Kernel .* is not installed."): executor = EmbeddedIPythonCodeExecutor(timeout=111, kernel_name="invalid_kernel_name", output_dir=".") @pytest.mark.skipif(skip, reason=skip_reason) def test_execute_code_single_code_block() -> None: executor = EmbeddedIPythonCodeExecutor() code_blocks = [CodeBlock(code="import sys\nprint('hello world!')", language="python")] code_result = executor.execute_code_blocks(code_blocks) assert code_result.exit_code == 0 and "hello world!" in code_result.output @pytest.mark.skipif(skip, reason=skip_reason) def test_execute_code_multiple_code_blocks() -> None: executor = EmbeddedIPythonCodeExecutor() code_blocks = [ CodeBlock(code="import sys\na = 123 + 123\n", language="python"), CodeBlock(code="print(a)", language="python"), ] code_result = executor.execute_code_blocks(code_blocks) assert code_result.exit_code == 0 and "246" in code_result.output msg = """ def test_function(a, b): return a + b """ code_blocks = [ CodeBlock(code=msg, language="python"), CodeBlock(code="test_function(431, 423)", language="python"), ] code_result = executor.execute_code_blocks(code_blocks) assert code_result.exit_code == 0 and "854" in code_result.output @pytest.mark.skipif(skip, reason=skip_reason) def test_execute_code_bash_script() -> None: executor = EmbeddedIPythonCodeExecutor() # Test bash script. code_blocks = [CodeBlock(code='!echo "hello world!"', language="bash")] code_result = executor.execute_code_blocks(code_blocks) assert code_result.exit_code == 0 and "hello world!" in code_result.output @pytest.mark.skipif(skip, reason=skip_reason) def test_timeout() -> None: executor = EmbeddedIPythonCodeExecutor(timeout=1) code_blocks = [CodeBlock(code="import time; time.sleep(10); print('hello world!')", language="python")] code_result = executor.execute_code_blocks(code_blocks) assert code_result.exit_code and "Timeout" in code_result.output @pytest.mark.skipif(skip, reason=skip_reason) def test_silent_pip_install() -> None: executor = EmbeddedIPythonCodeExecutor() code_blocks = [CodeBlock(code="!pip install matplotlib numpy", language="python")] code_result = executor.execute_code_blocks(code_blocks) assert code_result.exit_code == 0 and code_result.output.strip() == "" none_existing_package = uuid.uuid4().hex code_blocks = [CodeBlock(code=f"!pip install matplotlib_{none_existing_package}", language="python")] code_result = executor.execute_code_blocks(code_blocks) assert code_result.exit_code == 0 and "ERROR: " in code_result.output @pytest.mark.skipif(skip, reason=skip_reason) def test_restart() -> None: executor = EmbeddedIPythonCodeExecutor() code_blocks = [CodeBlock(code="x = 123", language="python")] code_result = executor.execute_code_blocks(code_blocks) assert code_result.exit_code == 0 and code_result.output.strip() == "" executor.restart() code_blocks = [CodeBlock(code="print(x)", language="python")] code_result = executor.execute_code_blocks(code_blocks) assert code_result.exit_code and "NameError" in code_result.output @pytest.mark.skipif(skip, reason=skip_reason) def test_save_image() -> None: with tempfile.TemporaryDirectory() as temp_dir: executor = EmbeddedIPythonCodeExecutor(output_dir=temp_dir) # Install matplotlib. code_blocks = [CodeBlock(code="!pip install matplotlib", language="python")] code_result = executor.execute_code_blocks(code_blocks) assert code_result.exit_code == 0 and code_result.output.strip() == "" # Test saving image. code_blocks = [ CodeBlock(code="import matplotlib.pyplot as plt\nplt.plot([1, 2, 3, 4])\nplt.show()", language="python") ] code_result = executor.execute_code_blocks(code_blocks) assert code_result.exit_code == 0 assert os.path.exists(code_result.output_files[0]) assert f"Image data saved to {code_result.output_files[0]}" in code_result.output @pytest.mark.skipif(skip, reason=skip_reason) def test_save_html() -> None: with tempfile.TemporaryDirectory() as temp_dir: executor = EmbeddedIPythonCodeExecutor(output_dir=temp_dir) # Test saving html. code_blocks = [ CodeBlock(code="from IPython.display import HTML\nHTML('