add function calling test cases

Author: yangbobo2021

poetry.lock

@@ -19,16 +19,17 @@ classifiers = [
 
 [tool.poetry.dependencies]
 python = "^3.8"
+pydantic = "1.10.13"
 networkx = "^3.1"
-openai = {version="^1.0rc", allow-prereleases=true}
-pydantic = "^1.10.7"
+openai = "^1.0rc"
 rich_click = "^1.6.1"
 tiktoken = "^0.4.0"
 tinydb = "^4.7.1"
 urllib3 = "<2.0"
 importlib-metadata = "^6.8.0"
 gitpython = "^3.1.32"
 oyaml = "^1.0"
+colorama = "^0.4.6"
 
 [tool.poetry.scripts]
 devchat = "devchat._cli.main:main"
@@ -40,4 +41,4 @@ gitpython = "^3.1.32"
 
 [build-system]
 requires = ["poetry-core>=1.0.0"]
-build-backend = "poetry.core.masonry.api"
+build-backend = "poetry.core.masonry.api"

pyproject.toml

@@ -1,4 +1,5 @@
 import os
+import json
 import pytest
 from click.testing import CliRunner
 from devchat.config import ConfigManager, OpenAIModelConfig
@@ -110,43 +111,43 @@ def test_prompt_with_instruct_and_context(git_repo, temp_files):  # pylint: disa
     assert get_content(result.output).find("hot summer\n") >= 0
 
 
-# def test_prompt_with_functions(git_repo, functions_file):  # pylint: disable=W0613
-#     # call with -f option
-#     result = runner.invoke(main, ['prompt', '-m', 'gpt-3.5-turbo', '-f', functions_file,
-#                                   "What is the weather like in Boston?"])
-#     if result.exit_code:
-#         print(result.output)
-#     assert result.exit_code == 0
-#     content = get_content(result.output)
-#     assert 'finish_reason: function_call' in content
-#     assert '```command' in content
-#     assert '"name": "get_current_weather"' in content
-
-#     # compare with no -f options
-#     result = runner.invoke(main, ['prompt', '-m', 'gpt-3.5-turbo',
-#                                   'What is the weather like in Boston?'])
-
-#     content = get_content(result.output)
-#     assert result.exit_code == 0
-#     assert 'finish_reason: stop' not in content
-#     assert 'command' not in content
-
-
-# def test_prompt_log_with_functions(git_repo, functions_file):  # pylint: disable=W0613
-#     # call with -f option
-#     result = runner.invoke(main, ['prompt', '-m', 'gpt-3.5-turbo', '-f', functions_file,
-#                                   'What is the weather like in Boston?'])
-#     if result.exit_code:
-#         print(result.output)
-#     assert result.exit_code == 0
-#     prompt_hash = get_prompt_hash(result.output)
-#     result = runner.invoke(main, ['log', '-t', prompt_hash])
-
-#     result_json = json.loads(result.output)
-#     assert result.exit_code == 0
-#     assert result_json[0]['request'] == 'What is the weather like in Boston?'
-#     assert '```command' in result_json[0]['responses'][0]
-#     assert 'get_current_weather' in result_json[0]['responses'][0]
+def test_prompt_with_functions(git_repo, functions_file):  # pylint: disable=W0613
+    # call with -f option
+    result = runner.invoke(main, ['prompt', '-m', 'gpt-3.5-turbo', '-f', functions_file,
+                                  "What is the weather like in Boston?"])
+    if result.exit_code:
+        print(result.output)
+    assert result.exit_code == 0
+    content = get_content(result.output)
+    assert 'finish_reason: function_call' in content
+    assert '```command' in content
+    assert '"name": "get_current_weather"' in content
+
+    # compare with no -f options
+    result = runner.invoke(main, ['prompt', '-m', 'gpt-3.5-turbo',
+                                  'What is the weather like in Boston?'])
+
+    content = get_content(result.output)
+    assert result.exit_code == 0
+    assert 'finish_reason: stop' not in content
+    assert 'command' not in content
+
+
+def test_prompt_log_with_functions(git_repo, functions_file):  # pylint: disable=W0613
+    # call with -f option
+    result = runner.invoke(main, ['prompt', '-m', 'gpt-3.5-turbo', '-f', functions_file,
+                                  'What is the weather like in Boston?'])
+    if result.exit_code:
+        print(result.output)
+    assert result.exit_code == 0
+    prompt_hash = get_prompt_hash(result.output)
+    result = runner.invoke(main, ['log', '-t', prompt_hash])
+
+    result_json = json.loads(result.output)
+    assert result.exit_code == 0
+    assert result_json[0]['request'] == 'What is the weather like in Boston?'
+    assert '```command' in result_json[0]['responses'][0]
+    assert 'get_current_weather' in result_json[0]['responses'][0]
 
 
 def test_prompt_log_compatibility():