yujunjun/autogen
1
0
Fork 0
mirror of https://github.com/microsoft/autogen.git synced 2025-09-26 16:51:39 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix cost (#2292)

Browse Source
This commit is contained in:
Yiran Wu 2024-04-05 17:12:56 -04:00 committed by GitHub
parent a4c1d58b36
commit 4a4409386c
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 4 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
autogen/oai/client.py
View File

@ -289,6 +289,8 @@ class OpenAIClient:
n_input_tokens = response.usage.prompt_tokens if response.usage is not None else 0 # type: ignore [union-attr] n_input_tokens = response.usage.prompt_tokens if response.usage is not None else 0 # type: ignore [union-attr]
n_output_tokens = response.usage.completion_tokens if response.usage is not None else 0 # type: ignore [union-attr] n_output_tokens = response.usage.completion_tokens if response.usage is not None else 0 # type: ignore [union-attr]
if n_output_tokens is None:
n_output_tokens = 0
tmp_price1K = OAI_PRICE1K[model] tmp_price1K = OAI_PRICE1K[model]
# First value is input token rate, second value is output token rate # First value is input token rate, second value is output token rate
if isinstance(tmp_price1K, tuple): if isinstance(tmp_price1K, tuple):
@ -805,6 +807,8 @@ class OpenAIWrapper:
cost = response_usage["cost"] cost = response_usage["cost"]
prompt_tokens = response_usage["prompt_tokens"] prompt_tokens = response_usage["prompt_tokens"]
completion_tokens = response_usage["completion_tokens"] completion_tokens = response_usage["completion_tokens"]
if completion_tokens is None:
completion_tokens = 0
total_tokens = response_usage["total_tokens"] total_tokens = response_usage["total_tokens"]
if usage_summary is None: if usage_summary is None: