fix: llm_usage.total_tokens stat

pull/19177/head
IthacaDream 1 year ago
parent 349c3cf7b8
commit 9cf5ec2a5c

@ -87,6 +87,7 @@ class CotAgentRunner(BaseAgentRunner, ABC):
llm_usage = final_llm_usage_dict["usage"] llm_usage = final_llm_usage_dict["usage"]
llm_usage.prompt_tokens += usage.prompt_tokens llm_usage.prompt_tokens += usage.prompt_tokens
llm_usage.completion_tokens += usage.completion_tokens llm_usage.completion_tokens += usage.completion_tokens
llm_usage.total_tokens += usage.total_tokens
llm_usage.prompt_price += usage.prompt_price llm_usage.prompt_price += usage.prompt_price
llm_usage.completion_price += usage.completion_price llm_usage.completion_price += usage.completion_price
llm_usage.total_price += usage.total_price llm_usage.total_price += usage.total_price

@ -72,6 +72,7 @@ class FunctionCallAgentRunner(BaseAgentRunner):
llm_usage = final_llm_usage_dict["usage"] llm_usage = final_llm_usage_dict["usage"]
llm_usage.prompt_tokens += usage.prompt_tokens llm_usage.prompt_tokens += usage.prompt_tokens
llm_usage.completion_tokens += usage.completion_tokens llm_usage.completion_tokens += usage.completion_tokens
llm_usage.total_tokens += usage.total_tokens
llm_usage.prompt_price += usage.prompt_price llm_usage.prompt_price += usage.prompt_price
llm_usage.completion_price += usage.completion_price llm_usage.completion_price += usage.completion_price
llm_usage.total_price += usage.total_price llm_usage.total_price += usage.total_price

Loading…
Cancel
Save