|
|
|
@ -106,7 +106,7 @@ class AssistantFunctionCallApplicationRunner(BaseAssistantApplicationRunner):
|
|
|
|
)
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
|
|
# recale llm max tokens
|
|
|
|
# recale llm max tokens
|
|
|
|
self.recale_llm_max_tokens(self.model_config, prompt_messages)
|
|
|
|
self.recalc_llm_max_tokens(self.model_config, prompt_messages)
|
|
|
|
# invoke model
|
|
|
|
# invoke model
|
|
|
|
chunks: Union[Generator[LLMResultChunk, None, None], LLMResult] = model_instance.invoke_llm(
|
|
|
|
chunks: Union[Generator[LLMResultChunk, None, None], LLMResult] = model_instance.invoke_llm(
|
|
|
|
prompt_messages=prompt_messages,
|
|
|
|
prompt_messages=prompt_messages,
|
|
|
|
|