fix: ensure proper conversation role alternation for vLLM

pull/18837/head
StellaContrail 1 year ago
parent f6305858a5
commit 9314b8526d

@ -81,7 +81,7 @@ class QuestionClassifierNode(LLMNode):
) )
prompt_messages, stop = self._fetch_prompt_messages( prompt_messages, stop = self._fetch_prompt_messages(
prompt_template=prompt_template, prompt_template=prompt_template,
sys_query=query, sys_query="",
memory=memory, memory=memory,
model_config=model_config, model_config=model_config,
sys_files=files, sys_files=files,

Loading…
Cancel
Save