fix: o1-series model encounters an error when the generate mode is blocking (#8363)

2 years ago · 24af4b9313
parent 6613b8f2e0
commit 24af4b9313
1 changed files with 6 additions and 4 deletions
--- a/api/core/model_runtime/model_providers/openai/llm/llm.py
+++ b/api/core/model_runtime/model_providers/openai/llm/llm.py
@ -615,8 +615,10 @@ class OpenAILargeLanguageModel(_CommonOpenAI, LargeLanguageModel):

        block_as_stream = False
        if model.startswith("o1"):
+            if stream:
                block_as_stream = True
                stream = False
+
                if "stream_options" in extra_model_kwargs:
                    del extra_model_kwargs["stream_options"]