fix(openai_api_compatible): fixing the error when converting chunk to json (#3570)

2 years ago · aa6d2e3035
parent 4365843c20
commit aa6d2e3035
1 changed files with 2 additions and 1 deletions
--- a/api/core/model_runtime/model_providers/openai_api_compatible/llm/llm.py
+++ b/api/core/model_runtime/model_providers/openai_api_compatible/llm/llm.py
@ -425,6 +425,7 @@ class OAIAPICompatLargeLanguageModel(_CommonOAI_API_Compat, LargeLanguageModel):
        finish_reason = 'Unknown'

        for chunk in response.iter_lines(decode_unicode=True, delimiter=delimiter):
+            chunk = chunk.strip()
            if chunk:
                # ignore sse comments
                if chunk.startswith(':'):