fix: openllm generate cutoff (#945)

3 years ago · 866ee5da91
parent e8039a7da8
commit 866ee5da91
1 changed files with 0 additions and 3 deletions
--- a/api/core/third_party/langchain/llms/openllm.py
+++ b/api/core/third_party/langchain/llms/openllm.py
@ -67,9 +67,6 @@ class OpenLLM(LLM):
        json_response = response.json()
        completion = json_response["responses"][0]

-        if completion:
-            completion = completion[len(prompt):]
-
        if stop is not None:
            completion = enforce_stop_tokens(completion, stop)