fix(model_runtime): ensure compatibility with O1 models by adjusting token parameters (#10537)

pull/10540/head
-LAN- 1 year ago committed by GitHub
parent 9018ef30fe
commit 867bf70f1a
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

@ -617,6 +617,10 @@ class OpenAILargeLanguageModel(_CommonOpenAI, LargeLanguageModel):
# o1 compatibility
block_as_stream = False
if model.startswith("o1"):
if "max_tokens" in model_parameters:
model_parameters["max_completion_tokens"] = model_parameters["max_tokens"]
del model_parameters["max_tokens"]
if stream:
block_as_stream = True
stream = False

Loading…
Cancel
Save