|
|
|
|
@ -114,9 +114,9 @@ class AnthropicLargeLanguageModel(LargeLanguageModel):
|
|
|
|
|
extra_model_kwargs['system'] = system
|
|
|
|
|
|
|
|
|
|
# Add the new header for claude-3-5-sonnet-20240620 model
|
|
|
|
|
headers = {}
|
|
|
|
|
extra_headers = {}
|
|
|
|
|
if model == "claude-3-5-sonnet-20240620":
|
|
|
|
|
headers["anthropic-beta"] = "max-tokens-3-5-sonnet-2024-07-15"
|
|
|
|
|
extra_headers["anthropic-beta"] = "max-tokens-3-5-sonnet-2024-07-15"
|
|
|
|
|
|
|
|
|
|
if tools:
|
|
|
|
|
extra_model_kwargs['tools'] = [
|
|
|
|
|
@ -126,7 +126,7 @@ class AnthropicLargeLanguageModel(LargeLanguageModel):
|
|
|
|
|
model=model,
|
|
|
|
|
messages=prompt_message_dicts,
|
|
|
|
|
stream=stream,
|
|
|
|
|
headers=headers,
|
|
|
|
|
extra_headers=extra_headers,
|
|
|
|
|
**model_parameters,
|
|
|
|
|
**extra_model_kwargs
|
|
|
|
|
)
|
|
|
|
|
@ -136,7 +136,7 @@ class AnthropicLargeLanguageModel(LargeLanguageModel):
|
|
|
|
|
model=model,
|
|
|
|
|
messages=prompt_message_dicts,
|
|
|
|
|
stream=stream,
|
|
|
|
|
headers=headers,
|
|
|
|
|
extra_headers=extra_headers,
|
|
|
|
|
**model_parameters,
|
|
|
|
|
**extra_model_kwargs
|
|
|
|
|
)
|
|
|
|
|
|