ngskcloud
/
gcgj-dify-1.7.0
14
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Fix: Removed model params except max_token for deepseek r1 in volcengine (#13446)

Browse Source
pull/13459/head
Fei He 12 months ago committed by GitHub
parent 75113c26c6
commit 7796984444
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 63 additions and 46 deletions
Show Stats Download Patch File Download Diff File

109
api/core/model_runtime/model_providers/volcengine_maas/llm/llm.py
Unescape Escape View File

@ -328,54 +328,71 @@ class VolcengineMaaSLargeLanguageModel(LargeLanguageModel):
"""
model_config = get_model_config(credentials)
rules = [
ParameterRule(
name="temperature",
type=ParameterType.FLOAT,
use_template="temperature",
label=I18nObject(zh_Hans="温度", en_US="Temperature"),
),
ParameterRule(
name="top_p",
type=ParameterType.FLOAT,
use_template="top_p",
label=I18nObject(zh_Hans="Top P", en_US="Top P"),
),
ParameterRule(
name="top_k", type=ParameterType.INT, min=1, default=1, label=I18nObject(zh_Hans="Top K", en_US="Top K")
),
ParameterRule(
name="presence_penalty",
type=ParameterType.FLOAT,
use_template="presence_penalty",
label=I18nObject(
en_US="Presence Penalty",
zh_Hans="存在惩罚",
if model.startswith("DeepSeek-R1"):
rules = [
ParameterRule(
name="max_tokens",
type=ParameterType.INT,
use_template="max_tokens",
min=1,
max=model_config.properties.max_tokens,
default=512,
label=I18nObject(zh_Hans="最大生成长度", en_US="Max Tokens"),
),
min=-2.0,
max=2.0,
),
ParameterRule(
name="frequency_penalty",
type=ParameterType.FLOAT,
use_template="frequency_penalty",
label=I18nObject(
en_US="Frequency Penalty",
zh_Hans="频率惩罚",
]
else:
rules = [
ParameterRule(
name="temperature",
type=ParameterType.FLOAT,
use_template="temperature",
label=I18nObject(zh_Hans="温度", en_US="Temperature"),
),
min=-2.0,
max=2.0,
),
ParameterRule(
name="max_tokens",
type=ParameterType.INT,
use_template="max_tokens",
min=1,
max=model_config.properties.max_tokens,
default=512,
label=I18nObject(zh_Hans="最大生成长度", en_US="Max Tokens"),
),
]
ParameterRule(
name="top_p",
type=ParameterType.FLOAT,
use_template="top_p",
label=I18nObject(zh_Hans="Top P", en_US="Top P"),
),
ParameterRule(
name="top_k",
type=ParameterType.INT,
min=1,
default=1,
label=I18nObject(zh_Hans="Top K", en_US="Top K"),
),
ParameterRule(
name="presence_penalty",
type=ParameterType.FLOAT,
use_template="presence_penalty",
label=I18nObject(
en_US="Presence Penalty",
zh_Hans="存在惩罚",
),
min=-2.0,
max=2.0,
),
ParameterRule(
name="frequency_penalty",
type=ParameterType.FLOAT,
use_template="frequency_penalty",
label=I18nObject(
en_US="Frequency Penalty",
zh_Hans="频率惩罚",
),
min=-2.0,
max=2.0,
),
ParameterRule(
name="max_tokens",
type=ParameterType.INT,
use_template="max_tokens",
min=1,
max=model_config.properties.max_tokens,
default=512,
label=I18nObject(zh_Hans="最大生成长度", en_US="Max Tokens"),
),
]
model_properties = {}
model_properties[ModelPropertyKey.CONTEXT_SIZE] = model_config.properties.context_size

Write Preview
Loading…
Cancel
Save