|
|
|
|
@ -37,6 +37,17 @@ def _get_max_tokens(default: int, min_val: int, max_val: int) -> ParameterRule:
|
|
|
|
|
return rule
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def _get_o1_max_tokens(default: int, min_val: int, max_val: int) -> ParameterRule:
|
|
|
|
|
rule = ParameterRule(
|
|
|
|
|
name="max_completion_tokens",
|
|
|
|
|
**PARAMETER_RULE_TEMPLATE[DefaultParameterName.MAX_TOKENS],
|
|
|
|
|
)
|
|
|
|
|
rule.default = default
|
|
|
|
|
rule.min = min_val
|
|
|
|
|
rule.max = max_val
|
|
|
|
|
return rule
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class AzureBaseModel(BaseModel):
|
|
|
|
|
base_model_name: str
|
|
|
|
|
entity: AIModelEntity
|
|
|
|
|
@ -1098,14 +1109,6 @@ LLM_BASE_MODELS = [
|
|
|
|
|
ModelPropertyKey.CONTEXT_SIZE: 128000,
|
|
|
|
|
},
|
|
|
|
|
parameter_rules=[
|
|
|
|
|
ParameterRule(
|
|
|
|
|
name="temperature",
|
|
|
|
|
**PARAMETER_RULE_TEMPLATE[DefaultParameterName.TEMPERATURE],
|
|
|
|
|
),
|
|
|
|
|
ParameterRule(
|
|
|
|
|
name="top_p",
|
|
|
|
|
**PARAMETER_RULE_TEMPLATE[DefaultParameterName.TOP_P],
|
|
|
|
|
),
|
|
|
|
|
ParameterRule(
|
|
|
|
|
name="response_format",
|
|
|
|
|
label=I18nObject(zh_Hans="回复格式", en_US="response_format"),
|
|
|
|
|
@ -1116,7 +1119,7 @@ LLM_BASE_MODELS = [
|
|
|
|
|
required=False,
|
|
|
|
|
options=["text", "json_object"],
|
|
|
|
|
),
|
|
|
|
|
_get_max_tokens(default=512, min_val=1, max_val=32768),
|
|
|
|
|
_get_o1_max_tokens(default=512, min_val=1, max_val=32768),
|
|
|
|
|
],
|
|
|
|
|
pricing=PriceConfig(
|
|
|
|
|
input=15.00,
|
|
|
|
|
@ -1143,14 +1146,6 @@ LLM_BASE_MODELS = [
|
|
|
|
|
ModelPropertyKey.CONTEXT_SIZE: 128000,
|
|
|
|
|
},
|
|
|
|
|
parameter_rules=[
|
|
|
|
|
ParameterRule(
|
|
|
|
|
name="temperature",
|
|
|
|
|
**PARAMETER_RULE_TEMPLATE[DefaultParameterName.TEMPERATURE],
|
|
|
|
|
),
|
|
|
|
|
ParameterRule(
|
|
|
|
|
name="top_p",
|
|
|
|
|
**PARAMETER_RULE_TEMPLATE[DefaultParameterName.TOP_P],
|
|
|
|
|
),
|
|
|
|
|
ParameterRule(
|
|
|
|
|
name="response_format",
|
|
|
|
|
label=I18nObject(zh_Hans="回复格式", en_US="response_format"),
|
|
|
|
|
@ -1161,7 +1156,7 @@ LLM_BASE_MODELS = [
|
|
|
|
|
required=False,
|
|
|
|
|
options=["text", "json_object"],
|
|
|
|
|
),
|
|
|
|
|
_get_max_tokens(default=512, min_val=1, max_val=65536),
|
|
|
|
|
_get_o1_max_tokens(default=512, min_val=1, max_val=65536),
|
|
|
|
|
],
|
|
|
|
|
pricing=PriceConfig(
|
|
|
|
|
input=3.00,
|
|
|
|
|
|