feat: adjust hf max tokens (#979)

3 years ago · 9b247fccd4
parent 3d38aa7138
commit 9b247fccd4
1 changed files with 1 additions and 1 deletions
--- a/api/core/model_providers/providers/huggingface_hub_provider.py
+++ b/api/core/model_providers/providers/huggingface_hub_provider.py
@ -51,7 +51,7 @@ class HuggingfaceHubProvider(BaseModelProvider):
            top_p=KwargRule[float](min=0.01, max=0.99, default=0.7),
            presence_penalty=KwargRule[float](enabled=False),
            frequency_penalty=KwargRule[float](enabled=False),
-            max_tokens=KwargRule[int](alias='max_new_tokens', min=10, max=1500, default=200),
+            max_tokens=KwargRule[int](alias='max_new_tokens', min=10, max=4000, default=200),
        )

    @classmethod