fix: gpt-3.5-turbo-instruct context size to 8192 (#1196)

3 years ago · 435f804c6f
parent ae3f1ac0a9
commit 435f804c6f
2 changed files with 2 additions and 2 deletions
--- a/api/core/model_providers/models/llm/openai_model.py
+++ b/api/core/model_providers/models/llm/openai_model.py
@ -32,7 +32,7 @@ MODEL_MAX_TOKENS = {
    'gpt-4': 8192,
    'gpt-4-32k': 32768,
    'gpt-3.5-turbo': 4096,
-    'gpt-3.5-turbo-instruct': 4096,
+    'gpt-3.5-turbo-instruct': 8192,
    'gpt-3.5-turbo-16k': 16384,
    'text-davinci-003': 4097,
 }
--- a/api/core/model_providers/providers/openai_provider.py
+++ b/api/core/model_providers/providers/openai_provider.py
@ -132,7 +132,7 @@ class OpenAIProvider(BaseModelProvider):
            'gpt-4': 8192,
            'gpt-4-32k': 32768,
            'gpt-3.5-turbo': 4096,
-            'gpt-3.5-turbo-instruct': 4096,
+            'gpt-3.5-turbo-instruct': 8192,
            'gpt-3.5-turbo-16k': 16384,
            'text-davinci-003': 4097,
        }