|
|
|
|
@ -1,22 +1,24 @@
|
|
|
|
|
import json
|
|
|
|
|
import logging
|
|
|
|
|
from typing import Optional, Union
|
|
|
|
|
|
|
|
|
|
import requests
|
|
|
|
|
|
|
|
|
|
from core.llm.provider.base import BaseProvider
|
|
|
|
|
from core.llm.provider.errors import ValidateFailedError
|
|
|
|
|
from models.provider import ProviderName
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class AzureProvider(BaseProvider):
|
|
|
|
|
def get_models(self, model_id: Optional[str] = None) -> list[dict]:
|
|
|
|
|
credentials = self.get_credentials(model_id)
|
|
|
|
|
def get_models(self, model_id: Optional[str] = None, credentials: Optional[dict] = None) -> list[dict]:
|
|
|
|
|
credentials = self.get_credentials(model_id) if not credentials else credentials
|
|
|
|
|
url = "{}/openai/deployments?api-version={}".format(
|
|
|
|
|
credentials.get('openai_api_base'),
|
|
|
|
|
credentials.get('openai_api_version')
|
|
|
|
|
str(credentials.get('openai_api_base')),
|
|
|
|
|
str(credentials.get('openai_api_version'))
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
headers = {
|
|
|
|
|
"api-key": credentials.get('openai_api_key'),
|
|
|
|
|
"api-key": str(credentials.get('openai_api_key')),
|
|
|
|
|
"content-type": "application/json; charset=utf-8"
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
@ -29,8 +31,10 @@ class AzureProvider(BaseProvider):
|
|
|
|
|
'name': '{} ({})'.format(deployment['id'], deployment['model'])
|
|
|
|
|
} for deployment in result['data'] if deployment['status'] == 'succeeded']
|
|
|
|
|
else:
|
|
|
|
|
# TODO: optimize in future
|
|
|
|
|
raise Exception('Failed to get deployments from Azure OpenAI. Status code: {}'.format(response.status_code))
|
|
|
|
|
if response.status_code == 401:
|
|
|
|
|
raise AzureAuthenticationError()
|
|
|
|
|
else:
|
|
|
|
|
raise AzureRequestFailedError('Failed to request Azure OpenAI. Status code: {}'.format(response.status_code))
|
|
|
|
|
|
|
|
|
|
def get_credentials(self, model_id: Optional[str] = None) -> dict:
|
|
|
|
|
"""
|
|
|
|
|
@ -38,7 +42,7 @@ class AzureProvider(BaseProvider):
|
|
|
|
|
"""
|
|
|
|
|
config = self.get_provider_api_key(model_id=model_id)
|
|
|
|
|
config['openai_api_type'] = 'azure'
|
|
|
|
|
config['deployment_name'] = model_id.replace('.', '')
|
|
|
|
|
config['deployment_name'] = model_id.replace('.', '') if model_id else None
|
|
|
|
|
return config
|
|
|
|
|
|
|
|
|
|
def get_provider_name(self):
|
|
|
|
|
@ -54,7 +58,7 @@ class AzureProvider(BaseProvider):
|
|
|
|
|
config = {
|
|
|
|
|
'openai_api_type': 'azure',
|
|
|
|
|
'openai_api_version': '2023-03-15-preview',
|
|
|
|
|
'openai_api_base': 'https://<your-domain-prefix>.openai.azure.com/',
|
|
|
|
|
'openai_api_base': '',
|
|
|
|
|
'openai_api_key': ''
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
@ -63,7 +67,7 @@ class AzureProvider(BaseProvider):
|
|
|
|
|
config = {
|
|
|
|
|
'openai_api_type': 'azure',
|
|
|
|
|
'openai_api_version': '2023-03-15-preview',
|
|
|
|
|
'openai_api_base': 'https://<your-domain-prefix>.openai.azure.com/',
|
|
|
|
|
'openai_api_base': '',
|
|
|
|
|
'openai_api_key': ''
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
@ -80,8 +84,23 @@ class AzureProvider(BaseProvider):
|
|
|
|
|
"""
|
|
|
|
|
Validates the given config.
|
|
|
|
|
"""
|
|
|
|
|
# TODO: implement
|
|
|
|
|
pass
|
|
|
|
|
try:
|
|
|
|
|
if not isinstance(config, dict):
|
|
|
|
|
raise ValueError('Config must be a object.')
|
|
|
|
|
|
|
|
|
|
if 'openai_api_version' not in config:
|
|
|
|
|
config['openai_api_version'] = '2023-03-15-preview'
|
|
|
|
|
|
|
|
|
|
self.get_models(credentials=config)
|
|
|
|
|
except AzureAuthenticationError:
|
|
|
|
|
raise ValidateFailedError('Azure OpenAI Credentials validation failed, please check your API Key.')
|
|
|
|
|
except requests.ConnectionError:
|
|
|
|
|
raise ValidateFailedError('Azure OpenAI Credentials validation failed, please check your API Base Endpoint.')
|
|
|
|
|
except AzureRequestFailedError as ex:
|
|
|
|
|
raise ValidateFailedError('Azure OpenAI Credentials validation failed, error: {}.'.format(str(ex)))
|
|
|
|
|
except Exception as ex:
|
|
|
|
|
logging.exception('Azure OpenAI Credentials validation failed')
|
|
|
|
|
raise ex
|
|
|
|
|
|
|
|
|
|
def get_encrypted_token(self, config: Union[dict | str]):
|
|
|
|
|
"""
|
|
|
|
|
@ -101,3 +120,11 @@ class AzureProvider(BaseProvider):
|
|
|
|
|
config = json.loads(token)
|
|
|
|
|
config['openai_api_key'] = self.decrypt_token(config['openai_api_key'])
|
|
|
|
|
return config
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class AzureAuthenticationError(Exception):
|
|
|
|
|
pass
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class AzureRequestFailedError(Exception):
|
|
|
|
|
pass
|
|
|
|
|
|