|
|
|
|
@ -1,7 +1,7 @@
|
|
|
|
|
import logging
|
|
|
|
|
import threading
|
|
|
|
|
import uuid
|
|
|
|
|
from collections.abc import Generator
|
|
|
|
|
from collections.abc import Generator, Mapping
|
|
|
|
|
from typing import Any, Literal, Union, overload
|
|
|
|
|
|
|
|
|
|
from flask import Flask, current_app
|
|
|
|
|
@ -34,9 +34,9 @@ class CompletionAppGenerator(MessageBasedAppGenerator):
|
|
|
|
|
self,
|
|
|
|
|
app_model: App,
|
|
|
|
|
user: Union[Account, EndUser],
|
|
|
|
|
args: dict,
|
|
|
|
|
args: Mapping[str, Any],
|
|
|
|
|
invoke_from: InvokeFrom,
|
|
|
|
|
stream: Literal[True] = True,
|
|
|
|
|
streaming: Literal[True],
|
|
|
|
|
) -> Generator[str, None, None]: ...
|
|
|
|
|
|
|
|
|
|
@overload
|
|
|
|
|
@ -44,14 +44,29 @@ class CompletionAppGenerator(MessageBasedAppGenerator):
|
|
|
|
|
self,
|
|
|
|
|
app_model: App,
|
|
|
|
|
user: Union[Account, EndUser],
|
|
|
|
|
args: dict,
|
|
|
|
|
args: Mapping[str, Any],
|
|
|
|
|
invoke_from: InvokeFrom,
|
|
|
|
|
stream: Literal[False] = False,
|
|
|
|
|
) -> dict: ...
|
|
|
|
|
streaming: Literal[False],
|
|
|
|
|
) -> Mapping[str, Any]: ...
|
|
|
|
|
|
|
|
|
|
@overload
|
|
|
|
|
def generate(
|
|
|
|
|
self, app_model: App, user: Union[Account, EndUser], args: Any, invoke_from: InvokeFrom, streaming: bool = True
|
|
|
|
|
) -> Union[dict, Generator[str, None, None]]:
|
|
|
|
|
self,
|
|
|
|
|
app_model: App,
|
|
|
|
|
user: Union[Account, EndUser],
|
|
|
|
|
args: Mapping[str, Any],
|
|
|
|
|
invoke_from: InvokeFrom,
|
|
|
|
|
streaming: bool,
|
|
|
|
|
) -> Mapping[str, Any] | Generator[str, None, None]: ...
|
|
|
|
|
|
|
|
|
|
def generate(
|
|
|
|
|
self,
|
|
|
|
|
app_model: App,
|
|
|
|
|
user: Union[Account, EndUser],
|
|
|
|
|
args: Mapping[str, Any],
|
|
|
|
|
invoke_from: InvokeFrom,
|
|
|
|
|
streaming: bool = True,
|
|
|
|
|
):
|
|
|
|
|
"""
|
|
|
|
|
Generate App response.
|
|
|
|
|
|
|
|
|
|
|