|
|
|
@ -1,4 +1,5 @@
|
|
|
|
import json
|
|
|
|
import json
|
|
|
|
|
|
|
|
import json_repair
|
|
|
|
import logging
|
|
|
|
import logging
|
|
|
|
import re
|
|
|
|
import re
|
|
|
|
from typing import Optional, cast
|
|
|
|
from typing import Optional, cast
|
|
|
|
@ -18,13 +19,11 @@ from core.model_runtime.entities.llm_entities import LLMResult
|
|
|
|
from core.model_runtime.entities.message_entities import SystemPromptMessage, UserPromptMessage
|
|
|
|
from core.model_runtime.entities.message_entities import SystemPromptMessage, UserPromptMessage
|
|
|
|
from core.model_runtime.entities.model_entities import ModelType
|
|
|
|
from core.model_runtime.entities.model_entities import ModelType
|
|
|
|
from core.model_runtime.errors.invoke import InvokeAuthorizationError, InvokeError
|
|
|
|
from core.model_runtime.errors.invoke import InvokeAuthorizationError, InvokeError
|
|
|
|
|
|
|
|
from core.workflow.nodes.llm.exc import LLMNodeError
|
|
|
|
from core.ops.entities.trace_entity import TraceTaskName
|
|
|
|
from core.ops.entities.trace_entity import TraceTaskName
|
|
|
|
from core.ops.ops_trace_manager import TraceQueueManager, TraceTask
|
|
|
|
from core.ops.ops_trace_manager import TraceQueueManager, TraceTask
|
|
|
|
from core.ops.utils import measure_time
|
|
|
|
from core.ops.utils import measure_time
|
|
|
|
from core.prompt.utils.prompt_template_parser import PromptTemplateParser
|
|
|
|
from core.prompt.utils.prompt_template_parser import PromptTemplateParser
|
|
|
|
import json_repair
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
from core.workflow.nodes.llm.exc import LLMNodeError
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class LLMGenerator:
|
|
|
|
class LLMGenerator:
|
|
|
|
|