chore: use node specify llm to auto generate prompt (#6525)

web/app/components/app/configuration/config-prompt/simple-prompt-input.tsx

@@ -14,6 +14,7 @@ import PromptEditorHeightResizeWrap from './prompt-editor-height-resize-wrap'
 import cn from '@/utils/classnames'
 import { type PromptVariable } from '@/models/debug'
 import Tooltip from '@/app/components/base/tooltip'
+import type { CompletionParams } from '@/types/app'
 import { AppType } from '@/types/app'
 import { getNewVar, getVars } from '@/utils/var'
 import AutomaticBtn from '@/app/components/app/configuration/config/automatic/automatic-btn'
@@ -58,6 +59,7 @@ const Prompt: FC<ISimplePromptInput> = ({
   const { eventEmitter } = useEventEmitterContextContext()
   const {
     modelConfig,
+    completionParams,
     dataSets,
     setModelConfig,
     setPrevPromptConfig,
@@ -247,6 +249,14 @@ const Prompt: FC<ISimplePromptInput> = ({
       {showAutomatic && (
         <GetAutomaticResModal
           mode={mode as AppType}
+          model={
+            {
+              provider: modelConfig.provider,
+              name: modelConfig.model_id,
+              mode: modelConfig.mode,
+              completion_params: completionParams as CompletionParams,
+            }
+          }
           isShow={showAutomatic}
           onClose={showAutomaticFalse}
           onFinished={handleAutomaticRes}

web/app/components/app/configuration/config/automatic/get-automatic-res.tsx

@@ -20,6 +20,7 @@ import Button from '@/app/components/base/button'
 import Toast from '@/app/components/base/toast'
 import { generateRule } from '@/service/debug'
 import ConfigPrompt from '@/app/components/app/configuration/config-prompt'
+import type { Model } from '@/types/app'
 import { AppType } from '@/types/app'
 import ConfigVar from '@/app/components/app/configuration/config-var'
 import OpeningStatement from '@/app/components/app/configuration/features/chat-group/opening-statement'
@@ -33,6 +34,7 @@ import { Generator } from '@/app/components/base/icons/src/vender/other'
 
 export type IGetAutomaticResProps = {
   mode: AppType
+  model: Model
   isShow: boolean
   onClose: () => void
   onFinished: (res: AutomaticRes) => void
@@ -57,6 +59,7 @@ const TryLabel: FC<{
 
 const GetAutomaticRes: FC<IGetAutomaticResProps> = ({
   mode,
+  model,
   isShow,
   onClose,
   isInLLMNode,
@@ -149,10 +152,17 @@ const GetAutomaticRes: FC<IGetAutomaticResProps> = ({
       return
     setLoadingTrue()
     try {
-      const res = await generateRule({
+      const { error, ...res } = await generateRule({
         instruction,
+        model_config: model,
       })
       setRes(res)
+      if (error) {
+        Toast.notify({
+          type: 'error',
+          message: error,
+        })
+      }
     }
     finally {
       setLoadingFalse()

web/app/components/workflow/nodes/_base/components/prompt/editor.tsx

@@ -9,6 +9,7 @@ import { useTranslation } from 'react-i18next'
 import { useBoolean } from 'ahooks'
 import { BlockEnum, EditionType } from '../../../../types'
 import type {
+  ModelConfig,
   Node,
   NodeOutPutVar,
   Variable,
@@ -58,6 +59,7 @@ type Props = {
   availableNodes?: Node[]
   isSupportPromptGenerator?: boolean
   onGenerated?: (prompt: string) => void
+  modelConfig?: ModelConfig
   // for jinja
   isSupportJinja?: boolean
   editionType?: EditionType
@@ -90,6 +92,7 @@ const Editor: FC<Props> = ({
   varList = [],
   handleAddVariable,
   onGenerated,
+  modelConfig,
 }) => {
   const { t } = useTranslation()
   const { eventEmitter } = useEventEmitterContextContext()
@@ -130,7 +133,7 @@ const Editor: FC<Props> = ({
             <div className='flex items-center'>
               <div className='leading-[18px] text-xs font-medium text-gray-500'>{value?.length || 0}</div>
               {isSupportPromptGenerator && (
-                <PromptGeneratorBtn className='ml-[5px]' onGenerated={onGenerated} />
+                <PromptGeneratorBtn className='ml-[5px]' onGenerated={onGenerated} modelConfig={modelConfig} />
               )}
 
               <div className='w-px h-3 ml-2 mr-2 bg-gray-200'></div>

web/app/components/workflow/nodes/llm/components/config-prompt-item.tsx

@@ -4,7 +4,7 @@ import React, { useCallback, useEffect, useState } from 'react'
 import { uniqueId } from 'lodash-es'
 import { useTranslation } from 'react-i18next'
 import { RiQuestionLine } from '@remixicon/react'
-import type { PromptItem, Variable } from '../../../types'
+import type { ModelConfig, PromptItem, Variable } from '../../../types'
 import { EditionType } from '../../../types'
 import { useWorkflowStore } from '../../../store'
 import Editor from '@/app/components/workflow/nodes/_base/components/prompt/editor'
@@ -38,6 +38,7 @@ type Props = {
   availableNodes: any
   varList: Variable[]
   handleAddVariable: (payload: any) => void
+  modelConfig?: ModelConfig
 }
 
 const roleOptions = [
@@ -77,6 +78,7 @@ const ConfigPromptItem: FC<Props> = ({
   availableNodes,
   varList,
   handleAddVariable,
+  modelConfig,
 }) => {
   const { t } = useTranslation()
   const workflowStore = useWorkflowStore()
@@ -138,6 +140,7 @@ const ConfigPromptItem: FC<Props> = ({
       availableNodes={availableNodes}
       isSupportPromptGenerator={payload.role === PromptRole.system}
       onGenerated={handleGenerated}
+      modelConfig={modelConfig}
       isSupportJinja
       editionType={payload.edition_type}
       onEditionTypeChange={onEditionTypeChange}

web/app/components/workflow/nodes/llm/components/config-prompt.tsx

@@ -5,7 +5,7 @@ import { useTranslation } from 'react-i18next'
 import produce from 'immer'
 import { ReactSortable } from 'react-sortablejs'
 import { v4 as uuid4 } from 'uuid'
-import type { PromptItem, ValueSelector, Var, Variable } from '../../../types'
+import type { ModelConfig, PromptItem, ValueSelector, Var, Variable } from '../../../types'
 import { EditionType, PromptRole } from '../../../types'
 import useAvailableVarList from '../../_base/hooks/use-available-var-list'
 import { useWorkflowStore } from '../../../store'
@@ -33,6 +33,7 @@ type Props = {
   }
   varList?: Variable[]
   handleAddVariable: (payload: any) => void
+  modelConfig: ModelConfig
 }
 
 const ConfigPrompt: FC<Props> = ({
@@ -47,6 +48,7 @@ const ConfigPrompt: FC<Props> = ({
   hasSetBlockStatus,
   varList = [],
   handleAddVariable,
+  modelConfig,
 }) => {
   const { t } = useTranslation()
   const workflowStore = useWorkflowStore()
@@ -199,6 +201,7 @@ const ConfigPrompt: FC<Props> = ({
                           availableNodes={availableNodesWithParent}
                           varList={varList}
                           handleAddVariable={handleAddVariable}
+                          modelConfig={modelConfig}
                         />
                       </div>
                     )
@@ -234,6 +237,7 @@ const ConfigPrompt: FC<Props> = ({
               onEditionTypeChange={handleCompletionEditionTypeChange}
               handleAddVariable={handleAddVariable}
               onGenerated={handleGenerated}
+              modelConfig={modelConfig}
             />
           </div>
         )}

web/app/components/workflow/nodes/llm/components/prompt-generator-btn.tsx

@@ -7,14 +7,19 @@ import { Generator } from '@/app/components/base/icons/src/vender/other'
 import GetAutomaticResModal from '@/app/components/app/configuration/config/automatic/get-automatic-res'
 import { AppType } from '@/types/app'
 import type { AutomaticRes } from '@/service/debug'
+import type { ModelConfig } from '@/app/components/workflow/types'
+import type { Model } from '@/types/app'
+
 type Props = {
   className?: string
   onGenerated?: (prompt: string) => void
+  modelConfig?: ModelConfig
 }
 
 const PromptGeneratorBtn: FC<Props> = ({
   className,
   onGenerated,
+  modelConfig,
 }) => {
   const [showAutomatic, { setTrue: showAutomaticTrue, setFalse: showAutomaticFalse }] = useBoolean(false)
   const handleAutomaticRes = useCallback((res: AutomaticRes) => {
@@ -32,6 +37,7 @@ const PromptGeneratorBtn: FC<Props> = ({
           isShow={showAutomatic}
           onClose={showAutomaticFalse}
           onFinished={handleAutomaticRes}
+          model={modelConfig as Model}
           isInLLMNode
         />
       )}

web/app/components/workflow/nodes/llm/panel.tsx

@@ -178,6 +178,7 @@ const Panel: FC<NodePanelProps<LLMNodeType>> = ({
             hasSetBlockStatus={hasSetBlockStatus}
             varList={inputs.prompt_config?.jinja2_variables || []}
             handleAddVariable={handleAddVariable}
+            modelConfig={model}
           />
         )}
 

web/service/debug.ts

@@ -7,6 +7,7 @@ export type AutomaticRes = {
   prompt: string
   variables: string[]
   opening_statement: string
+  error?: string
 }
 
 export const sendChatMessage = async (appId: string, body: Record<string, any>, { onData, onCompleted, onThought, onFile, onError, getAbortController, onMessageEnd, onMessageReplace }: {

web/types/app.ts

@@ -135,53 +135,7 @@ export enum AgentStrategy {
   react = 'react',
 }
 
-/**
- * Model configuration. The backend type.
- */
-export type ModelConfig = {
-  opening_statement: string
-  suggested_questions?: string[]
-  pre_prompt: string
-  prompt_type: PromptMode
-  chat_prompt_config: ChatPromptConfig | {}
-  completion_prompt_config: CompletionPromptConfig | {}
-  user_input_form: UserInputFormItem[]
-  dataset_query_variable?: string
-  more_like_this: {
-    enabled: boolean
-  }
-  suggested_questions_after_answer: {
-    enabled: boolean
-  }
-  speech_to_text: {
-    enabled: boolean
-  }
-  text_to_speech: {
-    enabled: boolean
-    voice?: string
-    language?: string
-    autoPlay?: TtsAutoPlay
-  }
-  retriever_resource: {
-    enabled: boolean
-  }
-  sensitive_word_avoidance: {
-    enabled: boolean
-  }
-  annotation_reply?: AnnotationReplyConfig
-  agent_mode: {
-    enabled: boolean
-    strategy?: AgentStrategy
-    tools: ToolItem[]
-  }
-  model: {
-    /** LLM provider, e.g., OPENAI */
-    provider: string
-    /** Model name, e.g, gpt-3.5.turbo */
-    name: string
-    mode: ModelModeType
-    /** Default Completion call parameters */
-    completion_params: {
+export type CompletionParams = {
   /** Maximum number of tokens in the answer message returned by Completion */
   max_tokens: number
   /**
@@ -226,7 +180,56 @@ export type ModelConfig = {
    */
   frequency_penalty: number
 }
+/**
+ * Model configuration. The backend type.
+ */
+export type Model = {
+  /** LLM provider, e.g., OPENAI */
+  provider: string
+  /** Model name, e.g, gpt-3.5.turbo */
+  name: string
+  mode: ModelModeType
+  /** Default Completion call parameters */
+  completion_params: CompletionParams
+}
+
+export type ModelConfig = {
+  opening_statement: string
+  suggested_questions?: string[]
+  pre_prompt: string
+  prompt_type: PromptMode
+  chat_prompt_config: ChatPromptConfig | {}
+  completion_prompt_config: CompletionPromptConfig | {}
+  user_input_form: UserInputFormItem[]
+  dataset_query_variable?: string
+  more_like_this: {
+    enabled: boolean
+  }
+  suggested_questions_after_answer: {
+    enabled: boolean
+  }
+  speech_to_text: {
+    enabled: boolean
+  }
+  text_to_speech: {
+    enabled: boolean
+    voice?: string
+    language?: string
+    autoPlay?: TtsAutoPlay
+  }
+  retriever_resource: {
+    enabled: boolean
+  }
+  sensitive_word_avoidance: {
+    enabled: boolean
+  }
+  annotation_reply?: AnnotationReplyConfig
+  agent_mode: {
+    enabled: boolean
+    strategy?: AgentStrategy
+    tools: ToolItem[]
   }
+  model: Model
   dataset_configs: DatasetConfigs
   file_upload?: {
     image: VisionSettings