Merge branch 'feat/rag-pipeline' of https://github.com/langgenius/dify into feat/rag-pipeline

web/app/components/rag-pipeline/components/rag-pipeline-header/publisher/popup.tsx

@@ -85,7 +85,7 @@ const Popup = () => {
         >
           <div className='flex grow items-center'>
             <RiPlayCircleLine className='mr-2 h-4 w-4' />
-            Go to add documents
+            {t('pipeline.common.goToAddDocuments')}
           </div>
           <RiArrowRightUpLine className='ml-2 h-4 w-4 shrink-0' />
         </Button>
@@ -95,7 +95,7 @@ const Popup = () => {
         >
           <div className='flex grow items-center'>
             <RiTerminalBoxLine className='mr-2 h-4 w-4' />
-            Access API Reference
+            {t('workflow.common.accessAPIReference')}
           </div>
           <RiArrowRightUpLine className='ml-2 h-4 w-4 shrink-0' />
         </Button>
@@ -106,7 +106,7 @@ const Popup = () => {
         >
           <div className='flex grow items-center'>
             <RiHammerLine className='mr-2 h-4 w-4' />
-            Publish as a Knowledge Pipeline
+            {t('pipeline.common.publishAs')}
           </div>
         </Button>
       </div>

web/app/components/rag-pipeline/hooks/use-pipeline-config.ts

@@ -4,7 +4,6 @@ import {
   useWorkflowStore,
 } from '@/app/components/workflow/store'
 import { useWorkflowConfig } from '@/service/use-workflow'
-import type { ToolWithProvider } from '@/app/components/workflow/types'
 import type { FetchWorkflowDraftResponse } from '@/types/workflow'
 
 export const usePipelineConfig = () => {
@@ -21,16 +20,6 @@ export const usePipelineConfig = () => {
     handleUpdateWorkflowConfig,
   )
 
-  const handleUpdateDataSourceList = useCallback((dataSourceList: ToolWithProvider[]) => {
-    const { setDataSourceList } = workflowStore.getState()
-
-    setDataSourceList!(dataSourceList)
-  }, [workflowStore])
-  useWorkflowConfig<ToolWithProvider[]>(
-    '/rag/pipelines/datasource-plugins',
-    handleUpdateDataSourceList,
-  )
-
   const handleUpdateNodesDefaultConfigs = useCallback((nodesDefaultConfigs: Record<string, any>) => {
     const { setNodesDefaultConfigs } = workflowStore.getState()
 

web/app/components/rag-pipeline/store/index.ts

@@ -1,6 +1,5 @@
 import type { RAGPipelineVariables } from '@/models/pipeline'
 import type { StateCreator } from 'zustand'
-import type { ToolWithProvider } from '../../workflow/types'
 import { InputVarType } from '../../workflow/types'
 
 export type RagPipelineSliceShape = {
@@ -11,8 +10,6 @@ export type RagPipelineSliceShape = {
   setNodesDefaultConfigs: (nodesDefaultConfigs: Record<string, any>) => void
   ragPipelineVariables: RAGPipelineVariables
   setRagPipelineVariables: (ragPipelineVariables: RAGPipelineVariables) => void
-  dataSourceList: ToolWithProvider[]
-  setDataSourceList: (dataSourceList: ToolWithProvider[]) => void
 }
 
 export type CreateRagPipelineSliceSlice = StateCreator<RagPipelineSliceShape>
@@ -53,6 +50,4 @@ export const createRagPipelineSliceSlice: StateCreator<RagPipelineSliceShape> =
       }],
     }],
   setRagPipelineVariables: (ragPipelineVariables: RAGPipelineVariables) => set(() => ({ ragPipelineVariables })),
-  dataSourceList: [],
-  setDataSourceList: (dataSourceList: ToolWithProvider[]) => set(() => ({ dataSourceList })),
 })

web/app/components/workflow/block-selector/index.tsx

@@ -1,9 +1,12 @@
-import { useMemo } from 'react'
+import {
+  useMemo,
+} from 'react'
 import type { NodeSelectorProps } from './main'
 import NodeSelector from './main'
 import { useHooksStore } from '@/app/components/workflow/hooks-store/store'
 import { BlockEnum } from '@/app/components/workflow/types'
 import { useStore } from '@/app/components/workflow/store'
+import { useDataSourceList } from '@/service/use-pipeline'
 
 const NodeSelectorWrapper = (props: NodeSelectorProps) => {
   const availableNodesMetaData = useHooksStore(s => s.availableNodesMetaData)
@@ -28,7 +31,8 @@ const NodeSelectorWrapper = (props: NodeSelectorProps) => {
     })
   }, [availableNodesMetaData?.nodes])
 
-  const dataSourceList = useStore(s => s.dataSourceList)
+  const pipelineId = useStore(s => s.pipelineId)
+  const { data: dataSourceList } = useDataSourceList(!pipelineId)
 
   return (
     <NodeSelector

web/i18n/de-DE/pipeline.ts

@@ -0,0 +1,4 @@
+const translation = {
+}
+
+export default translation

web/i18n/en-US/pipeline.ts

@@ -0,0 +1,8 @@
+const translation = {
+  common: {
+    goToAddDocuments: 'Go to add documents',
+    publishAs: 'Publish as a Knowledge Pipeline',
+  },
+}
+
+export default translation

web/i18n/es-ES/pipeline.ts

@@ -0,0 +1,4 @@
+const translation = {
+}
+
+export default translation

web/i18n/fa-IR/pipeline.ts

@@ -0,0 +1,4 @@
+const translation = {
+}
+
+export default translation

web/i18n/fr-FR/pipeline.ts

@@ -0,0 +1,4 @@
+const translation = {
+}
+
+export default translation

web/i18n/hi-IN/pipeline.ts

@@ -0,0 +1,4 @@
+const translation = {
+}
+
+export default translation

web/i18n/i18next-config.ts

@@ -44,6 +44,7 @@ const loadLangResources = (lang: string) => ({
     plugin: require(`./${lang}/plugin`).default,
     pluginTags: require(`./${lang}/plugin-tags`).default,
     time: require(`./${lang}/time`).default,
+    pipeline: require(`./${lang}/pipeline`).default,
     education: requireSilent(lang),
   },
 })

web/i18n/it-IT/pipeline.ts

@@ -0,0 +1,4 @@
+const translation = {
+}
+
+export default translation

web/i18n/ja-JP/pipeline.ts

@@ -0,0 +1,4 @@
+const translation = {
+}
+
+export default translation

web/i18n/ko-KR/pipeline.ts

@@ -0,0 +1,4 @@
+const translation = {
+}
+
+export default translation

web/i18n/pl-PL/pipeline.ts

@@ -0,0 +1,4 @@
+const translation = {
+}
+
+export default translation

web/i18n/pt-BR/pipeline.ts

@@ -0,0 +1,4 @@
+const translation = {
+}
+
+export default translation

web/i18n/ro-RO/pipeline.ts

@@ -0,0 +1,4 @@
+const translation = {
+}
+
+export default translation

web/i18n/ru-RU/pipeline.ts

@@ -0,0 +1,4 @@
+const translation = {
+}
+
+export default translation

web/i18n/sl-SI/pipeline.ts

@@ -0,0 +1,4 @@
+const translation = {
+}
+
+export default translation

web/i18n/th-TH/pipeline.ts

@@ -0,0 +1,4 @@
+const translation = {
+}
+
+export default translation

web/i18n/tr-TR/pipeline.ts

@@ -0,0 +1,4 @@
+const translation = {
+}
+
+export default translation

web/i18n/uk-UA/pipeline.ts

@@ -0,0 +1,4 @@
+const translation = {
+}
+
+export default translation

web/i18n/vi-VN/pipeline.ts

@@ -0,0 +1,4 @@
+const translation = {
+}
+
+export default translation

web/i18n/zh-Hans/pipeline.ts

@@ -0,0 +1,8 @@
+const translation = {
+  common: {
+    goToAddDocuments: '去添加文档',
+    publishAs: '发布为知识管道',
+  },
+}
+
+export default translation

web/i18n/zh-Hant/pipeline.ts

@@ -0,0 +1,4 @@
+const translation = {
+}
+
+export default translation

web/service/use-pipeline.ts

@@ -15,6 +15,7 @@ import type {
   UpdateTemplateInfoRequest,
   UpdateTemplateInfoResponse,
 } from '@/models/pipeline'
+import type { ToolWithProvider } from '@/app/components/workflow/types'
 
 const NAME_SPACE = 'pipeline'
 
@@ -121,3 +122,14 @@ export const usePipelineProcessingParams = (pipelineId: string) => {
     },
   })
 }
+
+export const useDataSourceList = (enabled?: boolean) => {
+  return useQuery<ToolWithProvider[]>({
+    enabled,
+    queryKey: [NAME_SPACE, 'data-source'],
+    queryFn: () => {
+      return get('/rag/pipelines/datasource-plugins')
+    },
+    retry: false,
+  })
+}