feat/datasource
jyong 12 months ago
parent d3e29ffa74
commit 0ff746ebf6

@ -450,8 +450,8 @@ class RagPipelineService:
tenant_id=pipeline.tenant_id, tenant_id=pipeline.tenant_id,
datasource_type=DatasourceProviderType(datasource_type), datasource_type=DatasourceProviderType(datasource_type),
) )
match datasource_type:
if datasource_runtime.datasource_provider_type() == DatasourceProviderType.ONLINE_DOCUMENT: case DatasourceProviderType.ONLINE_DOCUMENT:
datasource_runtime = cast(OnlineDocumentDatasourcePlugin, datasource_runtime) datasource_runtime = cast(OnlineDocumentDatasourcePlugin, datasource_runtime)
online_document_result: GetOnlineDocumentPagesResponse = datasource_runtime._get_online_document_pages( online_document_result: GetOnlineDocumentPagesResponse = datasource_runtime._get_online_document_pages(
user_id=account.id, user_id=account.id,
@ -463,7 +463,7 @@ class RagPipelineService:
"provider_type": datasource_node_data.get("provider_type"), "provider_type": datasource_node_data.get("provider_type"),
} }
elif datasource_runtime.datasource_provider_type == DatasourceProviderType.WEBSITE_CRAWL: case DatasourceProviderType.WEBSITE_CRAWL:
datasource_runtime = cast(WebsiteCrawlDatasourcePlugin, datasource_runtime) datasource_runtime = cast(WebsiteCrawlDatasourcePlugin, datasource_runtime)
website_crawl_result: GetWebsiteCrawlResponse = datasource_runtime._get_website_crawl( website_crawl_result: GetWebsiteCrawlResponse = datasource_runtime._get_website_crawl(
user_id=account.id, user_id=account.id,
@ -474,7 +474,7 @@ class RagPipelineService:
"result": [result.model_dump() for result in website_crawl_result.result], "result": [result.model_dump() for result in website_crawl_result.result],
"provider_type": datasource_node_data.get("provider_type"), "provider_type": datasource_node_data.get("provider_type"),
} }
else: case _:
raise ValueError(f"Unsupported datasource provider: {datasource_runtime.datasource_provider_type}") raise ValueError(f"Unsupported datasource provider: {datasource_runtime.datasource_provider_type}")
def run_free_workflow_node( def run_free_workflow_node(

Loading…
Cancel
Save