feat: optimize web reader summary in 3.5 (#933)

2 years ago · 4c49ecedb5
parent 4ff1870a4b
commit 4c49ecedb5
1 changed files with 2 additions and 0 deletions
--- a/api/core/tool/web_reader_tool.py
+++ b/api/core/tool/web_reader_tool.py
@ -88,6 +88,8 @@ class WebReaderTool(BaseTool):
            texts = character_splitter.split_text(page_contents)
            docs = [Document(page_content=t) for t in texts]

+            docs = docs[1:]
+
            # only use first 5 docs
            if len(docs) > 5:
                docs = docs[:5]