Browse Source

fix: continue with failures when bulk loading urls with WebBaseLoader

Jun Siang Cheah 11 months ago
parent
commit
9ed1a31575
1 changed files with 1 additions and 0 deletions
  1. 1 0
      backend/apps/rag/main.py

+ 1 - 0
backend/apps/rag/main.py

@@ -584,6 +584,7 @@ def get_web_loader(url: Union[str, Sequence[str]], verify_ssl: bool = True):
         url,
         verify_ssl=verify_ssl,
         requests_per_second=RAG_WEB_SEARCH_CONCURRENT_REQUESTS,
+        continue_on_failure=True,
     )