tiennm99/DocsGPT
1
0 Fork 0
mirror of https://github.com/tiennm99/DocsGPT.git synced 2026-10-12 22:14:05 +00:00
Code Issues Packages Projects Releases Wiki Activity

Desc loader

Browse Source
This commit is contained in:
Pavel committed 2023-10-12 13:44:32 +04:00
1 parent 50f07f9ef5
commit 2cfb416fd0
1 file changed
+1
Download Patch File Download Diff File Expand all files Collapse all files
application/parser/remote/crawler_loader.py
+1
View File
@@ -7,6 +7,7 @@ class CrawlerLoader(BaseRemote):
def __init__(self, limit=10):
from langchain.document_loaders import WebBaseLoader
self.loader = WebBaseLoader
#No pages scraped limit, set None for no limit
self.limit = limit
def load_data(self, url):