Refactor loader classes to accept inputs directly

This commit is contained in:
Alex committed 2024-02-14 15:17:56 +00:00
1 parent 030c2a740f
commit 0cb3d12d94
4 files changed
+9 -11

No files matched your search

+1 -1
View File
@@ -10,7 +10,7 @@ class CrawlerLoader(BaseRemote):
self.limit = limit # Set the limit for the number of pages to scrape
def load_data(self, inputs):
url = inputs['data']
url = inputs
# Check if the input is a list and if it is, use the first element
if isinstance(url, list) and url:
url = url[0]