Skip to content

Commit 21147c4

Browse files
committed
feat: add timeout and retry_limit in loader_kwargs (#865 #831)
1 parent 2a15581 commit 21147c4

File tree

1 file changed

+3
-3
lines changed

1 file changed

+3
-3
lines changed

scrapegraphai/docloaders/chromium.py

+3-3
Original file line numberDiff line numberDiff line change
@@ -35,7 +35,7 @@ def __init__(
3535
storage_state: Optional[str] = None,
3636
browser_name: str = "chromium", #default chromium
3737
retry_limit: int = 1,
38-
timeout: int = 10,
38+
timeout: int = 60,
3939
**kwargs: Any,
4040
):
4141
"""Initialize the loader with a list of URL paths.
@@ -69,8 +69,8 @@ def __init__(
6969
self.requires_js_support = requires_js_support
7070
self.storage_state = storage_state
7171
self.browser_name = browser_name
72-
self.retry_limit = retry_limit
73-
self.timeout = timeout
72+
self.retry_limit = kwargs.get("retry_limit", retry_limit)
73+
self.timeout = kwargs.get("timeout", timeout)
7474

7575
async def scrape(self, url:str) -> str:
7676
if self.backend == "playwright":

0 commit comments

Comments
 (0)