We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 2a15581 commit 21147c4Copy full SHA for 21147c4
scrapegraphai/docloaders/chromium.py
@@ -35,7 +35,7 @@ def __init__(
35
storage_state: Optional[str] = None,
36
browser_name: str = "chromium", #default chromium
37
retry_limit: int = 1,
38
- timeout: int = 10,
+ timeout: int = 60,
39
**kwargs: Any,
40
):
41
"""Initialize the loader with a list of URL paths.
@@ -69,8 +69,8 @@ def __init__(
69
self.requires_js_support = requires_js_support
70
self.storage_state = storage_state
71
self.browser_name = browser_name
72
- self.retry_limit = retry_limit
73
- self.timeout = timeout
+ self.retry_limit = kwargs.get("retry_limit", retry_limit)
+ self.timeout = kwargs.get("timeout", timeout)
74
75
async def scrape(self, url:str) -> str:
76
if self.backend == "playwright":
0 commit comments