s500042/webscraper
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix(noguchi): wait for page to load
Some checks failed
Docker Image CI / build (push) Has been cancelled
Details

Browse Source 
Signed-off-by: paprykdev <58005447+paprykdev@users.noreply.github.com>
This commit is contained in:
patilk 2024-12-29 14:51:36 +01:00
parent c7ddd2487f
commit 634d8ae7fa
Signed by: s500042
GPG Key ID: 1921AD722E7392EE
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
app/scripts/noguchi.py
View File

@ -24,10 +24,10 @@ class NoguchiScraper:
self.browser = await p.chromium.launch(headless=False) self.browser = await p.chromium.launch(headless=False)
self.context = await self.browser.new_context() self.context = await self.browser.new_context()
self.page = await self.context.new_page() self.page = await self.context.new_page()
self.page.set_default_timeout(10000)
await self.go_to(self.url) await self.go_to(self.url)
await self.skip_cookies() await self.skip_cookies()
await self.get_hrefs() await self.get_hrefs()
self.page.set_default_timeout(10000)
# await self.get_data() # await self.get_data()
# self.save_data() # self.save_data()
await self.browser.close() await self.browser.close()