-
Notifications
You must be signed in to change notification settings - Fork 3
Expand file tree
/
Copy pathpython2clock.py
More file actions
28 lines (20 loc) 路 802 Bytes
/
Copy pathpython2clock.py
File metadata and controls
28 lines (20 loc) 路 802 Bytes
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
from acrawler.http import BrowserRequest
from acrawler import Crawler, get_logger
logger = get_logger("pyclock")
class ClockCrawler(Crawler):
middleware_config = {
# you should enable this handler to support BrowserRequest
"acrawler.handlers.RequestPrepareBrowser": 800
}
async def start_requests(self):
yield BrowserRequest(
url="https://pythonclock.org", page_callback=self.operate_page
)
async def operate_page(self, page, response):
logger.info(await response.text())
logger.info(await page.text())
assert not "countdown-amount" in (await response.text())
assert "countdown-amount" in (await page.text())
await page.screenshot(show=True)
if __name__ == "__main__":
ClockCrawler().run()