Skip to content

Commit 72a4071

Browse files
committed
refactor: Create a crawler method and fetchHTML API to use puppeteer to get HTML
1 parent 6b2c1ca commit 72a4071

File tree

7 files changed

+669
-314
lines changed

7 files changed

+669
-314
lines changed

package.json

+2-1
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,7 @@
11
{
22
"private": true,
33
"name": "x-crawl",
4-
"version": "1.1.2",
4+
"version": "2.0.0",
55
"author": "coderHXL",
66
"description": "XCrawl is a Nodejs multifunctional crawler library.",
77
"license": "MIT",
@@ -18,6 +18,7 @@
1818
"chalk": "4.1.2",
1919
"https-proxy-agent": "^5.0.1",
2020
"jsdom": "^21.1.0",
21+
"puppeteer": "^19.7.2",
2122
"x-crawl": "link:"
2223
},
2324
"devDependencies": {

0 commit comments

Comments
 (0)