生成 极客时间 专栏 文章 pdf

Author: jjeejj

.gitignore

@@ -0,0 +1,3 @@
+node_modules
+.vscode
+geektime_*

README.md

@@ -0,0 +1 @@
+### 极客时间专栏转换为PDF

columnArticleList.js

@@ -0,0 +1,59 @@
+// 获取专栏文章列表
+const config = require('./config.js');
+const superagent = require('superagent');
+const utils = require('./utils');
+const path = require('path');
+const generaterPdf = require('./generaterPdf.js');
+
+(async function getColumnArticleList (firstArticalId){
+    await utils.createDir('geektime_'+config.columnName);
+    console.log('专栏文章链接开始获取');
+    let columnArticleUrlList = [];
+    let articalId = firstArticalId;
+    async function getNextColumnArticleUrl (){
+        try {
+            let res = await superagent.post(config.url)
+            .set({
+                'Content-Type': 'application/json',
+                'Cookie': config.cookie,
+                'Referer': config.columnBaseUrl + articalId,
+                'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_3) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/73.0.3683.86 Safari/537.36'
+            }).send({
+                'id': articalId,
+                'include_neighbors': true
+            });
+            console.log(res.body.data.article_title);
+            let columnArticle = res.body.data;
+            let articleInfo = {
+                articleTitle: columnArticle.article_title, // 文章标题
+                articalUrl: config.columnBaseUrl + articalId, // 文章地址
+                articleContent: columnArticle.article_content, // 文章内容
+                articleCover: columnArticle.article_cover, // 文章背景图
+                authorName: columnArticle.author_name, // 文章作者
+                articleCtime: utils.formatDate(columnArticle.article_ctime), // 文章创建时间 unix 时间戳 单位为 s 
+                articleNeighbors: columnArticle.neighbors,  //  上下篇文章信息
+                audioDownloadUrl: columnArticle.audio_download_url,
+                audioTitle: columnArticle.audio_title
+            };
+            columnArticleUrlList.push(articleInfo);
+            //生成PDF 
+            await generaterPdf(articleInfo,
+                columnArticle.article_title + '.pdf',
+                path.resolve(__dirname, config.columnName)
+            );
+            // 判断是否还有下一篇文章
+            let neighborRight = columnArticle.neighbors.right;
+            if (neighborRight && neighborRight.id){
+                articalId = neighborRight.id;
+                await utils.sleep(1.5);
+                await getNextColumnArticleUrl();
+            };
+        } catch(err){
+            console.log(`访问 地址 ${config.columnBaseUrl + articalId} err`, err.message);
+        };
+    };
+    await getNextColumnArticleUrl(firstArticalId);
+    console.log('专栏文章链接获取完成');
+    utils.writeToFile(`${config.columnName}`, JSON.stringify(columnArticleUrlList,null,4));
+    return columnArticleUrlList;
+})(config.firstArticalId);

config.js

@@ -0,0 +1,12 @@
+/**
+ * 需要转换为 pdf 的配置信息 
+ */
+module.exports = {
+    url: 'https://time.geekbang.org/serv/v1/article',
+    columnBaseUrl: 'https://time.geekbang.org/column/article/',
+    columnName: '玩转VScode', // 专栏名称
+    firstArticalId: 18053, //专栏第一篇文章的ID
+    isdownloadVideo: false, // 是否下载音频
+    isComment: false, // 是否导出评论
+    cookie: '_ga=GA1.2.452325826.1522412060; OUTFOX_SEARCH_USER_ID_NCOO=960782688.2413434; orderInfo={%22list%22:[{%22count%22:1%2C%22image%22:%22https://static001.geekbang.org/resource/image/cb/c8/cb154cb749aeb59c2cf8c00a17f0b0c8.jpg%22%2C%22name%22:%22TensorFlow%E5%BF%AB%E9%80%9F%E5%85%A5%E9%97%A8%E4%B8%8E%E5%AE%9E%E6%88%98%22%2C%22sku%22:100023001%2C%22price%22:{%22sale%22:9900}}]%2C%22invoice%22:false%2C%22app_id%22:3%2C%22cid%22:153%2C%22isFromTime%22:true%2C%22detail_url%22:%22https://time.geekbang.org/column/detail/153-76554%22}; GCID=935e65d-0de041d-857c0d5-e9e4f37; _gid=GA1.2.1237200660.1554519228; GCESS=BAMEfBWoXAgBAwUEAAAAAAIEfBWoXAkBAQEET1cPAAQEAC8NAAsCBAAKBAAAAAAGBAHVTeoHBKaztAQMAQE-; Hm_lvt_022f847c4e3acd44d4a2481d9187f1e6=1554519252,1554519316,1554544920,1554545178; Hm_lpvt_022f847c4e3acd44d4a2481d9187f1e6=1554545178; _gat=1; SERVERID=1fa1f330efedec1559b3abbcb6e30f50|1554545360|1554545092'
+};

generaterPdf.js

@@ -0,0 +1,18 @@
+const puppeteer = require('puppeteer');
+const devices = require('puppeteer/DeviceDescriptors');
+const iPhone = devices['iPhone 6'];
+
+(async () => {
+  const browser = await puppeteer.launch({
+    //   headless: false
+  });
+  const page = await browser.newPage();
+  await page.emulate(iPhone);
+  await page.goto('https://time.geekbang.org/column/article/40261');
+  await (new Promise((resolve)=>{setTimeout(resolve,5000)}));
+  await page.pdf({path: 'example.pdf'});
+
+  console.log('generater pdf success');
+
+//   await browser.close();
+})();