Added video URL generation and error messages.

Author: kwongtn

functions/paramProcessor.js

@@ -1,7 +1,7 @@
 const fs = require('fs');
 
 const notLast = [
-    "--noSubs", "--noInfo", "--noBB"
+    "--noSubs", "--noInfo", "--noBB", "--noVideo"
 ]
 
 /**
@@ -13,7 +13,8 @@ function paramsProcess(params) {
         "path": params[params.length - 1],
         "noSubs": false,
         "noInfo": false,
-        "noBB": false
+        "noBB": false,
+        "noVideo": false
     };
 
     params.forEach((value, index) => {
@@ -44,6 +45,11 @@ function paramsProcess(params) {
                 break;
             }
 
+            case "--noVideo": {
+                keys.noVideo = true;
+                break;
+            }
+
             default:
                 break;
         }
@@ -61,7 +67,8 @@ function helpText() {
         "\t--license\tOutputs the license of this project. (GNU General Public License)\n",
         "\t--noSubs\tDisables output of subtitles.\n",
         "\t--noInfo\tDisables output of course information.\n",
-        "\t--noBB\t\tDisables output of BB code.\n\n",
+        "\t--noBB\t\tDisables output of BB code.\n",
+        "\t--noVideo\tDisables output of video URLs.\n\n",
         "\rProudly presented to you by flyingdragon of BlackPearl. Licensed under the GNU General Public License v3.\n",
         "\rPRs welcome at https://github.com/kwongtn/CourseExtractor \n\n",
         "\rIf there are any issues, please open an issue at https://github.com/kwongtn/CourseExtractor/issues .",
@@ -70,6 +77,7 @@ function helpText() {
     process.exit();
 }
 
+/**
 if (process.argv.length < 3) {
     helpText();
     process.exit();
@@ -84,13 +92,13 @@ if (process.argv.length < 3) {
 
     console.log(paramsProcess(process.argv));
 }
+*/
 
 /**
  * @param {array} params
  */
 module.exports.parse = (params) => {
     if (params.length < 3) {
-        console.log("helpText");
         helpText();
 
     } else {

functions/videoLinks.js

@@ -1,31 +1,27 @@
-var fs = require('fs');
-
-var myJSON;
-const EXTRACT_ALL = false;
-
-try {
-    myJSON = JSON.parse(fs.readFileSync("./app.pluralsight.com_video.har"));
-} catch (err) {
-    console.log(err.message);
-}
-
-myJSON.log.entries.forEach((element, index) => {
-    if (element.request.url == "https://app.pluralsight.com/video/clips/v3/viewclip") {
-        var videoJSON = JSON.parse(element.response.content.text);
-
-        if (!EXTRACT_ALL) {
-            // Extract first URL
-            console.log(videoJSON.urls[0].url);
-
-        } else {
-            // Extract all possible URLs
-            videoJSON.urls.forEach((element, index) => {
-                console.log(element.url);
-            });
-
-        }
-
+/**
+ * 
+ * @param {Object} linkJSON - JSON containing all video links.
+ * @param {boolean} extractAll - Whether to output all possible URLs
+ */
+function getURLs(linkJSON, extractAll = false){
+    var text = "";
+    if(!extractAll){
+        text += linkJSON.urls[0].url;
+    } else {
+        console.log("Extracting all URLs.");
+        linkJSON.urls.forEach((element, index) => {
+            text += element.url;
+        })
     }
-});
 
+    return text;
+}
 
+/**
+ * @param {Object} linkJSON - JSON containing all video links.
+ */
+module.exports.urls = (videoJSON) => {
+    return new Promise((resolve, reject) => {
+        resolve(getURLs(videoJSON));
+    })
+}

main.js

@@ -1,6 +1,7 @@
 const transcript = require("./functions/transcript.js");
 const courseInfo = require("./functions/courseinfo.js");
-const paramProcessor = require("./functions/paramProcessor.js")
+const paramProcessor = require("./functions/paramProcessor.js");
+const videoLinks = require("./functions/videoLinks.js");
 const fs = require("fs");
 
 var myJSON;
@@ -41,13 +42,13 @@ if (!params.noSubs) {
     } catch (err) {
         console.log(err.message);
         console.log("If you see this its probably because the HAR file you provided does not have a transcript, or that the format has changed.");
-        console.log("If you are sure that the format has changed, please open an issue here: https://github.com/kwongtn/CourseExtractor/issues");
+        console.log("If you are sure that the format has changed, please attach your HAL file and open an issue here: https://github.com/kwongtn/CourseExtractor/issues");
     }
 }
 
 // Generate and write courseInfo to output
 if (!params.noInfo) {
-    const searchString = /https:\/\/app\.pluralsight\.com\/learner\/content\/courses.*/
+    const searchString = /https:\/\/app\.pluralsight\.com\/learner\/content\/courses.*/;
     var obtainedCourseInfo = false;
     try {
         myJSON.log.entries.forEach((element, index) => {
@@ -71,14 +72,14 @@ if (!params.noInfo) {
     } catch (err){
         console.log(err.message);
         console.log("If you see this its probably because the HAR file you provided does not have course info, or that the format has changed.");
-        console.log("If you are sure that the format has changed, please open an issue here: https://github.com/kwongtn/CourseExtractor/issues")
+        console.log("If you are sure that the format has changed, please attach your HAL file and open an issue here: https://github.com/kwongtn/CourseExtractor/issues");
     }
 
 }
 
 // Generate and write course bb code to output
 if (!params.noBB) {
-    const searchString = /https:\/\/app\.pluralsight\.com\/learner\/content\/courses.*/
+    const searchString = /https:\/\/app\.pluralsight\.com\/learner\/content\/courses.*/;
     var obtainedCourseInfoBb = false;
     try{
         myJSON.log.entries.forEach((element, index) => {
@@ -102,6 +103,34 @@ if (!params.noBB) {
     } catch (err){
         console.log(err.message);
         console.log("If you see this its probably because the HAR file you provided does not have course info, or that the format has changed.");
-        console.log("If you are sure that the format has changed, please open an issue here: https://github.com/kwongtn/CourseExtractor/issues")
+        console.log("If you are sure that the format has changed, please attach your HAL file and open an issue here: https://github.com/kwongtn/CourseExtractor/issues");
     }
 }
+
+// Generate and write video URLs to output
+if(!params.noVideo){
+    const searchString = /https:\/\/app.pluralsight.com\/video\/clips\/v3\/viewclip.*/;
+    try{
+        myJSON.log.entries.forEach((element, index) => {
+        if (searchString.test(element.request.url)) {
+            const passedJSON = JSON.parse(element.response.content.text);
+            videoLinks.urls(passedJSON).then((output) => {
+                try {
+                    fs.writeFileSync("./output/urls.txt", output);
+                    console.log("Completed url output.");
+                } catch (err) {
+                    console.log(err);
+                    return false;
+                }
+
+                return true;
+            });
+        }
+    })
+    } catch (err) {
+        console.log(err.message);
+        console.log("If you see this its probably because the HAR file you provided does not have video URLs, or that the format has changed.");
+        console.log("If you are sure that the format has changed, please attach your HAL file and open an issue here: https://github.com/kwongtn/CourseExtractor/issues");
+    }
+    
+}