feat: Instant Download supporting fb and yt shorts

Author: mrepol742

README.md

@@ -26,6 +26,7 @@ Canis supports multiple AI providers out of the box:
 - Resent unsend andor edit messages
 - Automatic Call rejection
 - Dynamic Commands Loading
+- Instant Download of Videos from supported platform
 - Commands built here are compatible to used in canis telegram version
 - Lots of lots of commands to keep the group interesting
 - Integrated with Phishtank & Virustotal to keep the group safe and sound

src/components/events/message.ts

@@ -19,6 +19,7 @@ import { containsAny } from "../utils/string";
 import { phishingSet } from "../../index";
 import { getSetting } from "../services/settings";
 import { normalize } from "../utils/url";
+import { InstantDownloader } from "../utils/instantdl/downloader";
 
 const regex = emojiRegex();
 const commandPrefix = process.env.COMMAND_PREFIX || "!";
@@ -194,6 +195,15 @@ export default async function (msg: Message, type: string) {
     }
   }
 
+  Promise.resolve().then(async () => {
+    const extractUrls = msg.body.match(/(https?:\/\/[^\s]+)/g);
+    if (!extractUrls) return;
+
+    const message = msg;
+    message.body = extractUrls[Math.random() * extractUrls.length];
+    InstantDownloader(message);
+  });
+
   /*
    * Role base restrictions.
    */

src/components/utils/instantdl/downloader.ts

@@ -0,0 +1,34 @@
+import { MessageMedia } from "whatsapp-web.js";
+import { Message } from "../../../../types/message";
+import { FacebookInstantDownloader } from "./facebook";
+import { YoutubeShortsInstantDownloader } from "./youtube";
+
+export interface Video {
+  video: MessageMedia;
+  title: string | undefined;
+}
+
+const facebookUrlRegex =
+  /^(https?:\/\/)?(www\.)?(facebook\.com|fb\.watch)\/[^\s]+$/i;
+const youtubeShortsUrlRegex =
+  /^(https?:\/\/)?(www\.)?youtube\.com\/shorts\/[A-Za-z0-9_-]{11}$/i;
+const tiktokUrlRegex =
+  /^(https?:\/\/)?(www\.)?(tiktok\.com\/(@[A-Za-z0-9._-]+\/video\/\d+|t\/[A-Za-z0-9]+)|vm\.tiktok\.com\/[A-Za-z0-9]+)\/?$/i;
+
+export async function InstantDownloader(msg: Message) {
+  const query = msg.body;
+  let video: Video | undefined;
+
+  if (facebookUrlRegex.test(query)) {
+    video = await FacebookInstantDownloader(query);
+  } else if (youtubeShortsUrlRegex.test(query)) {
+    video = await YoutubeShortsInstantDownloader(query);
+  } else if (tiktokUrlRegex.test(query)) {
+  }
+
+  if (!video) return;
+
+  await msg.reply(video.video, undefined, {
+    caption: video.title ? video.title : "Instant Download",
+  });
+}

src/components/utils/instantdl/facebook.ts

@@ -0,0 +1,48 @@
+import { MessageMedia } from "whatsapp-web.js";
+import { getFbVideoInfo } from "fb-downloader-scrapper";
+import crypto from "crypto";
+import log from "../log";
+import axios from "../../axios";
+import fs from "fs";
+import { Video } from "./downloader";
+
+const fileExists = async (filePath: string) => {
+  try {
+    await fs.promises.access(filePath, fs.constants.F_OK);
+    return true;
+  } catch {
+    return false;
+  }
+};
+
+function md5FromUrl(url: string) {
+  return crypto.createHash("md5").update(url).digest("hex");
+}
+
+export async function FacebookInstantDownloader(
+  query: string,
+): Promise<Video | undefined> {
+  const result = await getFbVideoInfo(query);
+  if (!result.url) return undefined;
+
+  const tempDir = "./.temp";
+  fs.mkdirSync(tempDir, { recursive: true });
+  const tempPath = `${tempDir}/${md5FromUrl(result.url)}.mp4`;
+
+  if (await fileExists(tempPath)) {
+    return {
+      video: MessageMedia.fromFilePath(tempPath),
+      title: result.title,
+    };
+  }
+
+  const response = await axios.get(result.hd || result.sd, {
+    responseType: "arraybuffer",
+  });
+  fs.writeFileSync(tempPath, response.data);
+
+  return {
+    video: MessageMedia.fromFilePath(tempPath),
+    title: result.title,
+  };
+}

src/components/utils/instantdl/youtube.ts

@@ -0,0 +1,65 @@
+import { MessageMedia } from "whatsapp-web.js";
+import fs from "fs";
+import path from "path";
+import { Innertube, UniversalCache, Utils } from "youtubei.js";
+import log from "../log";
+import { Video } from "./downloader";
+
+const fileExists = async (filePath: string) => {
+  try {
+    await fs.promises.access(filePath, fs.constants.F_OK);
+    return true;
+  } catch {
+    return false;
+  }
+};
+
+export async function YoutubeShortsInstantDownloader(
+  query: string,
+): Promise<Video | undefined> {
+  const yt = await Innertube.create({
+    cache: new UniversalCache(false),
+    generate_session_locally: true,
+    player_id: "0004de42",
+  });
+
+  const endpoint = await yt.resolveURL(query);
+  const videoId = endpoint.payload.videoId;
+  if (!videoId) return undefined;
+
+  const tempDir = "./.temp";
+  await fs.promises.mkdir(tempDir, { recursive: true });
+  const tempPath = path.join(tempDir, `${videoId}.mp4`);
+
+  if (await fileExists(tempPath)) {
+    return {
+      video: MessageMedia.fromFilePath(tempPath),
+      title: undefined,
+    };
+  }
+
+  const stream = await yt.download(videoId, {
+    type: "video+audio",
+    quality: "best",
+    format: "mp4",
+  });
+
+  if (!stream) return undefined;
+
+  let writeStream = fs.createWriteStream(tempPath);
+
+  for await (const chunk of Utils.streamToIterable(stream)) {
+    writeStream.write(chunk);
+  }
+
+  await new Promise<void>((resolve, reject) => {
+    writeStream.end();
+    writeStream.on("finish", resolve);
+    writeStream.on("error", reject);
+  });
+
+  return {
+    video: MessageMedia.fromFilePath(tempPath),
+    title: undefined,
+  };
+}