feat: Instant Download supporting fb and yt shorts

Author: mrepol742

README.md

@@ -26,6 +26,7 @@ Canis supports multiple AI providers out of the box:
 - Resent unsend andor edit messages
 - Automatic Call rejection
 - Dynamic Commands Loading
+- Instant Download of Videos from supported platform
 - Commands built here are compatible to used in canis telegram version
 - Lots of lots of commands to keep the group interesting
 - Integrated with Phishtank & Virustotal to keep the group safe and sound

src/components/events/message.ts

@@ -19,6 +19,7 @@ import { containsAny } from "../utils/string";
 import { phishingSet } from "../../index";
 import { getSetting } from "../services/settings";
 import { normalize } from "../utils/url";
+import { InstantDownloader } from "../utils/instantdl/downloader";
 
 const regex = emojiRegex();
 const commandPrefix = process.env.COMMAND_PREFIX || "!";
@@ -38,6 +39,19 @@ const mentionResponses = [
   "Did you just @ me for vibes, or do I owe you money? 💸",
 ];
 
+async function isRateLimit(msg: Message, lid: string) {
+  if (msg.fromMe) return false;
+
+  const rate = await rateLimiter(lid);
+  if (rate) return true;
+  if (rate === null) {
+    await msg.reply("Please wait a minute or so.");
+    return true;
+  }
+
+  return false;
+}
+
 export default async function (msg: Message, type: string) {
   // ignore message if it is older than 10 seconds
   if (msg.timestamp < Date.now() / 1000 - 10 && type === "create") return;
@@ -86,6 +100,19 @@ export default async function (msg: Message, type: string) {
 
   if (msg.isForwarded) return;
 
+  Promise.resolve().then(async () => {
+    if (await isRateLimit(msg, lid)) return;
+
+    const extractUrls = msg.body.match(/(https?:\/\/[^\s]+)/g);
+    if (!extractUrls) return;
+
+    const url = extractUrls[Math.floor(Math.random() * extractUrls.length)];
+    const message = msg;
+    message.body = url;
+    log.info("Instant Downloader", `Found ${url}`);
+    await InstantDownloader(message);
+  });
+
   // process normalization
   msg.body = msg.body
     .normalize("NFKC")
@@ -98,6 +125,8 @@ export default async function (msg: Message, type: string) {
    */
   if (msg.hasQuotedMsg) {
     Promise.resolve().then(async () => {
+      if (await isRateLimit(msg, lid)) return;
+
       const quoted = await msg.getQuotedMessage();
       await quiz(msg, quoted);
     });
@@ -185,14 +214,7 @@ export default async function (msg: Message, type: string) {
   /*
    * Rate limit commands to prevent abuse.
    */
-  if (!msg.fromMe) {
-    const rate = await rateLimiter(lid);
-    if (rate) return;
-    if (rate === null) {
-      await msg.reply("Please wait a minute or so.");
-      return;
-    }
-  }
+  if (await isRateLimit(msg, lid)) return;
 
   /*
    * Role base restrictions.

src/components/utils/instantdl/downloader.ts

@@ -0,0 +1,34 @@
+import { MessageMedia } from "whatsapp-web.js";
+import { Message } from "../../../../types/message";
+import { FacebookInstantDownloader } from "./facebook";
+import { YoutubeShortsInstantDownloader } from "./youtube";
+
+export interface Video {
+  video: MessageMedia;
+  title: string | undefined;
+}
+
+const facebookUrlRegex =
+  /^(https?:\/\/)?(www\.)?(facebook\.com|fb\.watch)\/[^\s]+$/i;
+const youtubeShortsUrlRegex =
+  /^(https?:\/\/)?(www\.)?youtube\.com\/shorts\/[A-Za-z0-9_-]{11}$/i;
+const tiktokUrlRegex =
+  /^(https?:\/\/)?(www\.)?(tiktok\.com\/(@[A-Za-z0-9._-]+\/video\/\d+|t\/[A-Za-z0-9]+)|vm\.tiktok\.com\/[A-Za-z0-9]+)\/?$/i;
+
+export async function InstantDownloader(msg: Message) {
+  const query = msg.body;
+  let video: Video | undefined;
+
+  if (facebookUrlRegex.test(query)) {
+    video = await FacebookInstantDownloader(query);
+  } else if (youtubeShortsUrlRegex.test(query)) {
+    video = await YoutubeShortsInstantDownloader(query);
+  } else if (tiktokUrlRegex.test(query)) {
+  }
+
+  if (!video) return;
+
+  await msg.reply(video.video, undefined, {
+    caption: video.title ? video.title : "Instant Download",
+  });
+}

src/components/utils/instantdl/facebook.ts

@@ -0,0 +1,48 @@
+import { MessageMedia } from "whatsapp-web.js";
+import { getFbVideoInfo } from "fb-downloader-scrapper";
+import crypto from "crypto";
+import log from "../log";
+import axios from "../../axios";
+import fs from "fs";
+import { Video } from "./downloader";
+
+const fileExists = async (filePath: string) => {
+  try {
+    await fs.promises.access(filePath, fs.constants.F_OK);
+    return true;
+  } catch {
+    return false;
+  }
+};
+
+function md5FromUrl(url: string) {
+  return crypto.createHash("md5").update(url).digest("hex");
+}
+
+export async function FacebookInstantDownloader(
+  query: string,
+): Promise<Video | undefined> {
+  const result = await getFbVideoInfo(query);
+  if (!result.url) return undefined;
+
+  const tempDir = "./.temp";
+  fs.mkdirSync(tempDir, { recursive: true });
+  const tempPath = `${tempDir}/${md5FromUrl(result.url)}.mp4`;
+
+  if (await fileExists(tempPath)) {
+    return {
+      video: MessageMedia.fromFilePath(tempPath),
+      title: result.title,
+    };
+  }
+
+  const response = await axios.get(result.hd || result.sd, {
+    responseType: "arraybuffer",
+  });
+  fs.writeFileSync(tempPath, response.data);
+
+  return {
+    video: MessageMedia.fromFilePath(tempPath),
+    title: result.title,
+  };
+}

src/components/utils/instantdl/youtube.ts

@@ -0,0 +1,65 @@
+import { MessageMedia } from "whatsapp-web.js";
+import fs from "fs";
+import path from "path";
+import { Innertube, UniversalCache, Utils } from "youtubei.js";
+import log from "../log";
+import { Video } from "./downloader";
+
+const fileExists = async (filePath: string) => {
+  try {
+    await fs.promises.access(filePath, fs.constants.F_OK);
+    return true;
+  } catch {
+    return false;
+  }
+};
+
+export async function YoutubeShortsInstantDownloader(
+  query: string,
+): Promise<Video | undefined> {
+  const yt = await Innertube.create({
+    cache: new UniversalCache(false),
+    generate_session_locally: true,
+    player_id: "0004de42",
+  });
+
+  const endpoint = await yt.resolveURL(query);
+  const videoId = endpoint.payload.videoId;
+  if (!videoId) return undefined;
+
+  const tempDir = "./.temp";
+  await fs.promises.mkdir(tempDir, { recursive: true });
+  const tempPath = path.join(tempDir, `${videoId}.mp4`);
+
+  if (await fileExists(tempPath)) {
+    return {
+      video: MessageMedia.fromFilePath(tempPath),
+      title: undefined,
+    };
+  }
+
+  const stream = await yt.download(videoId, {
+    type: "video+audio",
+    quality: "best",
+    format: "mp4",
+  });
+
+  if (!stream) return undefined;
+
+  let writeStream = fs.createWriteStream(tempPath);
+
+  for await (const chunk of Utils.streamToIterable(stream)) {
+    writeStream.write(chunk);
+  }
+
+  await new Promise<void>((resolve, reject) => {
+    writeStream.end();
+    writeStream.on("finish", resolve);
+    writeStream.on("error", reject);
+  });
+
+  return {
+    video: MessageMedia.fromFilePath(tempPath),
+    title: undefined,
+  };
+}