feat: implement phishtank for database of url of phishing links

Author: mrepol742

.gitignore

@@ -5,3 +5,4 @@ dist
 .temp
 *.log
 *.env
+*.phishtank

src/components/events/message.ts

@@ -16,6 +16,7 @@ import { errors } from "../utils/data";
 import emojiRegex from "emoji-regex";
 import { funD, happyEE, sadEE, loveEE } from "../../data/reaction";
 import { containsAny } from "../utils/string";
+import { checkMessage } from "../utils/phishtank";
 
 const regex = emojiRegex();
 const commandPrefix = process.env.COMMAND_PREFIX || "!";
@@ -53,13 +54,35 @@ export default async function (msg: Message, type: string) {
     .replace(/[\u0300-\u036f\u00b4\u0060\u005e\u007e]/g, "")
     .trim();
 
+  /*
+   *
+   * Check for scam urls
+   */
+
+  Promise.resolve().then(async () => {
+    const spamUrls = checkMessage(msg.body);
+
+    if (spamUrls.length == 0) return;
+
+    const text = `
+    \`Phishing Alert\`
+
+    We've found that this url(s): \`${spamUrls.join(", ")}\`
+    to be phishing site/page.
+    Proceed with caution.
+    `;
+    await msg.reply(text);
+  });
+
   /*
    *
    * Quiz command validation
    */
   if (msg.hasQuotedMsg) {
-    const quoted = await msg.getQuotedMessage();
-    if (await quiz(msg, quoted)) return;
+    Promise.resolve().then(async () => {
+      const quoted = await msg.getQuotedMessage();
+      await quiz(msg, quoted);
+    });
   }
 
   const prefix = !msg.body.startsWith(commandPrefix);
@@ -99,22 +122,26 @@ export default async function (msg: Message, type: string) {
    *
    * Process msg reaction
    */
-  if (!msg.fromMe) {
-    const emojis = [...new Set([...msg.body.matchAll(regex)].map((m) => m[0]))];
-    if (emojis.length > 0) {
-      const react = emojis[Math.floor(Math.random() * emojis.length)];
-
-      await msg.react(react);
-    } else if (containsAny(msg.body, funD)) {
-      await msg.react("🤣");
-    } else if (containsAny(msg.body, happyEE)) {
-      await msg.reply(funD[Math.floor(Math.random() * funD.length)]);
-    } else if (containsAny(msg.body, sadEE)) {
-      await msg.react("😭");
-    } else if (containsAny(msg.body, loveEE)) {
-      await msg.react("❤️");
+  Promise.resolve().then(async () => {
+    if (!msg.fromMe) {
+      const emojis = [
+        ...new Set([...msg.body.matchAll(regex)].map((m) => m[0])),
+      ];
+      if (emojis.length > 0) {
+        const react = emojis[Math.floor(Math.random() * emojis.length)];
+
+        await msg.react(react);
+      } else if (containsAny(msg.body, funD)) {
+        await msg.react("🤣");
+      } else if (containsAny(msg.body, happyEE)) {
+        await msg.reply(funD[Math.floor(Math.random() * funD.length)]);
+      } else if (containsAny(msg.body, sadEE)) {
+        await msg.react("😭");
+      } else if (containsAny(msg.body, loveEE)) {
+        await msg.react("❤️");
+      }
     }
-  }
+  });
 
   /*
    * Check if the message starts with the command prefix.

src/components/utils/phishtank.ts

@@ -0,0 +1,55 @@
+import * as path from "path";
+import log from "./log";
+
+const phishTankFile = path.join(
+  __dirname,
+  "../../../.phishtank/verified_online.json",
+);
+let phishingSet: Set<string> = new Set();
+
+function normalizeUrl(raw: string): string | null {
+  try {
+    const u = new URL(raw.trim());
+    let normalized = `${u.protocol}//${u.hostname}${u.pathname}`;
+    if (!normalized.endsWith("/")) {
+      normalized += "/";
+    }
+    return normalized;
+  } catch {
+    return null;
+  }
+}
+
+async function loadPhishTank() {
+  try {
+    const data = await import(phishTankFile);
+
+    const urls = data.default
+      .map((entry: any) => normalizeUrl(entry.url))
+      .filter((u: string | null): u is string => Boolean(u));
+
+    phishingSet = new Set(urls);
+
+    log.info(
+      "Phishtank",
+      `Loaded ${phishingSet.size} phishing URLs from PhishTank.`,
+    );
+  } catch (err: any) {
+    log.error("Phishtank", "Error loading PhishTank JSON:", err.message || err);
+  }
+}
+
+function extractUrls(text: string): string[] {
+  const urlRegex = /(https?:\/\/[^\s]+)/g;
+  return text.match(urlRegex) || [];
+}
+
+export function checkMessage(message: string): string[] {
+  const urls = extractUrls(message)
+    .map((url) => normalizeUrl(url))
+    .filter((u): u is string => Boolean(u));
+
+  return urls.filter((url) => phishingSet.has(url));
+}
+
+loadPhishTank();

src/components/utils/requirements.ts

@@ -2,7 +2,6 @@ import { execSync } from "child_process";
 import * as process from "process";
 import semver from "semver";
 import log from "./log";
-import url from "url";
 
 function checkNodeVersion() {
   const current = process.versions.node;

src/index.ts

@@ -2,21 +2,18 @@ import dotenv from "dotenv";
 dotenv.config();
 
 import { checkRequirements } from "./components/utils/requirements";
-import { Message } from "whatsapp-web.js";
-import path from "path";
 import log from "./components/utils/log";
 import { mapCommands } from "./components/utils/cmd/loader";
 import watcher from "./components/utils/cmd/watcher";
 import "./components/process";
 import "./components/server";
+import { checkMessage } from "./components/utils/phishtank";
 import MemoryMonitor from "./components/utils/memMonitor";
+import sleep from "./components/utils/sleep";
 
 const monitor = new MemoryMonitor({
   interval: 60000,
-  thresholdMB: parseInt(
-    process.env.PROJECT_THRESHOLD_MEMORY || "1024",
-    10
-  )
+  thresholdMB: parseInt(process.env.PROJECT_THRESHOLD_MEMORY || "1024", 10),
 });
 
 monitor.start();