Add TODO in isWithinScope

anemone008 · anemone008 · commit 985363dfd8eb · 2026-02-13T11:04:35.000+01:00
diff --git a/apps/parser/src/modules/crawler.ts b/apps/parser/src/modules/crawler.ts
@@ -144,6 +144,7 @@ function isWithinScope(
   if (!scope) {
     return true;
   }
+  // TODO: This function could be generalized to better handle edge cases. For now it performs a basic check to see if the URL is within the same domain or valid subdomain variants as the scope.
   try {
     const urlObj = new URL(url);
     const scopeObj = new URL(scope);

Original file line number	Diff line number	Diff line change
`@@ -144,6 +144,7 @@ function isWithinScope(`
`144`	`144`	`if (!scope) {`
`145`	`145`	`return true;`
`146`	`146`	`}`
	`147`	`+ // TODO: This function could be generalized to better handle edge cases. For now it performs a basic check to see if the URL is within the same domain or valid subdomain variants as the scope.`
`147`	`148`	`try {`
`148`	`149`	`const urlObj = new URL(url);`
`149`	`150`	`const scopeObj = new URL(scope);`