⚡ 크롤러 fetch retry 구현

Author: tteokgook1

src/main/kotlin/com/wafflestudio/team2server/crawler/BaseCrawler.kt

@@ -68,12 +68,25 @@ abstract class BaseCrawler(
         }
     }
 
-    protected fun fetch(url: String): Document =
-        Jsoup
-            .connect(url)
-            .userAgent("Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36")
-            .timeout(10000)
-            .get()
+    protected fun fetch(url: String): Document {
+        var lastException: Exception? = null
+
+        repeat(3) { attempt ->
+            try {
+                return Jsoup
+                    .connect(url)
+                    .timeout(10000)
+                    .get()
+            } catch (e: Exception) {
+                println("$url ${attempt + 1}th request failed")
+                lastException = e
+                Thread.sleep(1000)
+            }
+        }
+
+        // If we reach this point, all 3 attempts failed
+        throw lastException ?: Exception("Unknown error fetching URL: $url")
+    }
 
     protected fun updateExecutionTime() {
         try {

src/main/kotlin/com/wafflestudio/team2server/crawler/controller/CrawlerController.kt

@@ -25,7 +25,7 @@ class CrawlerController(
                 ?: return ResponseEntity.notFound().build()
 
         try {
-            targetCrawler.crawl()
+            targetCrawler.runScheduled()
             return ResponseEntity.ok("크롤러($crawlerCode) 실행 완료!")
         } catch (e: Exception) {
             return ResponseEntity.internalServerError().body(" 실행 실패: ${e.message}")