[GOBBLIN-XXXX] Remove WARN log aggregation from AutomaticTroubleshooter (#4186)

Raise the log appender threshold from WARN to ERROR so only ERROR and
FATAL logs are aggregated by the troubleshooter.  This reduces noise
in the issue repository and keeps it focused on actionable errors.

Co-authored-by: Claude Opus 4.6 (1M context) <noreply@anthropic.com>

Author: 2 people

gobblin-modules/gobblin-troubleshooter/src/main/java/org/apache/gobblin/troubleshooter/AutomaticTroubleshooterImpl.java

@@ -84,7 +84,7 @@ private void setupLogAppender() {
     org.apache.log4j.Logger rootLogger = LogManager.getRootLogger();
 
     troubleshooterLogger = new AutoTroubleshooterLogAppender(issueRepository);
-    troubleshooterLogger.setThreshold(Level.WARN);
+    troubleshooterLogger.setThreshold(Level.ERROR);
     troubleshooterLogger.activateOptions();
     rootLogger.addAppender(troubleshooterLogger);
 

gobblin-modules/gobblin-troubleshooter/src/test/java/org/apache/gobblin/troubleshooter/AutomaticTroubleshooterTest.java

@@ -43,16 +43,16 @@ public void canCollectAndRefineIssues()
     AutomaticTroubleshooter troubleshooter = AutomaticTroubleshooterFactory.createForJob(new Properties());
     try {
       troubleshooter.start();
-      log.warn("Test warning");
+      log.error("Test error");
 
       troubleshooter.refineIssues();
       troubleshooter.logIssueSummary();
 
       String summaryMessage = troubleshooter.getIssueSummaryMessage();
-      assertTrue(summaryMessage.contains("Test warning"));
+      assertTrue(summaryMessage.contains("Test error"));
 
       String detailedMessage = troubleshooter.getIssueDetailsMessage();
-      assertTrue(detailedMessage.contains("Test warning"));
+      assertTrue(detailedMessage.contains("Test error"));
 
       EventSubmitter eventSubmitter = mock(EventSubmitter.class);
       troubleshooter.reportJobIssuesAsEvents(eventSubmitter);
@@ -72,7 +72,7 @@ public void canDisable()
     AutomaticTroubleshooter troubleshooter = AutomaticTroubleshooterFactory.createForJob(properties);
     try {
       troubleshooter.start();
-      log.warn("Test warning");
+      log.error("Test error");
 
       troubleshooter.refineIssues();
       troubleshooter.logIssueSummary();
@@ -86,6 +86,22 @@ public void canDisable()
     }
   }
 
+  @Test
+  public void warnLogsAreNotCaptured()
+      throws Exception {
+    AutomaticTroubleshooter troubleshooter = AutomaticTroubleshooterFactory.createForJob(new Properties());
+    try {
+      troubleshooter.start();
+      log.warn("Test warning that should be ignored");
+
+      troubleshooter.refineIssues();
+
+      assertEquals(0, troubleshooter.getIssueRepository().getAll().size());
+    } finally {
+      troubleshooter.stop();
+    }
+  }
+
   @Test
   public void canDisableEventReporter()
       throws Exception {
@@ -96,7 +112,7 @@ public void canDisableEventReporter()
     try {
       troubleshooter.start();
 
-      log.warn("Test warning");
+      log.error("Test error");
 
       troubleshooter.refineIssues();
       troubleshooter.logIssueSummary();