refactor: Update shutdown watchdog timeout handling in SparkSQLEngine

- Changed the shutdown watchdog timeout configuration from minutes to milliseconds for more precise control.
- Updated related logging messages to reflect the new timeout unit.
- Adjusted the default value in KyuubiConf to align with the new configuration format.

Author: wangzhigang1999

docs/configuration/settings.md

@@ -494,7 +494,7 @@ You can configure the Kyuubi properties in `$KYUUBI_HOME/conf/kyuubi-defaults.co
 | kyuubi.session.engine.open.onFailure                    | RETRY                   | The behavior when opening engine failed: <ul> <li>RETRY: retry to open engine for kyuubi.session.engine.open.max.attempts times.</li> <li>DEREGISTER_IMMEDIATELY: deregister the engine immediately.</li> <li>DEREGISTER_AFTER_RETRY: deregister the engine after retry to open engine for kyuubi.session.engine.open.max.attempts times.</li></ul>                                                                      | string   | 1.8.1  |
 | kyuubi.session.engine.open.retry.wait                   | PT10S                   | How long to wait before retrying to open the engine after failure.                                                                                                                                                                                                                                                                                                                                                       | duration | 1.7.0  |
 | kyuubi.session.engine.share.level                       | USER                    | (deprecated) - Using kyuubi.engine.share.level instead                                                                                                                                                                                                                                                                                                                                                                   | string   | 1.0.0  |
-| kyuubi.session.engine.shutdown.watchdog.timeout         | PT0.001S                | The maximum time to wait for the engine to shutdown gracefully before forcing termination. When an engine shutdown is initiated, this watchdog timer starts counting down. If the engine doesn't complete shutdown within this timeout period, it will be forcefully terminated to prevent hanging. Set to 0 or a negative value to disable the forced shutdown mechanism.                                               | duration | 1.11.0 |
+| kyuubi.session.engine.shutdown.watchdog.timeout         | PT1M                    | The maximum time to wait for the engine to shutdown gracefully before forcing termination. When an engine shutdown is initiated, this watchdog timer starts counting down. If the engine doesn't complete shutdown within this timeout period, it will be forcefully terminated to prevent hanging. Set to 0 or a negative value to disable the forced shutdown mechanism.                                               | duration | 1.11.0 |
 | kyuubi.session.engine.spark.initialize.sql                                       || The initialize sql for Spark session. It fallback to `kyuubi.engine.session.initialize.sql`                                                                                                                                                                                                                                                                                                                              | seq      | 1.8.1  |
 | kyuubi.session.engine.spark.main.resource               | &lt;undefined&gt;       | The package used to create Spark SQL engine remote application. If it is undefined, Kyuubi will use the default                                                                                                                                                                                                                                                                                                          | string   | 1.0.0  |
 | kyuubi.session.engine.spark.max.initial.wait            | PT1M                    | Max wait time for the initial connection to Spark engine. The engine will self-terminate no new incoming connection is established within this time. This setting only applies at the CONNECTION share level. 0 or negative means not to self-terminate.                                                                                                                                                                 | duration | 1.8.0  |

externals/kyuubi-spark-sql-engine/src/main/scala/org/apache/kyuubi/engine/spark/SparkSQLEngine.scala

@@ -228,9 +228,8 @@ case class SparkSQLEngine(spark: SparkSession) extends Serverable("SparkSQLEngin
       return
     }
 
-    val shutdownWatchdogTimeoutMinutes = conf.get(ENGINE_SHUTDOWN_WATCHDOG_TIMEOUT)
-
-    if (shutdownWatchdogTimeoutMinutes <= 0) {
+    val shutdownWatchdogTimeout = conf.get(ENGINE_SHUTDOWN_WATCHDOG_TIMEOUT)
+    if (shutdownWatchdogTimeout <= 0) {
       info("Shutdown Watchdog is disabled (timeout <= 0).")
       return
     }
@@ -243,21 +242,17 @@ case class SparkSQLEngine(spark: SparkSession) extends Serverable("SparkSQLEngin
       }
     }
 
-    if (shutdownWatchdogTimeoutMinutes >= 60) {
-      warn(s"Shutdown Watchdog timeout is very long (${shutdownWatchdogTimeoutMinutes} minutes).")
-    }
-
     info(s"Shutdown Watchdog activated. Engine will be forcefully terminated if graceful " +
-      s"shutdown exceeds ${shutdownWatchdogTimeoutMinutes} minute(s).")
+      s"shutdown exceeds ${shutdownWatchdogTimeout} ms.")
 
     val watchdogThread = new Thread("shutdown-watchdog") {
       override def run(): Unit = {
         debug("Shutdown Watchdog thread started, monitoring graceful shutdown process")
         try {
-          TimeUnit.MINUTES.sleep(shutdownWatchdogTimeoutMinutes)
+          TimeUnit.MILLISECONDS.sleep(shutdownWatchdogTimeout)
 
           error(s"EMERGENCY SHUTDOWN TRIGGERED")
-          error(s"Graceful shutdown exceeded ${shutdownWatchdogTimeoutMinutes} minute(s) timeout")
+          error(s"Graceful shutdown exceeded ${shutdownWatchdogTimeout} ms timeout")
           error(s"Non-daemon threads are preventing JVM exit")
           error(s"Initiating forced termination...")
 

kyuubi-common/src/main/scala/org/apache/kyuubi/config/KyuubiConf.scala

@@ -1793,7 +1793,7 @@ object KyuubiConf {
         "Set to 0 or a negative value to disable the forced shutdown mechanism.")
       .version("1.11.0")
       .timeConf
-      .createWithDefault(Duration.ofMinutes(1L).toMinutes)
+      .createWithDefault(Duration.ofMinutes(1L).toMillis)
 
   val SESSION_CONF_IGNORE_LIST: ConfigEntry[Set[String]] =
     buildConf("kyuubi.session.conf.ignore.list")