[agents] Disable debugger tests because they're flaky (#1251)

See #1124, #1223, #1252 for more details

Author: EugeneTheDev

agents/agents-core/src/jvmTest/kotlin/ai/koog/agents/core/feature/AIAgentPipelineJvmTest.kt

@@ -39,6 +39,7 @@ import kotlin.time.Duration.Companion.seconds
 // System Properties set inside this test class affects the general agent logic.
 // It causes the other tests, running in parallel, to be affected by this property.
 // Isolate the environment by @Isolated annotation for these tests and make sure they are running without the parallelism.
+@Disabled("Flaky, see #1223")
 @Isolated
 @Execution(ExecutionMode.SAME_THREAD)
 class AIAgentPipelineJvmTest {
@@ -99,7 +100,6 @@ class AIAgentPipelineJvmTest {
     }
 
     @Test
-    @Disabled("Flaky, see #1223")
     @OptIn(ExperimentalAgentsApi::class)
     fun `test known system feature in config set by vm option`() = runTest(timeout = testTimeout) {
         val expectedPort = NetUtil.findAvailablePort()
@@ -124,7 +124,6 @@ class AIAgentPipelineJvmTest {
     }
 
     @Test
-    @Disabled("Flaky, see #1223")
     @OptIn(ExperimentalAgentsApi::class)
     fun `test known system feature is skipped if already installed in agent`() = runTest(timeout = testTimeout) {
         val expectedSystemPort = NetUtil.findAvailablePort()
@@ -207,7 +206,6 @@ class AIAgentPipelineJvmTest {
 
     @Test
     @OptIn(ExperimentalAgentsApi::class)
-    @Disabled("Flaky, see #1223")
     fun `test duplicate system features provided in config`() = runTest(timeout = testTimeout) {
         // Set System properties for test
         System.setProperty(

agents/agents-core/src/jvmTest/kotlin/ai/koog/agents/core/system/feature/DebuggerConfigTest.kt

@@ -36,6 +36,7 @@ import kotlin.time.toDuration
 
 // System Properties set inside this test class affects other tests
 // Isolate the environment by @Isolated annotation for these tests and make sure they are running without the parallelism.
+@Disabled("Flaky, see #1124")
 @Isolated
 @Execution(ExecutionMode.SAME_THREAD)
 class DebuggerConfigTest {
@@ -72,7 +73,6 @@ class DebuggerConfigTest {
     }
 
     @Test
-    @Disabled("Flaky, see #1124")
     fun `test read port from vm option`() = runBlocking {
         // Set VM option
         val port = 56712
@@ -96,7 +96,6 @@ class DebuggerConfigTest {
     }
 
     @Test
-    @Disabled("Flaky, see #1124")
     fun `test read default port when not set by property or env variable or vm option`() = runBlocking {
         val portVmOptionName = @OptIn(ExperimentalAgentsApi::class) Debugger.KOOG_DEBUGGER_PORT_VM_OPTION
         val portEnvVarName = @OptIn(ExperimentalAgentsApi::class) Debugger.KOOG_DEBUGGER_PORT_ENV_VAR

agents/agents-core/src/jvmTest/kotlin/ai/koog/agents/core/system/feature/DebuggerStreamingTest.kt

@@ -46,13 +46,15 @@ import kotlinx.coroutines.joinAll
 import kotlinx.coroutines.launch
 import kotlinx.coroutines.runBlocking
 import kotlinx.coroutines.withTimeoutOrNull
+import org.junit.jupiter.api.Disabled
 import kotlin.test.Test
 import kotlin.test.assertContentEquals
 import kotlin.test.assertEquals
 import kotlin.test.assertFailsWith
 import kotlin.test.assertNotNull
 import kotlin.test.assertTrue
 
+@Disabled("Flaky, see #1124")
 class DebuggerStreamingTest {
 
     @Test

agents/agents-core/src/jvmTest/kotlin/ai/koog/agents/core/system/feature/DebuggerSubgraphTest.kt

@@ -31,6 +31,7 @@ import kotlinx.coroutines.joinAll
 import kotlinx.coroutines.launch
 import kotlinx.coroutines.runBlocking
 import kotlinx.coroutines.withTimeoutOrNull
+import org.junit.jupiter.api.Disabled
 import kotlin.reflect.typeOf
 import kotlin.test.Test
 import kotlin.test.assertContentEquals
@@ -39,6 +40,7 @@ import kotlin.test.assertFailsWith
 import kotlin.test.assertNotNull
 import kotlin.test.assertTrue
 
+@Disabled("Flaky, see #1124")
 class DebuggerSubgraphTest {
 
     @Test

agents/agents-core/src/jvmTest/kotlin/ai/koog/agents/core/system/feature/DebuggerTest.kt

@@ -48,7 +48,6 @@ import ai.koog.agents.core.utils.SerializationUtils
 import ai.koog.agents.testing.network.NetUtil.findAvailablePort
 import ai.koog.agents.testing.tools.DummyTool
 import ai.koog.agents.testing.tools.getMockExecutor
-import ai.koog.integration.tests.utils.annotations.Retry
 import ai.koog.prompt.dsl.Prompt
 import ai.koog.prompt.llm.toModelInfo
 import ai.koog.prompt.message.Message
@@ -60,16 +59,17 @@ import kotlinx.coroutines.joinAll
 import kotlinx.coroutines.launch
 import kotlinx.coroutines.runBlocking
 import kotlinx.coroutines.withTimeoutOrNull
+import org.junit.jupiter.api.Disabled
 import kotlin.reflect.typeOf
 import kotlin.test.Test
 import kotlin.test.assertContentEquals
 import kotlin.test.assertEquals
 import kotlin.test.assertNotNull
 import kotlin.test.assertTrue
 
+@Disabled("Flaky, see #1124")
 class DebuggerTest {
 
-    @Retry(3)
     @OptIn(InternalAgentsApi::class)
     @Test
     fun `test feature message remote writer collect events on agent run`() = runBlocking {

agents/agents-features/agents-features-trace/src/jvmTest/kotlin/ai/koog/agents/features/tracing/writer/TraceFeatureMessageRemoteWriterTest.kt

@@ -64,6 +64,7 @@ import kotlinx.coroutines.runBlocking
 import kotlinx.coroutines.withTimeoutOrNull
 import kotlinx.io.IOException
 import kotlinx.serialization.json.JsonPrimitive
+import org.junit.jupiter.api.Disabled
 import org.junit.jupiter.api.parallel.Execution
 import org.junit.jupiter.api.parallel.ExecutionMode
 import kotlin.reflect.typeOf
@@ -75,6 +76,7 @@ import kotlin.test.assertNotNull
 import kotlin.test.assertTrue
 import kotlin.time.Duration.Companion.seconds
 
+@Disabled("Flaky, see #1252")
 @Execution(ExecutionMode.SAME_THREAD)
 class TraceFeatureMessageRemoteWriterTest {