milvus2.5.1- standalone启动，启动失败

[jhyever]

@yhmo 麻烦帮忙看下 谢谢

{"level":"info","ts":"2025-03-24T10:36:41.547Z","caller":"etcdserver/server.go:2054","msg":"published local member to cluster through raft","local-member-id":"8e9e05c52164694d","local-member-attributes":"{Name:default ClientURLs:[http://0.0.0.0:2379]}","request-path":"/0/members/8e9e05c52164694d/attributes","cluster-id":"cdf818194e3a8c32","publish-timeout":"7s"}
{"level":"info","ts":"2025-03-24T10:36:41.547Z","caller":"embed/serve.go:100","msg":"ready to serve client requests"}
{"level":"info","ts":"2025-03-24T10:36:41.549Z","caller":"embed/serve.go:146","msg":"serving client traffic insecurely; this is strongly discouraged!","address":"[::]:2379"}
[2025/03/24 10:36:41.549 +00:00] [INFO] [gc/gc_tuner.go:138] ["GC Helper initialized."] ["Initial GoGC"=100] [minimumGOGC=30] [maximumGOGC=200] [memoryThreshold=91085598720]
[2025/03/24 10:36:41.549 +00:00] [INFO] [rootcoord/root_coord.go:160] ["update rootcoord state"] [state=Abnormal]
[2025/03/24 10:36:41.549 +00:00] [INFO] [rootcoord/service.go:154] ["RootCoord listen on"] [address="[::]:53100"] [port=53100]
[2025/03/24 10:36:41.549 +00:00] [INFO] [rootcoord/service.go:184] ["init params done.."]
[2025/03/24 10:36:41.549 +00:00] [INFO] [etcd/etcd_util.go:52] ["create etcd client"] [useEmbedEtcd=true] [useSSL=false] [endpoints="[localhost:2379]"] [minVersion=1.3]
[2025/03/24 10:36:41.549 +00:00] [INFO] [rootcoord/service.go:204] ["etcd connect done ..."]
[2025/03/24 10:36:41.549 +00:00] [INFO] [rootcoord/service.go:265] ["start grpc "] [port=53100]
[2025/03/24 10:36:41.550 +00:00] [INFO] [utils/util.go:60] ["Internal TLS Enabled"] [value=false]
[2025/03/24 10:36:41.550 +00:00] [INFO] [datacoord/service.go:99] ["DataCoord listen on"] [address="[::]:13333"] [port=13333]
[2025/03/24 10:36:41.550 +00:00] [INFO] [etcd/etcd_util.go:52] ["create etcd client"] [useEmbedEtcd=true] [useSSL=false] [endpoints="[localhost:2379]"] [minVersion=1.3]
[2025/03/24 10:36:41.551 +00:00] [INFO] [datacoord/server.go:1213] ["register metrics actions finished"]
[2025/03/24 10:36:41.551 +00:00] [INFO] [dependency/factory.go:86] ["try to init mq"] [standalone=true] [mqType=rocksmq]
[2025/03/24 10:36:41.551 +00:00] [INFO] [components/index_coord.go:42] ["IndexCoord running ..."]
[2025/03/24 10:36:41.551 +00:00] [INFO] [querycoord/service.go:104] ["QueryCoord listen on"] [address="[::]:19531"] [port=19531]
[2025/03/24 10:36:41.552 +00:00] [INFO] [etcd/etcd_util.go:52] ["create etcd client"] [useEmbedEtcd=true] [useSSL=false] [endpoints="[localhost:2379]"] [minVersion=1.3]
[2025/03/24 10:36:41.552 +00:00] [INFO] [utils/util.go:60] ["Internal TLS Enabled"] [value=false]
[2025/03/24 10:36:41.554 +00:00] [INFO] [querynode/service.go:102] ["QueryNode listen on"] [address="[::]:21123"] [port=21123]
[2025/03/24 10:36:41.555 +00:00] [INFO] [etcd/etcd_util.go:52] ["create etcd client"] [useEmbedEtcd=true] [useSSL=false] [endpoints="[localhost:2379]"] [minVersion=1.3]
[2025/03/24 10:36:41.555 +00:00] [INFO] [utils/util.go:60] ["Internal TLS Enabled"] [value=false]
[2025/03/24 10:36:41.559 +00:00] [INFO] [datanode/service.go:102] ["DataNode listen on"] [address="[::]:21124"] [port=21124]
[2025/03/24 10:36:41.559 +00:00] [INFO] [etcd/etcd_util.go:52] ["create etcd client"] [useEmbedEtcd=true] [useSSL=false] [endpoints="[localhost:2379]"] [minVersion=1.3]
[2025/03/24 10:36:41.559 +00:00] [INFO] [datanode/service.go:257] ["DataNode address"] [address=172.17.0.2:21124]
[2025/03/24 10:36:41.559 +00:00] [INFO] [utils/util.go:60] ["Internal TLS Enabled"] [value=false]
[2025/03/24 10:36:41.559 +00:00] [INFO] [indexnode/service.go:78] ["IndexNode listen on"] [address="[::]:21121"] [port=21121]
[2025/03/24 10:36:41.560 +00:00] [INFO] [utils/util.go:60] ["Internal TLS Enabled"] [value=false]
[2025/03/24 10:36:41.560 +00:00] [INFO] [proxy/look_aside_balancer.go:233] ["Start check query node health loop"]
[2025/03/24 10:36:41.560 +00:00] [INFO] [hookutil/hook.go:70] ["empty so path, skip to load plugin"]
[2025/03/24 10:36:41.560 +00:00] [INFO] [vecindexmgr/vector_index_mgr.go:124] ["init vector indexes with features : BINFLAT : 720897,BIN_FLAT : 720897,BIN_IVF_FLAT : 524289,DISKANN : 2097166,FLAT : 720910,HNSW : 1572910,HNSWLIB_DEPRECATED : 1572879,HNSW_PQ : 524334,HNSW_PRQ : 524334,HNSW_SQ : 524334,IVFBIN : 524289,IVFFLAT : 524302,IVFFLATCC : 14,IVFPQ : 524302,IVFSQ : 524302,IVF_FLAT : 524302,IVF_FLAT_CC : 14,IVF_PQ : 524302,IVF_SQ : 524302,IVF_SQ8 : 524302,IVF_SQ_CC : 14,SCANN : 524302,SPARSE_INVERTED_INDEX : 524304,SPARSE_INVERTED_INDEX_CC : 524304,SPARSE_WAND : 524304,SPARSE_WAND_CC : 524304,"]
[2025/03/24 10:36:41.561 +00:00] [INFO] [proxy/listener_manager.go:53] ["Proxy listen on external grpc listener"] [address=172.17.0.2:19530] [port=19530]
[2025/03/24 10:36:41.562 +00:00] [INFO] [proxy/listener_manager.go:63] ["Proxy listen on internal grpc listener"] [address=172.17.0.2:19529] [port=19529]
[2025/03/24 10:36:41.562 +00:00] [INFO] [proxy/listener_manager.go:98] ["Proxy server(http) and external grpc server share the same port"]
[2025/03/24 10:36:41.562 +00:00] [INFO] [proxy/service.go:411] ["init Proxy server"]
[2025/03/24 10:36:41.562 +00:00] [INFO] [proxy/service.go:431] ["Proxy init service's parameter table done"]
[2025/03/24 10:36:41.562 +00:00] [INFO] [proxy/service.go:433] ["Proxy init http server's parameter table done"]
[2025/03/24 10:36:41.562 +00:00] [INFO] [accesslog/global.go:146] ["Init access logger success"]
[2025/03/24 10:36:41.562 +00:00] [INFO] [proxy/service.go:437] ["init Proxy's tracer done"] ["service name"="Proxy ip: 172.17.0.2, port: 19530"]
[2025/03/24 10:36:41.562 +00:00] [INFO] [etcd/etcd_util.go:52] ["create etcd client"] [useEmbedEtcd=true] [useSSL=false] [endpoints="[localhost:2379]"] [minVersion=1.3]
[2025/03/24 10:36:41.562 +00:00] [INFO] [utils/util.go:60] ["Internal TLS Enabled"] [value=false]
[2025/03/24 10:36:41.563 +00:00] [INFO] [proxy/service.go:387] ["create Proxy internal grpc server"] ["enforcement policy"="{"MinTime":5000000000,"PermitWithoutStream":true}"] ["server parameters"="{"MaxConnectionIdle":0,"MaxConnectionAge":0,"MaxConnectionAgeGrace":0,"Time":60000000000,"Timeout":10000000000}"]
[2025/03/24 10:36:41.565 +00:00] [INFO] [etcd/etcd_util.go:52] ["create etcd client"] [useEmbedEtcd=true] [useSSL=false] [endpoints="[localhost:2379]"] [minVersion=1.3]
[2025/03/24 10:36:41.576 +00:00] [WARN] [grpcclient/client.go:424] ["call received grpc error"] [clientRole=rootcoord] [error="rpc error: code = Unknown desc = node not match[expectedNodeID=14][actualNodeID=0]"]
[2025/03/24 10:36:41.576 +00:00] [WARN] [grpcclient/client.go:508] ["start to reset connection because of specific reasons"] [client_role=rootcoord] [error="rpc error: code = Unknown desc = node not match[expectedNodeID=14][actualNodeID=0]"]
[2025/03/24 10:36:41.576 +00:00] [INFO] [grpcclient/client.go:252] ["previous client closed"] [role=rootcoord] [addr=]
[2025/03/24 10:36:41.577 +00:00] [WARN] [retry/retry.go:130] ["retry func failed"] [retried=0] [error="rpc error: code = Unknown desc = node not match[expectedNodeID=14][actualNodeID=0]"]
[2025/03/24 10:36:41.651 +00:00] [INFO] [rootcoord/service.go:221] ["grpc init done ..."]
[2025/03/24 10:36:41.651 +00:00] [INFO] [rootcoord/service.go:224] ["RootCoord start to create DataCoord client"]
[2025/03/24 10:36:41.651 +00:00] [INFO] [rootcoord/service.go:233] ["RootCoord start to create QueryCoord client"]
[2025/03/24 10:36:41.651 +00:00] [INFO] [rootcoord/root_coord.go:513] ["register metrics actions finished"]
[2025/03/24 10:36:41.651 +00:00] [INFO] [dependency/factory.go:86] ["try to init mq"] [standalone=true] [mqType=rocksmq]
[2025/03/24 10:36:41.653 +00:00] [INFO] [querycoordv2/server.go:249] ["QueryCoord start init"] [meta-root-path=by-dev/meta] [address=172.17.0.2:19531]
[2025/03/24 10:36:41.653 +00:00] [INFO] [querycoordv2/server.go:244] ["register metrics actions finished"]
[2025/03/24 10:36:41.655 +00:00] [INFO] [querynodev2/server.go:294] ["register metrics actions finished"]
[2025/03/24 10:36:41.655 +00:00] [INFO] [querynodev2/server.go:304] ["QueryNode session info"] [metaPath=by-dev/meta]
[2025/03/24 10:36:41.658 +00:00] [WARN] [sessionutil/session_util.go:392] ["Session Txn failed"] [key=id] [error="etcdserver: mvcc: database space exceeded"]
panic: etcdserver: mvcc: database space exceeded

goroutine 438 gp=0xc001195880 m=19 mp=0xc0011a2008 [running]:
panic({0x6635b60?, 0xc0056f9098?})
/go/pkg/mod/golang.org/[email protected]/src/runtime/panic.go:779 +0x158 fp=0xc006285980 sp=0xc0062858d0 pc=0x1fd6b18
github.com/milvus-io/milvus/internal/util/sessionutil.(*Session).Init(0xc004f98ea0, {0x6a4b39e, 0xa}, {0xc002b5c910, 0x10}, 0xf0?, 0xe2?)
/workspace/source/internal/util/sessionutil/session_util.go:292 +0x451 fp=0xc006285b00 sp=0xc006285980 pc=0x5093cf1
github.com/milvus-io/milvus/internal/querycoordv2.(*Server).initSession(0xc004ef0000)
/workspace/source/internal/querycoordv2/server.go:189 +0x8c fp=0xc006285b40 sp=0xc006285b00 pc=0x5bbc9cc
github.com/milvus-io/milvus/internal/querycoordv2.(*Server).Init(0xc004ef0000)
/workspace/source/internal/querycoordv2/server.go:255 +0x1df fp=0xc006285c10 sp=0xc006285b40 pc=0x5bbd4df
github.com/milvus-io/milvus/internal/distributed/querycoord.(*Server).init(0xc000f1c1e0)
/workspace/source/internal/distributed/querycoord/service.go:188 +0x866 fp=0xc006285e50 sp=0xc006285c10 pc=0x5bdc866
github.com/milvus-io/milvus/internal/distributed/querycoord.(*Server).Run(0xc000f1c1e0)
/workspace/source/internal/distributed/querycoord/service.go:111 +0x1c fp=0xc006285e90 sp=0xc006285e50 pc=0x5bdbf5c
github.com/milvus-io/milvus/cmd/components.(*QueryCoord).Run(0xc0025f2930)
/workspace/source/cmd/components/query_coord.go:59 +0x2e fp=0xc006285f70 sp=0xc006285e90 pc=0x5dbef8e
github.com/milvus-io/milvus/cmd/roles.runComponent[...].func1()
/workspace/source/cmd/roles/roles.go:130 +0xfc fp=0xc006285fe0 sp=0xc006285f70 pc=0x5dc88fc
runtime.goexit({})
/go/pkg/mod/golang.org/[email protected]/src/runtime/asm_amd64.s:1695 +0x1 fp=0xc006285fe8 sp=0xc006285fe0 pc=0x2015981
created by github.com/milvus-io/milvus/cmd/roles.runComponent[...] in goroutine 1
/workspace/source/cmd/roles/roles.go:119 +0x129

goroutine 1 gp=0xc0000061c0 m=nil [semacquire]:
runtime.gopark(0x9d09611de7134a?, 0x5dc8d49?, 0x40?, 0x88?, 0xc0001fafd0?)
/go/pkg/mod/golang.org/[email protected]/src/runtime/proc.go:402 +0xce fp=0xc0012b5560 sp=0xc0012b5540 pc=0x1fdb28e
runtime.goparkunlock(...)
/go/pkg/mod/golang.org/[email protected]/src/runtime/proc.go:408
runtime.semacquire1(0xc0010333e8, 0x0, 0x1, 0x0, 0x12)
/go/pkg/mod/golang.org/[email protected]/src/runtime/sema.go:160 +0x225 fp=0xc0012b55c8 sp=0xc0012b5560 pc=0x1fee805
sync.runtime_Semacquire(0xc0010333e0?)
/go/pkg/mod/golang.org/[email protected]/src/runtime/sema.go:62 +0x25 fp=0xc0012b5600 sp=0xc0012b55c8 pc=0x20110e5
sync.(*WaitGroup).Wait(0x6300e80?)
/go/pkg/mod/golang.org/[email protected]/src/sync/waitgroup.go:116 +0x48 fp=0xc0012b5628 sp=0xc0012b5600 pc=0x203d648
github.com/milvus-io/milvus/cmd/roles.(*MilvusRoles).Run(0xc001038280)
/workspace/source/cmd/roles/roles.go:493 +0x11bb fp=0xc0012b5ba8 sp=0xc0012b5628 pc=0x5dc617b
github.com/milvus-io/milvus/cmd/milvus.(*run).execute(0xa20d020, {0xc00013c810, 0x3, 0x3}, 0xc000b977a0)
/workspace/source/cmd/milvus/run.go:47 +0x2c5 fp=0xc0012b5c68 sp=0xc0012b5ba8 pc=0x5dd3085
github.com/milvus-io/milvus/cmd/milvus.RunMilvus({0xc00013c810, 0x3, 0x3})
/workspace/source/cmd/milvus/milvus.go:60 +0x202 fp=0xc0012b5cd8 sp=0xc0012b5c68 pc=0x5dd2d22
main.main()
/workspace/source/cmd/main.go:97 +0x252 fp=0xc0012b5f50 sp=0xc0012b5cd8 pc=0x5dd7632
runtime.main()
/go/pkg/mod/golang.org/[email protected]/src/runtime/proc.go:271 +0x29d fp=0xc0012b5fe0 sp=0xc0012b5f50 pc=0x1fdae3d
runtime.goexit({})
/go/pkg/mod/golang.org/[email protected]/src/runtime/asm_amd64.s:1695 +0x1 fp=0xc0012b5fe8 sp=0xc0012b5fe0 pc=0x2015981

goroutine 18 gp=0xc00011a380 m=nil [force gc (idle)]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
/go/pkg/mod/golang.org/[email protected]/src/runtime/proc.go:402 +0xce fp=0xc0000e27a8 sp=0xc0000e2788 pc=0x1fdb28e
runtime.goparkunlock(...)
/go/pkg/mod/golang.org/[email protected]/src/runtime/proc.go:408
runtime.forcegchelper()
/go/pkg/mod/golang.org/[email protected]/src/runtime/proc.go:326 +0xb3 fp=0xc0000e27e0 sp=0xc0000e27a8 pc=0x1fdb0f3
runtime.goexit({})
/go/pkg/mod/golang.org/[email protected]/src/runtime/asm_amd64.s:1695 +0x1 fp=0xc0000e27e8 sp=0xc0000e27e0 pc=0x2015981
created by runtime.init.6 in goroutine 1
/go/pkg/mod/golang.org/[email protected]/src/runtime/proc.go:314 +0x1a

goroutine 19 gp=0xc00011a540 m=nil [GC sweep wait]:
runtime.gopark(0x1?, 0x0?, 0x0?, 0x0?, 0x0?)
/go/pkg/mod/golang.org/[email protected]/src/runtime/proc.go:402 +0xce fp=0xc0000e2f80 sp=0xc0000e2f60 pc=0x1fdb28e
runtime.goparkunlock(...)
/go/pkg/mod/golang.org/[email protected]/src/runtime/proc.go:408
runtime.bgsweep(0xc000128000)
/go/pkg/mod/golang.org/[email protected]/src/runtime/mgcsweep.go:318 +0xdf fp=0xc0000e2fc8 sp=0xc0000e2f80 pc=0x1fc28ff
runtime.gcenable.gowrap1()
/go/pkg/mod/golang.org/[email protected]/src/runtime/mgc.go:203 +0x25 fp=0xc0000e2fe0 sp=0xc0000e2fc8 pc=0x1fb6ea5
runtime.goexit({})
/go/pkg/mod/golang.org/[email protected]/src/runtime/asm_amd64.s:1695 +0x1 fp=0xc0000e2fe8 sp=0xc0000e2fe0 pc=0x2015981
created by runtime.gcenable in goroutine 1
/go/pkg/mod/golang.org/[email protected]/src/runtime/mgc.go:203 +0x66

goroutine 20 gp=0xc00011a700 m=nil [GC scavenge wait]:
runtime.gopark(0x4f49d6?, 0x403c23?, 0x0?, 0x0?, 0x0?)
/go/pkg/mod/golang.org/[email protected]/src/runtime/proc.go:402 +0xce fp=0xc0000e3778 sp=0xc0000e3758 pc=0x1fdb28e
runtime.goparkunlock(...)
/go/pkg/mod/golang.org/[email protected]/src/runtime/proc.go:408
runtime.(*scavengerState).park(0xa1759c0)
/go/pkg/mod/golang.org/[email protected]/src/runtime/mgcscavenge.go:425 +0x49 fp=0xc0000e37a8 sp=0xc0000e3778 pc=0x1fc00e9
runtime.bgscavenge(0xc000128000)
/go/pkg/mod/golang.org/[email protected]/src/runtime/mgcscavenge.go:658 +0x59 fp=0xc0000e37c8 sp=0xc0000e37a8 pc=0x1fc06b9
runtime.gcenable.gowrap2()
/go/pkg/mod/golang.org/[email protected]/src/runtime/mgc.go:204 +0x25 fp=0xc0000e37e0 sp=0xc0000e37c8 pc=0x1fb6e45
runtime.goexit({})
/go/pkg/mod/golang.org/[email protected]/src/runtime/asm_amd64.s:1695 +0x1 fp=0xc0000e37e8 sp=0xc0000e37e0 pc=0x2015981
created by runtime.gcenable in goroutine 1
/go/pkg/mod/golang.org/[email protected]/src/runtime/mgc.go:204 +0xa5

goroutine 21 gp=0xc00011ac40 m=nil [finalizer wait]:
runtime.gopark(0x0?, 0x6dadf88?, 0x0?, 0xc0?, 0x2000000020?)
/go/pkg/mod/golang.org/[email protected]/src/runtime/proc.go:402 +0xce fp=0xc0000e6620 sp=0xc0000e6600 pc=0x1fdb28e
runtime.runfinq()
/go/pkg/mod/golang.org/[email protected]/src/runtime/mfinal.go:194 +0x107 fp=0xc0000e67e0 sp=0xc0000e6620 pc=0x1fb5e67
runtime.goexit({})
/go/pkg/mod/golang.org/[email protected]/src/runtime/asm_amd64.s:1695 +0x1 fp=0xc0000e67e8 sp=0xc0000e67e0 pc=0x2015981
created by runtime.createfing in goroutine 1
/go/pkg/mod/golang.org/[email protected]/src/runtime/mfinal.go:164 +0x3d

goroutine 22 gp=0xc00011ae00 m=nil [GC worker (idle)]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
/go/pkg/mod/golang.org/[email protected]/src/runtime/proc.go:402 +0xce fp=0xc0000e3f50 sp=0xc0000e3f30 pc=0x1fdb28e
runtime.gcBgMarkWorker()
/go/pkg/mod/golang.org/[email protected]/src/runtime/mgc.go:1310 +0xe5 fp=0xc0000e3fe0 sp=0xc0000e3f50 pc=0x1fb8f85
runtime.goexit({})
/go/pkg/mod/golang.org/[email protected]/src/runtime/asm_amd64.s:1695 +0x1 fp=0xc0000e3fe8 sp=0xc0000e3fe0 pc=0x2015981
created by runtime.gcBgMarkStartWorkers in goroutine 1
/go/pkg/mod/golang.org/[email protected]/src/runtime/mgc.go:1234 +0x1c

goroutine 34 gp=0xc000700000 m=nil [GC worker (idle)]:
runtime.gopark(0xa210f40?, 0x1?, 0x94?, 0x52?, 0x0?)
/go/pkg/mod/golang.org/[email protected]/src/runtime/proc.go:402 +0xce fp=0xc000706750 sp=0xc000706730 pc=0x1fdb28e
runtime.gcBgMarkWorker()
/go/pkg/mod/golang.org/[email protected]/src/runtime/mgc.go:1310 +0xe5 fp=0xc0007067e0 sp=0xc000706750 pc=0x1fb8f85
runtime.goexit({})
/go/pkg/mod/golang.org/[email protected]/src/runtime/asm_amd64.s:1695 +0x1 fp=0xc0007067e8 sp=0xc0007067e0 pc=0x2015981
created by runtime.gcBgMarkStartWorkers in goroutine 1
/go/pkg/mod/golang.org/[email protected]/src/runtime/mgc.go:1234 +0x1c

goroutine 35 gp=0xc0007001c0 m=nil [GC worker (idle)]:
runtime.gopark(0x446ffffec49eec?, 0x1?, 0xc9?, 0x51?, 0x0?)
/go/pkg/mod/golang.org/[email protected]/src/runtime/proc.go:402 +0xce fp=0xc000706f50 sp=0xc000706f30 pc=0x1fdb28e
runtime.gcBgMarkWorker()
/go/pkg/mod/golang.org/[email protected]/src/runtime/mgc.go:1310 +0xe5 fp=0xc000706fe0 sp=0xc000706f50 pc=0x1fb8f85
runtime.goexit({})
/go/pkg/mod/golang.org/[email protected]/src/runtime/asm_amd64.s:1695 +0x1 fp=0xc000706fe8 sp=0xc000706fe0 pc=0x2015981
created by runtime.gcBgMarkStartWorkers in goroutine 1
/go/pkg/mod/golang.org/[email protected]/src/runtime/mgc.go:1234 +0x1c

goroutine 23 gp=0xc00011afc0 m=nil [GC worker (idle)]:
runtime.gopark(0x446ffefd24870f?, 0x3?, 0x34?, 0xa7?, 0x0?)
/go/pkg/mod/golang.org/[email protected]/src/runtime/proc.go:402 +0xce fp=0xc0000e4750 sp=0xc0000e4730 pc=0x1fdb28e
runtime.gcBgMarkWorker()
/go/pkg/mod/golang.org/[email protected]/src/runtime/mgc.go:1310 +0xe5 fp=0xc0000e47e0 sp=0xc0000e4750 pc=0x1fb8f85
runtime.goexit({})
/go/pkg/mod/golang.org/[email protected]/src/runtime/asm_amd64.s:1695 +0x1 fp=0xc0000e47e8 sp=0xc0000e47e0 pc=0x2015981
created by runtime.gcBgMarkStartWorkers in goroutine 1
/go/pkg/mod/golang.org/[email protected]/src/runtime/mgc.go:1234 +0x1c

goroutine 2 gp=0xc0000076c0 m=nil [GC worker (idle)]:
runtime.gopark(0xa210f40?, 0x3?, 0x2d?, 0x8?, 0x0?)
/go/pkg/mod/golang.org/[email protected]/src/runtime/proc.go:402 +0xce fp=0xc0000e6f50 sp=0xc0000e6f30 pc=0x1fdb28e
runtime.gcBgMarkWorker()
/go/pkg/mod/golang.org/[email protected]/src/runtime/mgc.go:1310 +0xe5 fp=0xc0000e6fe0 sp=0xc0000e6f50 pc=0x1fb8f85
runtime.goexit({})
/go/pkg/mod/golang.org/[email protected]/src/runtime/asm_amd64.s:1695 +0x1 fp=0xc0000e6fe8 sp=0xc0000e6fe0 pc=0x2015981
created by runtime.gcBgMarkStartWorkers in goroutine 1
/go/pkg/mod/golang.org/[email protected]/src/runtime/mgc.go:1234 +0x1c

goroutine 36 gp=0xc000700380 m=nil [GC worker (idle)]:

[xiaofan-luan]

[2025/03/24 10:36:41.658 +00:00] [WARN] [sessionutil/session_util.go:392] ["Session Txn failed"] [key=id] [error="etcdserver: mvcc: database space exceeded"]
panic: etcdserver: mvcc: database space exceeded

this means your etcd is running out of space.

1. you can change the etcd database to larger
2. you probably need to check why it takes too much etcd space. Too many flushes? Lots of data?
3. you can tune etcd config to recycle etcd mvcc faster.
   But I recommended to check your own code first to make sure there is no frequent flush behaviour