Prerequisite
Environment
如题，我在已经挂载了910B的k8s容器的Jupyterlab cell中运行了下面的代码，出现python GIL错误，但是我在终端中运行就没问题，相关环境信息如下：
python：3.11
Pytorch：2.6.0
mmcv：main分支代码2.2.0
华为ascend driver：25.2.0
华为CANN：8.2.RC1
其中mmcv已经在完整的CANN和Pytorch环境下重新编译过
[mmcv-2.2.0-npu-cp311-linux_aarch64.tar.gz
](url)
完整环境信息：
OrderedDict([('sys.platform', 'linux'), ('Python', '3.11.15 | packaged by conda-forge | (main, Mar 5 2026, 16:38:11) [GCC 14.3.0]'), ('CUDA available', False), ('MUSA available', False), ('numpy_random_seed', 2147483648), ('GCC', 'gcc (Ubuntu 11.4.0-1ubuntu1~22.04.3) 11.4.0'), ('PyTorch', '2.6.0+cpu'), ('PyTorch compiling details', 'PyTorch built with:\n - GCC 11.2\n - C++ Version: 201703\n - Intel(R) MKL-DNN v3.5.3 (Git Hash 66f0cb9eb66affd2da3bf5f8d897376f04aae6af)\n - OpenMP 201511 (a.k.a. OpenMP 4.5)\n - LAPACK is enabled (usually provided by MKL)\n - NNPACK is enabled\n - CPU capability usage: DEFAULT\n - Build settings: BLAS_INFO=open, BUILD_TYPE=Release, COMMIT_SHA=2236df1770800ffea5697b11b0bb0d910b2e59e1, CXX_COMPILER=/opt/rh/gcc-toolset-11/root/usr/bin/c++, CXX_FLAGS=-ffunction-sections -fdata-sections -D_GLIBCXX_USE_CXX11_ABI=1 -fvisibility-inlines-hidden -DUSE_PTHREADPOOL -DNDEBUG -DUSE_KINETO -DLIBKINETO_NOCUPTI -DLIBKINETO_NOROCTRACER -DLIBKINETO_NOXPUPTI=ON -DUSE_PYTORCH_QNNPACK -DAT_BUILD_ARM_VEC256_WITH_SLEEF -DUSE_XNNPACK -DSYMBOLICATE_MOBILE_DEBUG_HANDLE -O2 -fPIC -Wall -Wextra -Werror=return-type -Werror=non-virtual-dtor -Werror=range-loop-construct -Werror=bool-operation -Wnarrowing -Wno-missing-field-initializers -Wno-type-limits -Wno-array-bounds -Wno-unknown-pragmas -Wno-unused-parameter -Wno-strict-overflow -Wno-strict-aliasing -Wno-stringop-overflow -Wsuggest-override -Wno-psabi -Wno-error=old-style-cast -Wno-missing-braces -fdiagnostics-color=always -faligned-new -Wno-unused-but-set-variable -Wno-maybe-uninitialized -fno-math-errno -fno-trapping-math -Werror=format -Wno-stringop-overflow, LAPACK_INFO=open, TORCH_VERSION=2.6.0, USE_CUDA=OFF, USE_CUDNN=OFF, USE_CUSPARSELT=OFF, USE_EXCEPTION_PTR=1, USE_GFLAGS=OFF, USE_GLOG=OFF, USE_GLOO=ON, USE_MKLDNN=ON, USE_MPI=OFF, USE_NCCL=OFF, USE_NNPACK=ON, USE_OPENMP=ON, USE_ROCM=OFF, USE_ROCM_KERNEL_ASSERT=OFF, \n'), ('TorchVision', '0.21.0'), ('OpenCV', '4.10.0'), ('MMEngine', '0.10.7'), ('MMCV', '2.2.0'), ('MMCV Compiler', 'GCC 11.4'), ('MMCV CUDA Compiler', 'not available')])
完整错误如下：
Fatal Python error: PyThreadState_Get: the function must be called with the GIL held, but the GIL is released (the current Python thread state is NULL)
Python runtime state: initialized
Thread 0x0000fffe4cf9f120 (most recent call first):
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 327 in wait
File "/usr/local/envs/ssenv/lib/python3.11/multiprocessing/queues.py", line 232 in _feed
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 982 in run
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/ipkernel.py", line 766 in run_closure
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1045 in _bootstrap_inner
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1002 in _bootstrap
Thread 0x0000fffedb6f7120 (most recent call first):
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 327 in wait
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 629 in wait
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/IPython/core/history.py", line 1137 in run
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/IPython/core/history.py", line 100 in only_when_enabled
File "", line 2 in run
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1045 in _bootstrap_inner
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1002 in _bootstrap
Thread 0x0000fffea5e1f120 (most recent call first):
Thread 0x0000fffecafdf120 (most recent call first):
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 327 in wait
File "/usr/local/envs/ssenv/lib/python3.11/multiprocessing/queues.py", line 232 in _feed
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 982 in run
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/ipkernel.py", line 766 in run_closure
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1045 in _bootstrap_inner
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1002 in _bootstrap
Thread 0x0000fffecb7ef120 (most recent call first):
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 327 in wait
File "/usr/local/envs/ssenv/lib/python3.11/multiprocessing/queues.py", line 232 in _feed
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 982 in run
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/ipkernel.py", line 766 in run_closure
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1045 in _bootstrap_inner
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1002 in _bootstrap
Thread 0x0000fffecbfff120 (most recent call first):
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 327 in wait
File "/usr/local/envs/ssenv/lib/python3.11/multiprocessing/queues.py", line 232 in _feed
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 982 in run
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/ipkernel.py", line 766 in run_closure
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1045 in _bootstrap_inner
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1002 in _bootstrap
Thread 0x0000fffed8ce3120 (most recent call first):
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 327 in wait
File "/usr/local/envs/ssenv/lib/python3.11/multiprocessing/queues.py", line 232 in _feed
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 982 in run
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/ipkernel.py", line 766 in run_closure
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1045 in _bootstrap_inner
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1002 in _bootstrap
Thread 0x0000fffeca7cf120 (most recent call first):
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 327 in wait
File "/usr/local/envs/ssenv/lib/python3.11/multiprocessing/queues.py", line 232 in _feed
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 982 in run
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/ipkernel.py", line 766 in run_closure
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1045 in _bootstrap_inner
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1002 in _bootstrap
Thread 0x0000fffec9fbf120 (most recent call first):
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 327 in wait
File "/usr/local/envs/ssenv/lib/python3.11/multiprocessing/queues.py", line 232 in _feed
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 982 in run
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/ipkernel.py", line 766 in run_closure
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1045 in _bootstrap_inner
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1002 in _bootstrap
Thread 0x0000fffec97af120 (most recent call first):
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 327 in wait
File "/usr/local/envs/ssenv/lib/python3.11/multiprocessing/queues.py", line 232 in _feed
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 982 in run
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/ipkernel.py", line 766 in run_closure
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1045 in _bootstrap_inner
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1002 in _bootstrap
Thread 0x0000fffec8f9f120 (most recent call first):
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 327 in wait
File "/usr/local/envs/ssenv/lib/python3.11/multiprocessing/queues.py", line 232 in _feed
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 982 in run
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/ipkernel.py", line 766 in run_closure
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1045 in _bootstrap_inner
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1002 in _bootstrap
Thread 0x0000ffff996af120 (most recent call first):
File "/usr/local/envs/ssenv/lib/python3.11/multiprocessing/connection.py", line 395 in _recv
File "/usr/local/envs/ssenv/lib/python3.11/multiprocessing/connection.py", line 430 in _recv_bytes
File "/usr/local/envs/ssenv/lib/python3.11/multiprocessing/connection.py", line 250 in recv
File "/usr/local/envs/ssenv/lib/python3.11/multiprocessing/managers.py", line 822 in _callmethod
File "", line 2 in get
File "/usr/local/Ascend/ascend-toolkit/latest/python/site-packages/tbe/common/repository_manager/utils/multiprocess_util.py", line 91 in run
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1045 in _bootstrap_inner
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1002 in _bootstrap
Thread 0x0000ffff98d9f120 (most recent call first):
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/parentpoller.py", line 40 in run
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1045 in _bootstrap_inner
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1002 in _bootstrap
Thread 0x0000ffff99fbf120 (most recent call first):
File "/usr/local/envs/ssenv/lib/python3.11/selectors.py", line 468 in select
File "/usr/local/envs/ssenv/lib/python3.11/asyncio/base_events.py", line 1898 in _run_once
File "/usr/local/envs/ssenv/lib/python3.11/asyncio/base_events.py", line 608 in run_forever
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/tornado/platform/asyncio.py", line 211 in start
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/control.py", line 23 in run
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1045 in _bootstrap_inner
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1002 in _bootstrap
Thread 0x0000ffff9a7cf120 (most recent call first):
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/zmq/sugar/context.py", line 364 in socket
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/iostream.py", line 147 in _event_pipe
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/iostream.py", line 267 in schedule
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/iostream.py", line 590 in _schedule_flush
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/iostream.py", line 694 in write
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/IPython/core/interactiveshell.py", line 3053 in write
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/iostream.py", line 389 in _watch_pipe_fd
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 982 in run
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1045 in _bootstrap_inner
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1002 in _bootstrap
Thread 0x0000ffff9afdf120 (most recent call first):
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/iostream.py", line 391 in _watch_pipe_fd
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 982 in run
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1045 in _bootstrap_inner
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1002 in _bootstrap
Thread 0x0000ffffa8b7f120 (most recent call first):
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/zmq/sugar/init.py", line 21 in device
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/heartbeat.py", line 106 in run
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1045 in _bootstrap_inner
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1002 in _bootstrap
Thread 0x0000ffffa938f120 (most recent call first):
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/zmq/eventloop/zmqstream.py", line 580 in _handle_events
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/tornado/platform/asyncio.py", line 208 in _handle_events
File "/usr/local/envs/ssenv/lib/python3.11/asyncio/events.py", line 84 in _run
File "/usr/local/envs/ssenv/lib/python3.11/asyncio/base_events.py", line 1936 in _run_once
File "/usr/local/envs/ssenv/lib/python3.11/asyncio/base_events.py", line 608 in run_forever
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/tornado/platform/asyncio.py", line 211 in start
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/iostream.py", line 92 in _thread_main
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 982 in run
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1045 in _bootstrap_inner
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1002 in _bootstrap
Current thread 0x0000ffffae596020 (most recent call first):
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/mmcv/ops/focal_loss.py", line 46 in forward
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/torch/autograd/function.py", line 575 in apply
File "/tmp/ipykernel_5984/971501847.py", line 12 in
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/IPython/core/interactiveshell.py", line 3701 in run_code
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/IPython/core/interactiveshell.py", line 3641 in run_ast_nodes
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/IPython/core/interactiveshell.py", line 3400 in run_cell_async
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/IPython/core/async_helpers.py", line 128 in _pseudo_sync_runner
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/IPython/core/interactiveshell.py", line 3178 in _run_cell
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/IPython/core/interactiveshell.py", line 3123 in run_cell
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/zmqshell.py", line 549 in run_cell
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/ipkernel.py", line 449 in do_execute
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/kernelbase.py", line 778 in execute_request
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/ipkernel.py", line 362 in execute_request
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/kernelbase.py", line 437 in dispatch_shell
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/kernelbase.py", line 534 in process_one
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/kernelbase.py", line 545 in dispatch_queue
File "/usr/local/envs/ssenv/lib/python3.11/asyncio/events.py", line 84 in _run
File "/usr/local/envs/ssenv/lib/python3.11/asyncio/base_events.py", line 1936 in _run_once
File "/usr/local/envs/ssenv/lib/python3.11/asyncio/base_events.py", line 608 in run_forever
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/tornado/platform/asyncio.py", line 211 in start
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/kernelapp.py", line 739 in start
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/traitlets/config/application.py", line 1082 in launch_instance
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel_launcher.py", line 18 in
File "/usr/local/envs/ssenv/lib/python3.11/runpy.py", line 88 in _run_code
File "/usr/local/envs/ssenv/lib/python3.11/runpy.py", line 198 in _run_module_as_main
Extension modules: zmq.backend.cython._zmq, tornado.speedups, msgpack._cmsgpack, psutil._psutil_linux, numpy.core._multiarray_umath, numpy.core._multiarray_tests, numpy.linalg._umath_linalg, numpy.fft._pocketfft_internal, numpy.random._common, numpy.random.bit_generator, numpy.random._bounded_integers, numpy.random._mt19937, numpy.random.mtrand, numpy.random._philox, numpy.random._pcg64, numpy.random._sfc64, numpy.random._generator, torch._C, torch._C._dynamo.autograd_compiler, torch._C._dynamo.eval_frame, torch._C._dynamo.guards, torch._C._dynamo.utils, torch._C._fft, torch._C._linalg, torch._C._nested, torch._C._nn, torch._C._sparse, torch._C._special, torch_npu._C, markupsafe._speedups, yaml._yaml, PIL._imaging, PIL._imagingft, av._core, av.logging, av.buffer, av.audio.format, av.error, av.dictionary, av.container.pyio, av.option, av.descriptor, av.format, av.index, av.utils, av.stream, av.container.streams, av.sidedata.encparams, av.sidedata.motionvectors, av.sidedata.sidedata, av.opaque, av.packet, av.container.input, av.container.output, av.container.core, av.codec.context, av.video.format, av.video.reformatter, av.plane, av.video.plane, av.video.frame, av.video.stream, av.codec.hwaccel, av.codec.codec, av.frame, av.audio.layout, av.audio.plane, av.audio.frame, av.audio.stream, av.filter.link, av.filter.context, av.filter.graph, av.filter.filter, av.filter.loudnorm, av.audio.resampler, av.audio.codeccontext, av.audio.fifo, av.bitstream, av.device, av.video.codeccontext, scipy._lib._ccallback_c, scipy.sparse._sparsetools, _csparsetools, scipy.sparse._csparsetools, scipy.sparse.linalg._isolve._iterative, scipy.linalg._fblas, scipy.linalg._flapack, scipy.linalg.cython_lapack, scipy.linalg._cythonized_array_utils, scipy.linalg._solve_toeplitz, scipy.linalg._decomp_lu_cython, scipy.linalg._matfuncs_sqrtm_triu, scipy.linalg.cython_blas, scipy.linalg._matfuncs_expm, scipy.linalg._decomp_update, scipy.linalg._flinalg, scipy.sparse.linalg._dsolve._superlu, scipy.sparse.linalg._eigen.arpack._arpack, scipy.sparse.csgraph._tools, scipy.sparse.csgraph._shortest_path, scipy.sparse.csgraph._traversal, scipy.sparse.csgraph._min_spanning_tree, scipy.sparse.csgraph._flow, scipy.sparse.csgraph._matching, scipy.sparse.csgraph._reordering, simplejson._speedups, charset_normalizer.md, charset_normalizer.cd (total: 108)
Reproduces the problem - code sample
import torch
from mmcv.ops import sigmoid_focal_loss
x = torch.randn(3, 5).npu()
x.requires_grad = True
y = torch.tensor([1, 5, 3]).npu()
w = torch.ones(5).float().npu()
output = sigmoid_focal_loss(x, y, 2.0, 0.25, w, 'none')
print(output)
Reproduces the problem - command or script
Jupyterlab 的cell中运行上述代码即可
Reproduces the problem - error message
Fatal Python error: PyThreadState_Get: the function must be called with the GIL held, but the GIL is released (the current Python thread state is NULL)
Python runtime state: initialized
Thread 0x0000fffe4cf9f120 (most recent call first):
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 327 in wait
File "/usr/local/envs/ssenv/lib/python3.11/multiprocessing/queues.py", line 232 in _feed
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 982 in run
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/ipkernel.py", line 766 in run_closure
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1045 in _bootstrap_inner
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1002 in _bootstrap
Thread 0x0000fffedb6f7120 (most recent call first):
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 327 in wait
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 629 in wait
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/IPython/core/history.py", line 1137 in run
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/IPython/core/history.py", line 100 in only_when_enabled
File "", line 2 in run
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1045 in _bootstrap_inner
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1002 in _bootstrap
Thread 0x0000fffea5e1f120 (most recent call first):
Thread 0x0000fffecafdf120 (most recent call first):
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 327 in wait
File "/usr/local/envs/ssenv/lib/python3.11/multiprocessing/queues.py", line 232 in _feed
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 982 in run
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/ipkernel.py", line 766 in run_closure
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1045 in _bootstrap_inner
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1002 in _bootstrap
Thread 0x0000fffecb7ef120 (most recent call first):
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 327 in wait
File "/usr/local/envs/ssenv/lib/python3.11/multiprocessing/queues.py", line 232 in _feed
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 982 in run
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/ipkernel.py", line 766 in run_closure
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1045 in _bootstrap_inner
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1002 in _bootstrap
Thread 0x0000fffecbfff120 (most recent call first):
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 327 in wait
File "/usr/local/envs/ssenv/lib/python3.11/multiprocessing/queues.py", line 232 in _feed
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 982 in run
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/ipkernel.py", line 766 in run_closure
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1045 in _bootstrap_inner
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1002 in _bootstrap
Thread 0x0000fffed8ce3120 (most recent call first):
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 327 in wait
File "/usr/local/envs/ssenv/lib/python3.11/multiprocessing/queues.py", line 232 in _feed
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 982 in run
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/ipkernel.py", line 766 in run_closure
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1045 in _bootstrap_inner
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1002 in _bootstrap
Thread 0x0000fffeca7cf120 (most recent call first):
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 327 in wait
File "/usr/local/envs/ssenv/lib/python3.11/multiprocessing/queues.py", line 232 in _feed
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 982 in run
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/ipkernel.py", line 766 in run_closure
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1045 in _bootstrap_inner
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1002 in _bootstrap
Thread 0x0000fffec9fbf120 (most recent call first):
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 327 in wait
File "/usr/local/envs/ssenv/lib/python3.11/multiprocessing/queues.py", line 232 in _feed
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 982 in run
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/ipkernel.py", line 766 in run_closure
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1045 in _bootstrap_inner
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1002 in _bootstrap
Thread 0x0000fffec97af120 (most recent call first):
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 327 in wait
File "/usr/local/envs/ssenv/lib/python3.11/multiprocessing/queues.py", line 232 in _feed
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 982 in run
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/ipkernel.py", line 766 in run_closure
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1045 in _bootstrap_inner
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1002 in _bootstrap
Thread 0x0000fffec8f9f120 (most recent call first):
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 327 in wait
File "/usr/local/envs/ssenv/lib/python3.11/multiprocessing/queues.py", line 232 in _feed
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 982 in run
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/ipkernel.py", line 766 in run_closure
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1045 in _bootstrap_inner
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1002 in _bootstrap
Thread 0x0000ffff996af120 (most recent call first):
File "/usr/local/envs/ssenv/lib/python3.11/multiprocessing/connection.py", line 395 in _recv
File "/usr/local/envs/ssenv/lib/python3.11/multiprocessing/connection.py", line 430 in _recv_bytes
File "/usr/local/envs/ssenv/lib/python3.11/multiprocessing/connection.py", line 250 in recv
File "/usr/local/envs/ssenv/lib/python3.11/multiprocessing/managers.py", line 822 in _callmethod
File "", line 2 in get
File "/usr/local/Ascend/ascend-toolkit/latest/python/site-packages/tbe/common/repository_manager/utils/multiprocess_util.py", line 91 in run
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1045 in _bootstrap_inner
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1002 in _bootstrap
Thread 0x0000ffff98d9f120 (most recent call first):
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/parentpoller.py", line 40 in run
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1045 in _bootstrap_inner
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1002 in _bootstrap
Thread 0x0000ffff99fbf120 (most recent call first):
File "/usr/local/envs/ssenv/lib/python3.11/selectors.py", line 468 in select
File "/usr/local/envs/ssenv/lib/python3.11/asyncio/base_events.py", line 1898 in _run_once
File "/usr/local/envs/ssenv/lib/python3.11/asyncio/base_events.py", line 608 in run_forever
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/tornado/platform/asyncio.py", line 211 in start
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/control.py", line 23 in run
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1045 in _bootstrap_inner
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1002 in _bootstrap
Thread 0x0000ffff9a7cf120 (most recent call first):
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/zmq/sugar/context.py", line 364 in socket
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/iostream.py", line 147 in _event_pipe
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/iostream.py", line 267 in schedule
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/iostream.py", line 590 in _schedule_flush
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/iostream.py", line 694 in write
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/IPython/core/interactiveshell.py", line 3053 in write
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/iostream.py", line 389 in _watch_pipe_fd
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 982 in run
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1045 in _bootstrap_inner
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1002 in _bootstrap
Thread 0x0000ffff9afdf120 (most recent call first):
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/iostream.py", line 391 in _watch_pipe_fd
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 982 in run
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1045 in _bootstrap_inner
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1002 in _bootstrap
Thread 0x0000ffffa8b7f120 (most recent call first):
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/zmq/sugar/init.py", line 21 in device
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/heartbeat.py", line 106 in run
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1045 in _bootstrap_inner
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1002 in _bootstrap
Thread 0x0000ffffa938f120 (most recent call first):
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/zmq/eventloop/zmqstream.py", line 580 in _handle_events
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/tornado/platform/asyncio.py", line 208 in _handle_events
File "/usr/local/envs/ssenv/lib/python3.11/asyncio/events.py", line 84 in _run
File "/usr/local/envs/ssenv/lib/python3.11/asyncio/base_events.py", line 1936 in _run_once
File "/usr/local/envs/ssenv/lib/python3.11/asyncio/base_events.py", line 608 in run_forever
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/tornado/platform/asyncio.py", line 211 in start
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/iostream.py", line 92 in _thread_main
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 982 in run
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1045 in _bootstrap_inner
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1002 in _bootstrap
Current thread 0x0000ffffae596020 (most recent call first):
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/mmcv/ops/focal_loss.py", line 46 in forward
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/torch/autograd/function.py", line 575 in apply
File "/tmp/ipykernel_5984/971501847.py", line 12 in
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/IPython/core/interactiveshell.py", line 3701 in run_code
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/IPython/core/interactiveshell.py", line 3641 in run_ast_nodes
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/IPython/core/interactiveshell.py", line 3400 in run_cell_async
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/IPython/core/async_helpers.py", line 128 in _pseudo_sync_runner
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/IPython/core/interactiveshell.py", line 3178 in _run_cell
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/IPython/core/interactiveshell.py", line 3123 in run_cell
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/zmqshell.py", line 549 in run_cell
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/ipkernel.py", line 449 in do_execute
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/kernelbase.py", line 778 in execute_request
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/ipkernel.py", line 362 in execute_request
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/kernelbase.py", line 437 in dispatch_shell
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/kernelbase.py", line 534 in process_one
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/kernelbase.py", line 545 in dispatch_queue
File "/usr/local/envs/ssenv/lib/python3.11/asyncio/events.py", line 84 in _run
File "/usr/local/envs/ssenv/lib/python3.11/asyncio/base_events.py", line 1936 in _run_once
File "/usr/local/envs/ssenv/lib/python3.11/asyncio/base_events.py", line 608 in run_forever
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/tornado/platform/asyncio.py", line 211 in start
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/kernelapp.py", line 739 in start
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/traitlets/config/application.py", line 1082 in launch_instance
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel_launcher.py", line 18 in
File "/usr/local/envs/ssenv/lib/python3.11/runpy.py", line 88 in _run_code
File "/usr/local/envs/ssenv/lib/python3.11/runpy.py", line 198 in _run_module_as_main
Extension modules: zmq.backend.cython._zmq, tornado.speedups, msgpack._cmsgpack, psutil._psutil_linux, numpy.core._multiarray_umath, numpy.core._multiarray_tests, numpy.linalg._umath_linalg, numpy.fft._pocketfft_internal, numpy.random._common, numpy.random.bit_generator, numpy.random._bounded_integers, numpy.random._mt19937, numpy.random.mtrand, numpy.random._philox, numpy.random._pcg64, numpy.random._sfc64, numpy.random._generator, torch._C, torch._C._dynamo.autograd_compiler, torch._C._dynamo.eval_frame, torch._C._dynamo.guards, torch._C._dynamo.utils, torch._C._fft, torch._C._linalg, torch._C._nested, torch._C._nn, torch._C._sparse, torch._C._special, torch_npu._C, markupsafe._speedups, yaml._yaml, PIL._imaging, PIL._imagingft, av._core, av.logging, av.buffer, av.audio.format, av.error, av.dictionary, av.container.pyio, av.option, av.descriptor, av.format, av.index, av.utils, av.stream, av.container.streams, av.sidedata.encparams, av.sidedata.motionvectors, av.sidedata.sidedata, av.opaque, av.packet, av.container.input, av.container.output, av.container.core, av.codec.context, av.video.format, av.video.reformatter, av.plane, av.video.plane, av.video.frame, av.video.stream, av.codec.hwaccel, av.codec.codec, av.frame, av.audio.layout, av.audio.plane, av.audio.frame, av.audio.stream, av.filter.link, av.filter.context, av.filter.graph, av.filter.filter, av.filter.loudnorm, av.audio.resampler, av.audio.codeccontext, av.audio.fifo, av.bitstream, av.device, av.video.codeccontext, scipy._lib._ccallback_c, scipy.sparse._sparsetools, _csparsetools, scipy.sparse._csparsetools, scipy.sparse.linalg._isolve._iterative, scipy.linalg._fblas, scipy.linalg._flapack, scipy.linalg.cython_lapack, scipy.linalg._cythonized_array_utils, scipy.linalg._solve_toeplitz, scipy.linalg._decomp_lu_cython, scipy.linalg._matfuncs_sqrtm_triu, scipy.linalg.cython_blas, scipy.linalg._matfuncs_expm, scipy.linalg._decomp_update, scipy.linalg._flinalg, scipy.sparse.linalg._dsolve._superlu, scipy.sparse.linalg._eigen.arpack._arpack, scipy.sparse.csgraph._tools, scipy.sparse.csgraph._shortest_path, scipy.sparse.csgraph._traversal, scipy.sparse.csgraph._min_spanning_tree, scipy.sparse.csgraph._flow, scipy.sparse.csgraph._matching, scipy.sparse.csgraph._reordering, simplejson._speedups, charset_normalizer.md, charset_normalizer.cd (total: 108)
Additional information
No response
Prerequisite
Environment
如题，我在已经挂载了910B的k8s容器的Jupyterlab cell中运行了下面的代码，出现python GIL错误，但是我在终端中运行就没问题，相关环境信息如下：
python：3.11
Pytorch：2.6.0
mmcv：main分支代码2.2.0
华为ascend driver：25.2.0
华为CANN：8.2.RC1
其中mmcv已经在完整的CANN和Pytorch环境下重新编译过
[mmcv-2.2.0-npu-cp311-linux_aarch64.tar.gz
](url)
完整环境信息：
OrderedDict([('sys.platform', 'linux'), ('Python', '3.11.15 | packaged by conda-forge | (main, Mar 5 2026, 16:38:11) [GCC 14.3.0]'), ('CUDA available', False), ('MUSA available', False), ('numpy_random_seed', 2147483648), ('GCC', 'gcc (Ubuntu 11.4.0-1ubuntu1~22.04.3) 11.4.0'), ('PyTorch', '2.6.0+cpu'), ('PyTorch compiling details', 'PyTorch built with:\n - GCC 11.2\n - C++ Version: 201703\n - Intel(R) MKL-DNN v3.5.3 (Git Hash 66f0cb9eb66affd2da3bf5f8d897376f04aae6af)\n - OpenMP 201511 (a.k.a. OpenMP 4.5)\n - LAPACK is enabled (usually provided by MKL)\n - NNPACK is enabled\n - CPU capability usage: DEFAULT\n - Build settings: BLAS_INFO=open, BUILD_TYPE=Release, COMMIT_SHA=2236df1770800ffea5697b11b0bb0d910b2e59e1, CXX_COMPILER=/opt/rh/gcc-toolset-11/root/usr/bin/c++, CXX_FLAGS=-ffunction-sections -fdata-sections -D_GLIBCXX_USE_CXX11_ABI=1 -fvisibility-inlines-hidden -DUSE_PTHREADPOOL -DNDEBUG -DUSE_KINETO -DLIBKINETO_NOCUPTI -DLIBKINETO_NOROCTRACER -DLIBKINETO_NOXPUPTI=ON -DUSE_PYTORCH_QNNPACK -DAT_BUILD_ARM_VEC256_WITH_SLEEF -DUSE_XNNPACK -DSYMBOLICATE_MOBILE_DEBUG_HANDLE -O2 -fPIC -Wall -Wextra -Werror=return-type -Werror=non-virtual-dtor -Werror=range-loop-construct -Werror=bool-operation -Wnarrowing -Wno-missing-field-initializers -Wno-type-limits -Wno-array-bounds -Wno-unknown-pragmas -Wno-unused-parameter -Wno-strict-overflow -Wno-strict-aliasing -Wno-stringop-overflow -Wsuggest-override -Wno-psabi -Wno-error=old-style-cast -Wno-missing-braces -fdiagnostics-color=always -faligned-new -Wno-unused-but-set-variable -Wno-maybe-uninitialized -fno-math-errno -fno-trapping-math -Werror=format -Wno-stringop-overflow, LAPACK_INFO=open, TORCH_VERSION=2.6.0, USE_CUDA=OFF, USE_CUDNN=OFF, USE_CUSPARSELT=OFF, USE_EXCEPTION_PTR=1, USE_GFLAGS=OFF, USE_GLOG=OFF, USE_GLOO=ON, USE_MKLDNN=ON, USE_MPI=OFF, USE_NCCL=OFF, USE_NNPACK=ON, USE_OPENMP=ON, USE_ROCM=OFF, USE_ROCM_KERNEL_ASSERT=OFF, \n'), ('TorchVision', '0.21.0'), ('OpenCV', '4.10.0'), ('MMEngine', '0.10.7'), ('MMCV', '2.2.0'), ('MMCV Compiler', 'GCC 11.4'), ('MMCV CUDA Compiler', 'not available')])
完整错误如下：
Fatal Python error: PyThreadState_Get: the function must be called with the GIL held, but the GIL is released (the current Python thread state is NULL)
Python runtime state: initialized
Thread 0x0000fffe4cf9f120 (most recent call first):
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 327 in wait
File "/usr/local/envs/ssenv/lib/python3.11/multiprocessing/queues.py", line 232 in _feed
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 982 in run
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/ipkernel.py", line 766 in run_closure
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1045 in _bootstrap_inner
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1002 in _bootstrap
Thread 0x0000fffedb6f7120 (most recent call first):
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 327 in wait
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 629 in wait
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/IPython/core/history.py", line 1137 in run
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/IPython/core/history.py", line 100 in only_when_enabled
File "", line 2 in run
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1045 in _bootstrap_inner
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1002 in _bootstrap
Thread 0x0000fffea5e1f120 (most recent call first):
Thread 0x0000fffecafdf120 (most recent call first):
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 327 in wait
File "/usr/local/envs/ssenv/lib/python3.11/multiprocessing/queues.py", line 232 in _feed
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 982 in run
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/ipkernel.py", line 766 in run_closure
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1045 in _bootstrap_inner
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1002 in _bootstrap
Thread 0x0000fffecb7ef120 (most recent call first):
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 327 in wait
File "/usr/local/envs/ssenv/lib/python3.11/multiprocessing/queues.py", line 232 in _feed
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 982 in run
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/ipkernel.py", line 766 in run_closure
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1045 in _bootstrap_inner
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1002 in _bootstrap
Thread 0x0000fffecbfff120 (most recent call first):
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 327 in wait
File "/usr/local/envs/ssenv/lib/python3.11/multiprocessing/queues.py", line 232 in _feed
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 982 in run
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/ipkernel.py", line 766 in run_closure
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1045 in _bootstrap_inner
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1002 in _bootstrap
Thread 0x0000fffed8ce3120 (most recent call first):
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 327 in wait
File "/usr/local/envs/ssenv/lib/python3.11/multiprocessing/queues.py", line 232 in _feed
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 982 in run
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/ipkernel.py", line 766 in run_closure
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1045 in _bootstrap_inner
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1002 in _bootstrap
Thread 0x0000fffeca7cf120 (most recent call first):
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 327 in wait
File "/usr/local/envs/ssenv/lib/python3.11/multiprocessing/queues.py", line 232 in _feed
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 982 in run
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/ipkernel.py", line 766 in run_closure
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1045 in _bootstrap_inner
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1002 in _bootstrap
Thread 0x0000fffec9fbf120 (most recent call first):
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 327 in wait
File "/usr/local/envs/ssenv/lib/python3.11/multiprocessing/queues.py", line 232 in _feed
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 982 in run
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/ipkernel.py", line 766 in run_closure
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1045 in _bootstrap_inner
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1002 in _bootstrap
Thread 0x0000fffec97af120 (most recent call first):
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 327 in wait
File "/usr/local/envs/ssenv/lib/python3.11/multiprocessing/queues.py", line 232 in _feed
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 982 in run
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/ipkernel.py", line 766 in run_closure
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1045 in _bootstrap_inner
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1002 in _bootstrap
Thread 0x0000fffec8f9f120 (most recent call first):
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 327 in wait
File "/usr/local/envs/ssenv/lib/python3.11/multiprocessing/queues.py", line 232 in _feed
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 982 in run
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/ipkernel.py", line 766 in run_closure
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1045 in _bootstrap_inner
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1002 in _bootstrap
Thread 0x0000ffff996af120 (most recent call first):
File "/usr/local/envs/ssenv/lib/python3.11/multiprocessing/connection.py", line 395 in _recv
File "/usr/local/envs/ssenv/lib/python3.11/multiprocessing/connection.py", line 430 in _recv_bytes
File "/usr/local/envs/ssenv/lib/python3.11/multiprocessing/connection.py", line 250 in recv
File "/usr/local/envs/ssenv/lib/python3.11/multiprocessing/managers.py", line 822 in _callmethod
File "", line 2 in get
File "/usr/local/Ascend/ascend-toolkit/latest/python/site-packages/tbe/common/repository_manager/utils/multiprocess_util.py", line 91 in run
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1045 in _bootstrap_inner
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1002 in _bootstrap
Thread 0x0000ffff98d9f120 (most recent call first):
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/parentpoller.py", line 40 in run
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1045 in _bootstrap_inner
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1002 in _bootstrap
Thread 0x0000ffff99fbf120 (most recent call first):
File "/usr/local/envs/ssenv/lib/python3.11/selectors.py", line 468 in select
File "/usr/local/envs/ssenv/lib/python3.11/asyncio/base_events.py", line 1898 in _run_once
File "/usr/local/envs/ssenv/lib/python3.11/asyncio/base_events.py", line 608 in run_forever
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/tornado/platform/asyncio.py", line 211 in start
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/control.py", line 23 in run
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1045 in _bootstrap_inner
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1002 in _bootstrap
Thread 0x0000ffff9a7cf120 (most recent call first):
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/zmq/sugar/context.py", line 364 in socket
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/iostream.py", line 147 in _event_pipe
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/iostream.py", line 267 in schedule
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/iostream.py", line 590 in _schedule_flush
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/iostream.py", line 694 in write
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/IPython/core/interactiveshell.py", line 3053 in write
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/iostream.py", line 389 in _watch_pipe_fd
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 982 in run
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1045 in _bootstrap_inner
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1002 in _bootstrap
Thread 0x0000ffff9afdf120 (most recent call first):
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/iostream.py", line 391 in _watch_pipe_fd
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 982 in run
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1045 in _bootstrap_inner
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1002 in _bootstrap
Thread 0x0000ffffa8b7f120 (most recent call first):
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/zmq/sugar/init.py", line 21 in device
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/heartbeat.py", line 106 in run
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1045 in _bootstrap_inner
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1002 in _bootstrap
Thread 0x0000ffffa938f120 (most recent call first):
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/zmq/eventloop/zmqstream.py", line 580 in _handle_events
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/tornado/platform/asyncio.py", line 208 in _handle_events
File "/usr/local/envs/ssenv/lib/python3.11/asyncio/events.py", line 84 in _run
File "/usr/local/envs/ssenv/lib/python3.11/asyncio/base_events.py", line 1936 in _run_once
File "/usr/local/envs/ssenv/lib/python3.11/asyncio/base_events.py", line 608 in run_forever
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/tornado/platform/asyncio.py", line 211 in start
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/iostream.py", line 92 in _thread_main
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 982 in run
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1045 in _bootstrap_inner
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1002 in _bootstrap
Current thread 0x0000ffffae596020 (most recent call first):
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/mmcv/ops/focal_loss.py", line 46 in forward
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/torch/autograd/function.py", line 575 in apply
File "/tmp/ipykernel_5984/971501847.py", line 12 in
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/IPython/core/interactiveshell.py", line 3701 in run_code
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/IPython/core/interactiveshell.py", line 3641 in run_ast_nodes
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/IPython/core/interactiveshell.py", line 3400 in run_cell_async
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/IPython/core/async_helpers.py", line 128 in _pseudo_sync_runner
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/IPython/core/interactiveshell.py", line 3178 in _run_cell
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/IPython/core/interactiveshell.py", line 3123 in run_cell
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/zmqshell.py", line 549 in run_cell
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/ipkernel.py", line 449 in do_execute
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/kernelbase.py", line 778 in execute_request
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/ipkernel.py", line 362 in execute_request
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/kernelbase.py", line 437 in dispatch_shell
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/kernelbase.py", line 534 in process_one
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/kernelbase.py", line 545 in dispatch_queue
File "/usr/local/envs/ssenv/lib/python3.11/asyncio/events.py", line 84 in _run
File "/usr/local/envs/ssenv/lib/python3.11/asyncio/base_events.py", line 1936 in _run_once
File "/usr/local/envs/ssenv/lib/python3.11/asyncio/base_events.py", line 608 in run_forever
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/tornado/platform/asyncio.py", line 211 in start
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/kernelapp.py", line 739 in start
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/traitlets/config/application.py", line 1082 in launch_instance
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel_launcher.py", line 18 in
File "/usr/local/envs/ssenv/lib/python3.11/runpy.py", line 88 in _run_code
File "/usr/local/envs/ssenv/lib/python3.11/runpy.py", line 198 in _run_module_as_main
Extension modules: zmq.backend.cython._zmq, tornado.speedups, msgpack._cmsgpack, psutil._psutil_linux, numpy.core._multiarray_umath, numpy.core._multiarray_tests, numpy.linalg._umath_linalg, numpy.fft._pocketfft_internal, numpy.random._common, numpy.random.bit_generator, numpy.random._bounded_integers, numpy.random._mt19937, numpy.random.mtrand, numpy.random._philox, numpy.random._pcg64, numpy.random._sfc64, numpy.random._generator, torch._C, torch._C._dynamo.autograd_compiler, torch._C._dynamo.eval_frame, torch._C._dynamo.guards, torch._C._dynamo.utils, torch._C._fft, torch._C._linalg, torch._C._nested, torch._C._nn, torch._C._sparse, torch._C._special, torch_npu._C, markupsafe._speedups, yaml._yaml, PIL._imaging, PIL._imagingft, av._core, av.logging, av.buffer, av.audio.format, av.error, av.dictionary, av.container.pyio, av.option, av.descriptor, av.format, av.index, av.utils, av.stream, av.container.streams, av.sidedata.encparams, av.sidedata.motionvectors, av.sidedata.sidedata, av.opaque, av.packet, av.container.input, av.container.output, av.container.core, av.codec.context, av.video.format, av.video.reformatter, av.plane, av.video.plane, av.video.frame, av.video.stream, av.codec.hwaccel, av.codec.codec, av.frame, av.audio.layout, av.audio.plane, av.audio.frame, av.audio.stream, av.filter.link, av.filter.context, av.filter.graph, av.filter.filter, av.filter.loudnorm, av.audio.resampler, av.audio.codeccontext, av.audio.fifo, av.bitstream, av.device, av.video.codeccontext, scipy._lib._ccallback_c, scipy.sparse._sparsetools, _csparsetools, scipy.sparse._csparsetools, scipy.sparse.linalg._isolve._iterative, scipy.linalg._fblas, scipy.linalg._flapack, scipy.linalg.cython_lapack, scipy.linalg._cythonized_array_utils, scipy.linalg._solve_toeplitz, scipy.linalg._decomp_lu_cython, scipy.linalg._matfuncs_sqrtm_triu, scipy.linalg.cython_blas, scipy.linalg._matfuncs_expm, scipy.linalg._decomp_update, scipy.linalg._flinalg, scipy.sparse.linalg._dsolve._superlu, scipy.sparse.linalg._eigen.arpack._arpack, scipy.sparse.csgraph._tools, scipy.sparse.csgraph._shortest_path, scipy.sparse.csgraph._traversal, scipy.sparse.csgraph._min_spanning_tree, scipy.sparse.csgraph._flow, scipy.sparse.csgraph._matching, scipy.sparse.csgraph._reordering, simplejson._speedups, charset_normalizer.md, charset_normalizer.cd (total: 108)
Reproduces the problem - code sample
Reproduces the problem - command or script
Jupyterlab 的cell中运行上述代码即可
Reproduces the problem - error message
Fatal Python error: PyThreadState_Get: the function must be called with the GIL held, but the GIL is released (the current Python thread state is NULL)
Python runtime state: initialized
Thread 0x0000fffe4cf9f120 (most recent call first):
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 327 in wait
File "/usr/local/envs/ssenv/lib/python3.11/multiprocessing/queues.py", line 232 in _feed
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 982 in run
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/ipkernel.py", line 766 in run_closure
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1045 in _bootstrap_inner
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1002 in _bootstrap
Thread 0x0000fffedb6f7120 (most recent call first):
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 327 in wait
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 629 in wait
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/IPython/core/history.py", line 1137 in run
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/IPython/core/history.py", line 100 in only_when_enabled
File "", line 2 in run
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1045 in _bootstrap_inner
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1002 in _bootstrap
Thread 0x0000fffea5e1f120 (most recent call first):
Thread 0x0000fffecafdf120 (most recent call first):
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 327 in wait
File "/usr/local/envs/ssenv/lib/python3.11/multiprocessing/queues.py", line 232 in _feed
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 982 in run
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/ipkernel.py", line 766 in run_closure
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1045 in _bootstrap_inner
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1002 in _bootstrap
Thread 0x0000fffecb7ef120 (most recent call first):
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 327 in wait
File "/usr/local/envs/ssenv/lib/python3.11/multiprocessing/queues.py", line 232 in _feed
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 982 in run
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/ipkernel.py", line 766 in run_closure
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1045 in _bootstrap_inner
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1002 in _bootstrap
Thread 0x0000fffecbfff120 (most recent call first):
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 327 in wait
File "/usr/local/envs/ssenv/lib/python3.11/multiprocessing/queues.py", line 232 in _feed
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 982 in run
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/ipkernel.py", line 766 in run_closure
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1045 in _bootstrap_inner
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1002 in _bootstrap
Thread 0x0000fffed8ce3120 (most recent call first):
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 327 in wait
File "/usr/local/envs/ssenv/lib/python3.11/multiprocessing/queues.py", line 232 in _feed
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 982 in run
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/ipkernel.py", line 766 in run_closure
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1045 in _bootstrap_inner
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1002 in _bootstrap
Thread 0x0000fffeca7cf120 (most recent call first):
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 327 in wait
File "/usr/local/envs/ssenv/lib/python3.11/multiprocessing/queues.py", line 232 in _feed
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 982 in run
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/ipkernel.py", line 766 in run_closure
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1045 in _bootstrap_inner
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1002 in _bootstrap
Thread 0x0000fffec9fbf120 (most recent call first):
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 327 in wait
File "/usr/local/envs/ssenv/lib/python3.11/multiprocessing/queues.py", line 232 in _feed
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 982 in run
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/ipkernel.py", line 766 in run_closure
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1045 in _bootstrap_inner
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1002 in _bootstrap
Thread 0x0000fffec97af120 (most recent call first):
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 327 in wait
File "/usr/local/envs/ssenv/lib/python3.11/multiprocessing/queues.py", line 232 in _feed
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 982 in run
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/ipkernel.py", line 766 in run_closure
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1045 in _bootstrap_inner
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1002 in _bootstrap
Thread 0x0000fffec8f9f120 (most recent call first):
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 327 in wait
File "/usr/local/envs/ssenv/lib/python3.11/multiprocessing/queues.py", line 232 in _feed
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 982 in run
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/ipkernel.py", line 766 in run_closure
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1045 in _bootstrap_inner
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1002 in _bootstrap
Thread 0x0000ffff996af120 (most recent call first):
File "/usr/local/envs/ssenv/lib/python3.11/multiprocessing/connection.py", line 395 in _recv
File "/usr/local/envs/ssenv/lib/python3.11/multiprocessing/connection.py", line 430 in _recv_bytes
File "/usr/local/envs/ssenv/lib/python3.11/multiprocessing/connection.py", line 250 in recv
File "/usr/local/envs/ssenv/lib/python3.11/multiprocessing/managers.py", line 822 in _callmethod
File "", line 2 in get
File "/usr/local/Ascend/ascend-toolkit/latest/python/site-packages/tbe/common/repository_manager/utils/multiprocess_util.py", line 91 in run
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1045 in _bootstrap_inner
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1002 in _bootstrap
Thread 0x0000ffff98d9f120 (most recent call first):
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/parentpoller.py", line 40 in run
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1045 in _bootstrap_inner
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1002 in _bootstrap
Thread 0x0000ffff99fbf120 (most recent call first):
File "/usr/local/envs/ssenv/lib/python3.11/selectors.py", line 468 in select
File "/usr/local/envs/ssenv/lib/python3.11/asyncio/base_events.py", line 1898 in _run_once
File "/usr/local/envs/ssenv/lib/python3.11/asyncio/base_events.py", line 608 in run_forever
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/tornado/platform/asyncio.py", line 211 in start
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/control.py", line 23 in run
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1045 in _bootstrap_inner
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1002 in _bootstrap
Thread 0x0000ffff9a7cf120 (most recent call first):
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/zmq/sugar/context.py", line 364 in socket
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/iostream.py", line 147 in _event_pipe
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/iostream.py", line 267 in schedule
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/iostream.py", line 590 in _schedule_flush
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/iostream.py", line 694 in write
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/IPython/core/interactiveshell.py", line 3053 in write
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/iostream.py", line 389 in _watch_pipe_fd
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 982 in run
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1045 in _bootstrap_inner
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1002 in _bootstrap
Thread 0x0000ffff9afdf120 (most recent call first):
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/iostream.py", line 391 in _watch_pipe_fd
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 982 in run
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1045 in _bootstrap_inner
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1002 in _bootstrap
Thread 0x0000ffffa8b7f120 (most recent call first):
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/zmq/sugar/init.py", line 21 in device
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/heartbeat.py", line 106 in run
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1045 in _bootstrap_inner
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1002 in _bootstrap
Thread 0x0000ffffa938f120 (most recent call first):
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/zmq/eventloop/zmqstream.py", line 580 in _handle_events
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/tornado/platform/asyncio.py", line 208 in _handle_events
File "/usr/local/envs/ssenv/lib/python3.11/asyncio/events.py", line 84 in _run
File "/usr/local/envs/ssenv/lib/python3.11/asyncio/base_events.py", line 1936 in _run_once
File "/usr/local/envs/ssenv/lib/python3.11/asyncio/base_events.py", line 608 in run_forever
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/tornado/platform/asyncio.py", line 211 in start
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/iostream.py", line 92 in _thread_main
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 982 in run
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1045 in _bootstrap_inner
File "/usr/local/envs/ssenv/lib/python3.11/threading.py", line 1002 in _bootstrap
Current thread 0x0000ffffae596020 (most recent call first):
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/mmcv/ops/focal_loss.py", line 46 in forward
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/torch/autograd/function.py", line 575 in apply
File "/tmp/ipykernel_5984/971501847.py", line 12 in
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/IPython/core/interactiveshell.py", line 3701 in run_code
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/IPython/core/interactiveshell.py", line 3641 in run_ast_nodes
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/IPython/core/interactiveshell.py", line 3400 in run_cell_async
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/IPython/core/async_helpers.py", line 128 in _pseudo_sync_runner
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/IPython/core/interactiveshell.py", line 3178 in _run_cell
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/IPython/core/interactiveshell.py", line 3123 in run_cell
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/zmqshell.py", line 549 in run_cell
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/ipkernel.py", line 449 in do_execute
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/kernelbase.py", line 778 in execute_request
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/ipkernel.py", line 362 in execute_request
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/kernelbase.py", line 437 in dispatch_shell
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/kernelbase.py", line 534 in process_one
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/kernelbase.py", line 545 in dispatch_queue
File "/usr/local/envs/ssenv/lib/python3.11/asyncio/events.py", line 84 in _run
File "/usr/local/envs/ssenv/lib/python3.11/asyncio/base_events.py", line 1936 in _run_once
File "/usr/local/envs/ssenv/lib/python3.11/asyncio/base_events.py", line 608 in run_forever
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/tornado/platform/asyncio.py", line 211 in start
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel/kernelapp.py", line 739 in start
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/traitlets/config/application.py", line 1082 in launch_instance
File "/usr/local/envs/ssenv/lib/python3.11/site-packages/ipykernel_launcher.py", line 18 in
File "/usr/local/envs/ssenv/lib/python3.11/runpy.py", line 88 in _run_code
File "/usr/local/envs/ssenv/lib/python3.11/runpy.py", line 198 in _run_module_as_main
Extension modules: zmq.backend.cython._zmq, tornado.speedups, msgpack._cmsgpack, psutil._psutil_linux, numpy.core._multiarray_umath, numpy.core._multiarray_tests, numpy.linalg._umath_linalg, numpy.fft._pocketfft_internal, numpy.random._common, numpy.random.bit_generator, numpy.random._bounded_integers, numpy.random._mt19937, numpy.random.mtrand, numpy.random._philox, numpy.random._pcg64, numpy.random._sfc64, numpy.random._generator, torch._C, torch._C._dynamo.autograd_compiler, torch._C._dynamo.eval_frame, torch._C._dynamo.guards, torch._C._dynamo.utils, torch._C._fft, torch._C._linalg, torch._C._nested, torch._C._nn, torch._C._sparse, torch._C._special, torch_npu._C, markupsafe._speedups, yaml._yaml, PIL._imaging, PIL._imagingft, av._core, av.logging, av.buffer, av.audio.format, av.error, av.dictionary, av.container.pyio, av.option, av.descriptor, av.format, av.index, av.utils, av.stream, av.container.streams, av.sidedata.encparams, av.sidedata.motionvectors, av.sidedata.sidedata, av.opaque, av.packet, av.container.input, av.container.output, av.container.core, av.codec.context, av.video.format, av.video.reformatter, av.plane, av.video.plane, av.video.frame, av.video.stream, av.codec.hwaccel, av.codec.codec, av.frame, av.audio.layout, av.audio.plane, av.audio.frame, av.audio.stream, av.filter.link, av.filter.context, av.filter.graph, av.filter.filter, av.filter.loudnorm, av.audio.resampler, av.audio.codeccontext, av.audio.fifo, av.bitstream, av.device, av.video.codeccontext, scipy._lib._ccallback_c, scipy.sparse._sparsetools, _csparsetools, scipy.sparse._csparsetools, scipy.sparse.linalg._isolve._iterative, scipy.linalg._fblas, scipy.linalg._flapack, scipy.linalg.cython_lapack, scipy.linalg._cythonized_array_utils, scipy.linalg._solve_toeplitz, scipy.linalg._decomp_lu_cython, scipy.linalg._matfuncs_sqrtm_triu, scipy.linalg.cython_blas, scipy.linalg._matfuncs_expm, scipy.linalg._decomp_update, scipy.linalg._flinalg, scipy.sparse.linalg._dsolve._superlu, scipy.sparse.linalg._eigen.arpack._arpack, scipy.sparse.csgraph._tools, scipy.sparse.csgraph._shortest_path, scipy.sparse.csgraph._traversal, scipy.sparse.csgraph._min_spanning_tree, scipy.sparse.csgraph._flow, scipy.sparse.csgraph._matching, scipy.sparse.csgraph._reordering, simplejson._speedups, charset_normalizer.md, charset_normalizer.cd (total: 108)
Additional information
No response