Skip to content

errors on large batchSolve #578

Open
@dehann

Description

@dehann
Base.InvalidCharError{Char}('\xee')
Stacktrace:
 [1] invalid_char(::Char) at ./char.jl:85
 [2] Type at ./char.jl:130 [inlined]
 [3] convert at ./char.jl:180 [inlined]
 [4] cconvert at ./essentials.jl:391 [inlined]
 [5] is_id_char(::Char) at ./show.jl:792
 [6] _all(::typeof(Base.is_id_char), ::Base.Iterators.Rest{String,Int64}, ::Colon) at ./reduce.jl:737
 [7] all at ./reduce.jl:732 [inlined]
 [8] isidentifier(::String) at ./show.jl:797
 [9] show_unquoted_quote_expr(::IOContext{Base.GenericIOBuffer{Array{UInt8,1}}}, ::Any, ::Int64, ::Int64) at ./show.jl:1047
 [10] show(::IOContext{Base.GenericIOBuffer{Array{UInt8,1}}}, ::Symbol) at ./show.jl:733
 [11] _show_default(::IOContext{Base.GenericIOBuffer{Array{UInt8,1}}}, ::Any) at ./show.jl:347
 [12] show_default at ./show.jl:330 [inlined]
 [13] show(::IOContext{Base.GenericIOBuffer{Array{UInt8,1}}}, ::Any) at ./show.jl:327
 [14] _show_default(::IOContext{Base.GenericIOBuffer{Array{UInt8,1}}}, ::Any) at ./show.jl:347
 [15] show_default at ./show.jl:330 [inlined]
 [16] show(::IOContext{Base.GenericIOBuffer{Array{UInt8,1}}}, ::Any) at ./show.jl:327
 [17] _show_default(::Base.GenericIOBuffer{Array{UInt8,1}}, ::Any) at ./show.jl:347
 [18] show_default at ./show.jl:330 [inlined]
 [19] show at ./show.jl:327 [inlined]
 [20] print(::Base.GenericIOBuffer{Array{UInt8,1}}, ::RemoteException) at ./strings/io.jl:37
 [21] print_to_string(::RemoteException) at ./strings/io.jl:129
 [22] string at ./strings/io.jl:168 [inlined]
 [23] #handle_message#2(::Nothing, ::Base.Iterators.Pairs{Union{},Union{},Tuple{},NamedTuple{(),Tuple{}}}, ::typeof(Base.CoreLogging.handle_message), ::Base.CoreLogging.SimpleLogger, ::Base.CoreLogging.LogLevel, ::RemoteException, ::Module, ::String, ::Symbol, ::String, ::Int64) at ./logging.jl:534
 [24] handle_message at ./logging.jl:526 [inlined]
 [25] macro expansion at ./logging.jl:320 [inlined]
 [26] (::getfield(IncrementalInference, Symbol("##333#339")){Base.CoreLogging.SimpleLogger,RemoteException})() at /home/tonio/.julia/dev/IncrementalInference/src/SolveTree01.jl:1076
 [27] with_logstate(::getfield(IncrementalInference, Symbol("##333#339")){Base.CoreLogging.SimpleLogger,RemoteException}, ::Base.CoreLogging.LogState) at ./logging.jl:395
 [28] with_logger(::Function, ::Base.CoreLogging.SimpleLogger) at ./logging.jl:491
 [29] #approxCliqMarginalUp!#330(::Int64, ::Bool, ::Int64, ::Bool, ::Bool, ::Base.CoreLogging.SimpleLogger, ::typeof(approxCliqMarginalUp!), ::LightDFG{SolverParams,DistributedFactorGraphs.DFGVariable,DistributedFactorGraphs.DFGFactor}, ::BayesTree, ::Symbol, ::Bool) at /home/tonio/.julia/dev/IncrementalInference/src/SolveTree01.jl:1075
 [30] #approxCliqMarginalUp! at ./none:0 [inlined]
 [31] #doCliqUpSolve!#187 at /home/tonio/.julia/dev/IncrementalInference/src/TreeBasedInitialization.jl:487 [inlined]
 [32] #doCliqUpSolve! at ./none:0 [inlined]
 [33] #doCliqAutoInitUpPart2!#195(::Bool, ::Bool, ::Base.CoreLogging.SimpleLogger, ::typeof(doCliqAutoInitUpPart2!), ::LightDFG{SolverParams,DistributedFactorGraphs.DFGVariable,DistributedFactorGraphs.DFGFactor}, ::BayesTree, ::IncrementalInference.TreeClique) at /home/tonio/.julia/dev/IncrementalInference/src/TreeBasedInitialization.jl:606
 [34] #doCliqAutoInitUpPart2! at ./none:0 [inlined]
 [35] attemptCliqInitUp_StateMachine(::CliqStateMachineContainer{BayesTreeNodeData,LightDFG{SolverParams,DistributedFactorGraphs.DFGVariable,DistributedFactorGraphs.DFGFactor},LightDFG{SolverParams,DistributedFactorGraphs.DFGVariable,DistributedFactorGraphs.DFGFactor},BayesTree}) at /home/tonio/.julia/dev/IncrementalInference/src/CliqStateMachine.jl:297
 [36] #call#3(::Function, ::Bool, ::Int64, ::Bool, ::StateMachine{CliqStateMachineContainer}, ::CliqStateMachineContainer{BayesTreeNodeData,LightDFG{SolverParams,DistributedFactorGraphs.DFGVariable,DistributedFactorGraphs.DFGFactor},LightDFG{SolverParams,DistributedFactorGraphs.DFGVariable,DistributedFactorGraphs.DFGFactor},BayesTree}) at /home/tonio/.julia/packages/FunctionalStateMachine/jlnqL/src/StateMachine.jl:52
 [37] StateMachine at /home/tonio/.julia/packages/FunctionalStateMachine/jlnqL/src/StateMachine.jl:0 [inlined]
 [38] #cliqInitSolveUpByStateMachine!#362(::Int64, ::BayesTreeNodeData, ::Bool, ::Bool, ::Bool, ::Int64, ::Bool, ::Bool, ::Bool, ::Bool, ::Base.CoreLogging.SimpleLogger, ::typeof(cliqInitSolveUpByStateMachine!), ::LightDFG{SolverParams,DistributedFactorGraphs.DFGVariable,DistributedFactorGraphs.DFGFactor}, ::BayesTree, ::IncrementalInference.TreeClique) at /home/tonio/.julia/dev/IncrementalInference/src/CliqStateMachine.jl:846
 [39] (::getfield(IncrementalInference, Symbol("#kw##cliqInitSolveUpByStateMachine!")))(::NamedTuple{(:N, :drawtree, :oldcliqdata, :limititers, :downsolve, :recordhistory, :incremental, :delay, :logger),Tuple{Int64,Bool,BayesTreeNodeData,Int64,Bool,Bool,Bool,Bool,Base.CoreLogging.SimpleLogger}}, ::typeof(cliqInitSolveUpByStateMachine!), ::LightDFG{SolverParams,DistributedFactorGraphs.DFGVariable,DistributedFactorGraphs.DFGFactor}, ::BayesTree, ::IncrementalInference.TreeClique) at ./none:0
 [40] #tryCliqStateMachineSolve!#346(::Int64, ::BayesTree, ::Bool, ::Int64, ::Bool, ::Bool, ::Array{Symbol,1}, ::Array{Symbol,1}, ::typeof(IncrementalInference.tryCliqStateMachineSolve!), ::LightDFG{SolverParams,DistributedFactorGraphs.DFGVariable,DistributedFactorGraphs.DFGFactor}, ::BayesTree, ::Int64) at /home/tonio/.julia/dev/IncrementalInference/src/SolveTree01.jl:1370
 [41] #tryCliqStateMachineSolve! at ./none:0 [inlined]
 [42] (::getfield(IncrementalInference, Symbol("##351#352")){BayesTree,Bool,Int64,Int64,Bool,Bool,Array{Symbol,1},Array{Symbol,1},LightDFG{SolverParams,DistributedFactorGraphs.DFGVariable,DistributedFactorGraphs.DFGFactor},BayesTree,Int64})() at ./task.jl:268

AND

rom worker 11:   [ Info: [2x0p,d3,N100],                                                                                                               
      From worker 11:   [ Info: fmcmc! -- solverData(vert=x36).inferdim=18.0                                                                                  
      From worker 11:   [ Info: #1       --                                                                                                                   
      From worker 11:   ┌ Warning: Unknown density product on variable=x631, lennonp=0, lenpart=0                                                             
      From worker 11:   └ @ IncrementalInference ~/.julia/dev/IncrementalInference/src/SolveTree01.jl:250                                                     
      From worker 11:   [ Info: #3       --                                                                                                                   
┌ Error: Fatal error on process 11                                                                                                                            
│   exception =                                                                                                                                               
│    cannot serialize a running Task                                                                                                                          
│    Stacktrace:                                                                                                                                              
│     [1] error(::String) at ./error.jl:33                                                                                                                    
│     [2] serialize(::Distributed.ClusterSerializer{Sockets.TCPSocket}, ::Task) at /buildworker/worker/package_linux64/build/usr/share/julia/stdlib/v1.2/Seria
lization/src/Serialization.jl:425                                                                                                                             
│     [3] serialize_any(::Distributed.ClusterSerializer{Sockets.TCPSocket}, ::Any) at /buildworker/worker/package_linux64/build/usr/share/julia/stdlib/v1.2/Se
rialization/src/Serialization.jl:629                                                                                                                          
│     [4] serialize(::Distributed.ClusterSerializer{Sockets.TCPSocket}, ::Any) at /buildworker/worker/package_linux64/build/usr/share/julia/stdlib/v1.2/Serial
ization/src/Serialization.jl:608                                                                                                                              
│     [5] serialize_any(::Distributed.ClusterSerializer{Sockets.TCPSocket}, ::Any) at /buildworker/worker/package_linux64/build/usr/share/julia/stdlib/v1.2/Se
rialization/src/Serialization.jl:629                                                                                                                          
│     [6] serialize(::Distributed.ClusterSerializer{Sockets.TCPSocket}, ::Any) at /buildworker/worker/package_linux64/build/usr/share/julia/stdlib/v1.2/Serial
ization/src/Serialization.jl:608                                                                                                                              
│     [7] serialize_any(::Distributed.ClusterSerializer{Sockets.TCPSocket}, ::Any) at /buildworker/worker/package_linux64/build/usr/share/julia/stdlib/v1.2/Se
rialization/src/Serialization.jl:629                                                                                                                          
│     [8] serialize at /buildworker/worker/package_linux64/build/usr/share/julia/stdlib/v1.2/Serialization/src/Serialization.jl:608 [inlined]                 
│     [9] serialize(::Distributed.ClusterSerializer{Sockets.TCPSocket}, ::Tuple{Distributed.ClusterSerializer{Sockets.TCPSocket},Dict{Symbol,DistributedFactor
Graphs.VariableNodeData}}) at /buildworker/worker/package_linux64/build/usr/share/julia/stdlib/v1.2/Serialization/src/Serialization.jl:196                    
│     [10] serialize_any(::Distributed.ClusterSerializer{Sockets.TCPSocket}, ::Any) at /buildworker/worker/package_linux64/build/usr/share/julia/stdlib/v1.2/S
erialization/src/Serialization.jl:629                                                                                                                         
│     [11] serialize(::Distributed.ClusterSerializer{Sockets.TCPSocket}, ::Any) at /buildworker/worker/package_linux64/build/usr/share/julia/stdlib/v1.2/Seria
lization/src/Serialization.jl:608                                                                                                                             
│     [12] serialize(::Distributed.ClusterSerializer{Sockets.TCPSocket}, ::CapturedException) at /buildworker/worker/package_linux64/build/usr/share/julia/std
lib/v1.2/Distributed/src/clusterserialize.jl:183                                                                                                              
│     [13] serialize_any(::Distributed.ClusterSerializer{Sockets.TCPSocket}, ::Any) at /buildworker/worker/package_linux64/build/usr/share/julia/stdlib/v1.2/S
erialization/src/Serialization.jl:629                                                                                                                         
│     [14] serialize(::Distributed.ClusterSerializer{Sockets.TCPSocket}, ::Any) at /buildworker/worker/package_linux64/build/usr/share/julia/stdlib/v1.2/Seria
lization/src/Serialization.jl:608                                                                                                                             
│     [15] serialize_msg(::Distributed.ClusterSerializer{Sockets.TCPSocket}, ::Distributed.ResultMsg) at /buildworker/worker/package_linux64/build/usr/share/j
ulia/stdlib/v1.2/Distributed/src/messages.jl:90                                                                                                               
│     [16] #invokelatest#1 at ./essentials.jl:790 [inlined]                                                                                                   
│     [17] invokelatest at ./essentials.jl:789 [inlined]                                                                                                      
│     [18] send_msg_(::Distributed.Worker, ::Distributed.MsgHeader, ::Distributed.ResultMsg, ::Bool) at /buildworker/worker/package_linux64/build/usr/share/ju
lia/stdlib/v1.2/Distributed/src/messages.jl:185                                                                                                               
│     [19] send_msg_now at /buildworker/worker/package_linux64/build/usr/share/julia/stdlib/v1.2/Distributed/src/messages.jl:130 [inlined]                    
│     [20] send_msg_now(::Sockets.TCPSocket, ::Distributed.MsgHeader, ::Distributed.ResultMsg) at /buildworker/worker/package_linux64/build/usr/share/julia/st
dlib/v1.2/Distributed/src/messages.jl:125                                                                                                                     
│     [21] deliver_result(::Sockets.TCPSocket, ::Symbol, ::Distributed.RRID, ::RemoteException) at /buildworker/worker/package_linux64/build/usr/share/julia/s
tdlib/v1.2/Distributed/src/process_messages.jl:111                                                                                                            
│     [22] message_handler_loop(::Sockets.TCPSocket, ::Sockets.TCPSocket, ::Bool) at /buildworker/worker/package_linux64/build/usr/share/julia/stdlib/v1.2/Dis
tributed/src/process_messages.jl:210                                                                                                                          
│     [23] process_tcp_streams(::Sockets.TCPSocket, ::Sockets.TCPSocket, ::Bool) at /buildworker/worker/package_linux64/build/usr/share/julia/stdlib/v1.2/Dist
ributed/src/process_messages.jl:140                                                                                                                           
│     [24] (::getfield(Distributed, Symbol("##105#106")){Sockets.TCPSocket,Sockets.TCPSocket,Bool})() at ./task.jl:268                                        
└ @ Distributed /buildworker/worker/package_linux64/build/usr/share/julia/stdlib/v1.2/Distributed/src/process_messages.jl:115                                 
      From worker 11:   [ Info: fmcmc! -- solverData(vert=x40).inferdim=27.0                                                                                  
      From worker 11:   [ Info: fmcmc! -- solverData(vert=x703).inferdim=9.0                                                                                  
      From worker 11:   [ Info: fmcmc! -- solverData(vert=x640).inferdim=9.0                                                                                  
      From worker 11:   [ Info: [2x0p,d3,N100],                                                                                                               
      From worker 11:   [ Info: ---------- successive fnc approx ------------x38,: x36,x40,                                                                   
      From worker 11:   [ Info: fmcmc! -- solverData(vert=x744).inferdim=9.0                                                                                  
      From worker 11:   [ Info: fmcmc! -- solverData(vert=x631).inferdim=27.0                                                                                 
Worker 11 terminated.                                                                                                                                         

Metadata

Metadata

Assignees

No one assigned

    Type

    No type

    Projects

    No projects

    Relationships

    None yet

    Development

    No branches or pull requests

    Issue actions