Enzyme not compatible with Ark

[ameligrana]

I was trying to compute the gradient for a simple program in Ark but I got warnings and errors which I think hint on a deeper problem in the automatic differentiation of this code with Enzyme. Notice that the code works with Mooncake instead

julia> using Ark, Enzyme, DifferentiationInterface

julia> struct Position
           x::Float64
           y::Float64
       end

julia> struct Velocity
           dx::Float64
           dy::Float64
       end

julia> function run_world(args)
           alpha, beta = args
           world = World(Position, Velocity)

           entities = Entity[]
           sizehint!(entities, 100)
           for i in 1:100
               entity = new_entity!(world, (Position(i, i * 2),))
               push!(entities, entity)
           end

           for e in entities
               add_components!(world, e, (Velocity(1, 1),))
           end

           for i in 1:10
               for (entities, positions, velocities) in Query(world, (Position, Velocity))
                   @inbounds for i in eachindex(entities)
                       pos = positions[i]
                       vel = velocities[i]
                       positions[i] = Position(alpha * (pos.x + vel.dx), beta * (pos.y + vel.dy))
                   end
               end
           end

           all_positions = Position[]
           for (entities, positions) in Query(world, (Position,))
               append!(all_positions, positions)
           end

           return sum(pos.x + pos.y for pos in all_positions)
       end
run_world (generic function with 1 method)

julia> backend = AutoEnzyme()
AutoEnzyme()

julia> g = DifferentiationInterface.gradient(run_world, backend, (0.1, 0.5))
┌ Warning: TODO reverse jl_array_del_end zero-set used memset rather than runtime type of (false, nothing) in   %arrayref = load {} addrspace(10)*, {} addrspace(10)* addrspace(13)* %13, align 8, !dbg !141, !tbaa !152, !alias.scope !104, !noalias !107, !enzyme_type !154 
│ Caused by:
│ Stacktrace:
│  [1] _deleteend!
│    @ ./array.jl:1081
│  [2] pop!
│    @ ./array.jl:1401
│  [3] _swap_remove!
│    @ ~/.julia/dev/Ark/src/util.jl:8
│  [4] _move_component_data!
│    @ ~/.julia/dev/Ark/src/storage.jl:67
│  [5] macro expansion
│    @ ~/.julia/dev/Ark/src/util.jl:92
│  [6] macro expansion
│    @ ~/.julia/dev/Ark/src/world.jl:1946
│  [7] _move_component_data!
│    @ ~/.julia/dev/Ark/src/world.jl:1946
└ @ Enzyme.Compiler ~/.julia/packages/Enzyme/i91IH/src/rules/llvmrules.jl:1708
┌ Warning: TODO reverse jl_array_del_end zero-set used memset rather than runtime type of (false, nothing) in   %arrayref37 = load {} addrspace(10)*, {} addrspace(10)* addrspace(13)* %24, align 8, !dbg !141, !tbaa !152, !alias.scope !104, !noalias !107, !enzyme_type !154 
│ Caused by:
│ Stacktrace:
│  [1] _deleteend!
│    @ ./array.jl:1081
│  [2] pop!
│    @ ./array.jl:1401
│  [3] _swap_remove!
│    @ ~/.julia/dev/Ark/src/util.jl:8
│  [4] _move_component_data!
│    @ ~/.julia/dev/Ark/src/storage.jl:67
│  [5] macro expansion
│    @ ~/.julia/dev/Ark/src/util.jl:92
│  [6] macro expansion
│    @ ~/.julia/dev/Ark/src/world.jl:1946
│  [7] _move_component_data!
│    @ ~/.julia/dev/Ark/src/world.jl:1946
└ @ Enzyme.Compiler ~/.julia/packages/Enzyme/i91IH/src/rules/llvmrules.jl:1708
ERROR: EnzymeRuntimeActivityError: Detected potential need for runtime activity.

Constant memory is stored (or returned) to a differentiable variable and correctness cannot be guaranteed with static activity analysis.
This might be due to the use of a constant variable as temporary storage for active memory (https://enzyme.mit.edu/julia/stable/faq/#Runtime-Activity).
If Enzyme should be able to prove this use non-differentable, open an issue!

To work around this issue, either:
   a) rewrite this variable to not be conditionally active (fastest performance, slower to setup), or
   b) set the Enzyme mode to turn on runtime activity (e.g. autodiff(set_runtime_activity(Reverse), ...) ). This will maintain correctness, but may slightly reduce performance.

Failure within method:

Ark._Archetype(::UInt32, ::Ark._GraphNode{1}, ::UInt32)
     @ Ark ~/.julia/dev/Ark/src/archetype.jl:40

Hint: catch this exception as `err` and call `code_typed(err)` to inspect the surrounding code.

Mismatched activity for:   store {} addrspace(10)* %13, {} addrspace(10)* addrspace(11)* %26, align 8, !dbg !164, !tbaa !166, !alias.scope !148, !noalias !149 const val:   %13 = call fastcc noalias nonnull align 8 dereferenceable(64) {} addrspace(10)* @julia_Dict_2778() #114, !dbg !162
Type tree: {[-1]:Pointer, [-1,0]:Pointer, [-1,0,0]:Pointer, [-1,0,8]:Integer, [-1,0,9]:Integer, [-1,0,10]:Integer, [-1,0,11]:Integer, [-1,0,12]:Integer, [-1,0,13]:Integer, [-1,0,14]:Integer, [-1,0,15]:Integer, [-1,0,16]:Integer, [-1,0,17]:Integer, [-1,0,18]:Integer, [-1,0,19]:Integer, [-1,0,20]:Integer, [-1,0,21]:Integer, [-1,0,22]:Integer, [-1,0,23]:Integer, [-1,0,24]:Integer, [-1,0,25]:Integer, [-1,0,26]:Integer, [-1,0,27]:Integer, [-1,0,28]:Integer, [-1,0,29]:Integer, [-1,0,30]:Integer, [-1,0,31]:Integer, [-1,0,32]:Integer, [-1,0,33]:Integer, [-1,0,34]:Integer, [-1,0,35]:Integer, [-1,0,36]:Integer, [-1,0,37]:Integer, [-1,0,38]:Integer, [-1,0,39]:Integer, [-1,8]:Pointer, [-1,8,0]:Pointer, [-1,8,0,-1]:Integer, [-1,8,8]:Integer, [-1,8,9]:Integer, [-1,8,10]:Integer, [-1,8,11]:Integer, [-1,8,12]:Integer, [-1,8,13]:Integer, [-1,8,14]:Integer, [-1,8,15]:Integer, [-1,8,16]:Integer, [-1,8,17]:Integer, [-1,8,18]:Integer, [-1,8,19]:Integer, [-1,8,20]:Integer, [-1,8,21]:Integer, [-1,8,22]:Integer, [-1,8,23]:Integer, [-1,8,24]:Integer, [-1,8,25]:Integer, [-1,8,26]:Integer, [-1,8,27]:Integer, [-1,8,28]:Integer, [-1,8,29]:Integer, [-1,8,30]:Integer, [-1,8,31]:Integer, [-1,8,32]:Integer, [-1,8,33]:Integer, [-1,8,34]:Integer, [-1,8,35]:Integer, [-1,8,36]:Integer, [-1,8,37]:Integer, [-1,8,38]:Integer, [-1,8,39]:Integer, [-1,16]:Pointer, [-1,16,0]:Pointer, [-1,16,0,-1]:Integer, [-1,16,8]:Integer, [-1,16,9]:Integer, [-1,16,10]:Integer, [-1,16,11]:Integer, [-1,16,12]:Integer, [-1,16,13]:Integer, [-1,16,14]:Integer, [-1,16,15]:Integer, [-1,16,16]:Integer, [-1,16,17]:Integer, [-1,16,18]:Integer, [-1,16,19]:Integer, [-1,16,20]:Integer, [-1,16,21]:Integer, [-1,16,22]:Integer, [-1,16,23]:Integer, [-1,16,24]:Integer, [-1,16,25]:Integer, [-1,16,26]:Integer, [-1,16,27]:Integer, [-1,16,28]:Integer, [-1,16,29]:Integer, [-1,16,30]:Integer, [-1,16,31]:Integer, [-1,16,32]:Integer, [-1,16,33]:Integer, [-1,16,34]:Integer, [-1,16,35]:Integer, [-1,16,36]:Integer, [-1,16,37]:Integer, [-1,16,38]:Integer, [-1,16,39]:Integer, [-1,24]:Integer, [-1,25]:Integer, [-1,26]:Integer, [-1,27]:Integer, [-1,28]:Integer, [-1,29]:Integer, [-1,30]:Integer, [-1,31]:Integer, [-1,32]:Integer, [-1,33]:Integer, [-1,34]:Integer, [-1,35]:Integer, [-1,36]:Integer, [-1,37]:Integer, [-1,38]:Integer, [-1,39]:Integer, [-1,40]:Integer, [-1,41]:Integer, [-1,42]:Integer, [-1,43]:Integer, [-1,44]:Integer, [-1,45]:Integer, [-1,46]:Integer, [-1,47]:Integer, [-1,48]:Integer, [-1,49]:Integer, [-1,50]:Integer, [-1,51]:Integer, [-1,52]:Integer, [-1,53]:Integer, [-1,54]:Integer, [-1,55]:Integer, [-1,56]:Integer, [-1,57]:Integer, [-1,58]:Integer, [-1,59]:Integer, [-1,60]:Integer, [-1,61]:Integer, [-1,62]:Integer, [-1,63]:Integer}
 LLVM view of erring value:     %13 = call fastcc noalias nonnull align 8 dereferenceable(64) {} addrspace(10)* @julia_Dict_2778() #114, !dbg !162

Stacktrace:
 [1] _Archetype
   @ ~/.julia/dev/Ark/src/archetype.jl:29
 [2] _Archetype
   @ ~/.julia/dev/Ark/src/archetype.jl:41

Stacktrace:
  [1] _Archetype
    @ ~/.julia/dev/Ark/src/archetype.jl:29 [inlined]
  [2] _Archetype
    @ ~/.julia/dev/Ark/src/archetype.jl:41
  [3] macro expansion
    @ ~/.julia/dev/Ark/src/world.jl:776 [inlined]
  [4] _World_from_types
    @ ~/.julia/dev/Ark/src/world.jl:687
  [5] #World#111
    @ ~/.julia/dev/Ark/src/world.jl:118 [inlined]
  [6] World
    @ ~/.julia/dev/Ark/src/world.jl:114 [inlined]
  [7] run_world
    @ ./REPL[4]:3 [inlined]
  [8] run_world
    @ ./REPL[4]:0 [inlined]
  [9] diffejulia_run_world_2676_inner_1wrap
    @ ./REPL[4]:0
 [10] macro expansion
    @ ~/.julia/packages/Enzyme/i91IH/src/compiler.jl:6652 [inlined]
 [11] enzyme_call
    @ ~/.julia/packages/Enzyme/i91IH/src/compiler.jl:6131 [inlined]
 [12] CombinedAdjointThunk
    @ ~/.julia/packages/Enzyme/i91IH/src/compiler.jl:6015 [inlined]
 [13] autodiff
    @ ~/.julia/packages/Enzyme/i91IH/src/Enzyme.jl:521 [inlined]
 [14] autodiff
    @ ~/.julia/packages/Enzyme/i91IH/src/Enzyme.jl:542 [inlined]
 [15] macro expansion
    @ ~/.julia/packages/Enzyme/i91IH/src/sugar.jl:344 [inlined]
 [16] gradient
    @ ~/.julia/packages/Enzyme/i91IH/src/sugar.jl:274 [inlined]
 [17] gradient
    @ ~/.julia/packages/DifferentiationInterface/4n6vR/ext/DifferentiationInterfaceEnzymeExt/reverse_onearg.jl:237 [inlined]
 [18] gradient(::typeof(run_world), ::AutoEnzyme{Nothing, Nothing}, ::Tuple{Float64, Float64})
    @ DifferentiationInterface ~/.julia/packages/DifferentiationInterface/4n6vR/src/first_order/gradient.jl:63
 [19] top-level scope
    @ REPL[6]:1

I used Enzyme v0.13.109 and Julia 1.10.10 in this example.

[ameligrana]

I tried also with Enzyme itself without the indirection of DI and I got this dump after following the suggestion of using set_runtime_activity(Reverse):

julia> Enzyme.autodiff(set_runtime_activity(Reverse), run_world, Active, Active(0.1), Active(0.5));
 Illegal cached pointer:   %arrayptr51 = load {} addrspace(10)* addrspace(13)*, {} addrspace(10)* addrspace(13)* addrspace(11)* %54, align 16, !dbg !216, !tbaa !119, !alias.scope !122, !noalias !125, !nonnull !80, !enzyme_type !154, !enzymejl_byref_BITS_VALUE !80, !enzymejl_source_type_Ptr\7BArk._GraphNode\7B1\7D\7D !80
julia: /workspace/srcdir/Enzyme/enzyme/Enzyme/GradientUtils.cpp:8521: void GradientUtils::computeMinCache(): Assertion `0' failed.

[67153] signal (6.-6): Aborted
in expression starting at REPL[5]:1
pthread_kill at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)
gsignal at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)
abort at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)
unknown function (ip: 0x79b95ee2881a)
__assert_fail at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)
computeMinCache at /workspace/srcdir/Enzyme/enzyme/Enzyme/GradientUtils.cpp:8521
CreateAugmentedPrimal at /workspace/srcdir/Enzyme/enzyme/Enzyme/EnzymeLogic.cpp:2492
recursivelyHandleSubfunction at /workspace/srcdir/Enzyme/enzyme/Enzyme/AdjointGenerator.h:5441
visitCallInst at /workspace/srcdir/Enzyme/enzyme/Enzyme/AdjointGenerator.h:6653
visit at /opt/x86_64-linux-gnu/x86_64-linux-gnu/sys-root/usr/local/include/llvm/IR/InstVisitor.h:111 [inlined]
CreateAugmentedPrimal at /workspace/srcdir/Enzyme/enzyme/Enzyme/EnzymeLogic.cpp:2598
recursivelyHandleSubfunction at /workspace/srcdir/Enzyme/enzyme/Enzyme/AdjointGenerator.h:5441
visitCallInst at /workspace/srcdir/Enzyme/enzyme/Enzyme/AdjointGenerator.h:6653
visit at /opt/x86_64-linux-gnu/x86_64-linux-gnu/sys-root/usr/local/include/llvm/IR/InstVisitor.h:111 [inlined]
CreatePrimalAndGradient at /workspace/srcdir/Enzyme/enzyme/Enzyme/EnzymeLogic.cpp:4524
EnzymeCreatePrimalAndGradient at /workspace/srcdir/Enzyme/enzyme/Enzyme/CApi.cpp:700
EnzymeCreatePrimalAndGradient at /home/bob/.julia/packages/Enzyme/i91IH/src/api.jl:270
jfptr_EnzymeCreatePrimalAndGradient_23655 at /home/bob/.julia/compiled/v1.10/Enzyme/G1p5n_X1ieq.so (unknown line)
_jl_invoke at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/gf.c:2895 [inlined]
ijl_apply_generic at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/gf.c:3077
macro expansion at /home/bob/.julia/packages/Enzyme/i91IH/src/compiler.jl:2747 [inlined]
macro expansion at /home/bob/.julia/packages/LLVM/iza6e/src/base.jl:97 [inlined]
enzyme! at /home/bob/.julia/packages/Enzyme/i91IH/src/compiler.jl:2620
unknown function (ip: 0x79b916563cec)
_jl_invoke at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/gf.c:2895 [inlined]
ijl_apply_generic at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/gf.c:3077
compile_unhooked at /home/bob/.julia/packages/Enzyme/i91IH/src/compiler.jl:5812
unknown function (ip: 0x79b9175d13e9)
_jl_invoke at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/gf.c:2895 [inlined]
ijl_apply_generic at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/gf.c:3077
#compile#151 at /home/bob/.julia/packages/GPUCompiler/j4HFa/src/driver.jl:67
compile at /home/bob/.julia/packages/GPUCompiler/j4HFa/src/driver.jl:55 [inlined]
_thunk at /home/bob/.julia/packages/Enzyme/i91IH/src/compiler.jl:6725
_thunk at /home/bob/.julia/packages/Enzyme/i91IH/src/compiler.jl:6723 [inlined]
cached_compilation at /home/bob/.julia/packages/Enzyme/i91IH/src/compiler.jl:6781 [inlined]
thunkbase at /home/bob/.julia/packages/Enzyme/i91IH/src/compiler.jl:6897
thunk_generator at /home/bob/.julia/packages/Enzyme/i91IH/src/compiler.jl:7041
unknown function (ip: 0x79b9175ab3b0)
_jl_invoke at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/gf.c:2895 [inlined]
ijl_apply_generic at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/gf.c:3077
jl_call_staged at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/method.c:542
ijl_code_for_staged at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/method.c:595
get_staged at ./compiler/utilities.jl:123
retrieve_code_info at ./compiler/utilities.jl:135 [inlined]
InferenceState at ./compiler/inferencestate.jl:430
typeinf_edge at ./compiler/typeinfer.jl:920
abstract_call_method at ./compiler/abstractinterpretation.jl:633
abstract_call_gf_by_type at ./compiler/abstractinterpretation.jl:95
abstract_call_known at ./compiler/abstractinterpretation.jl:2101
abstract_call at ./compiler/abstractinterpretation.jl:2184
abstract_call at ./compiler/abstractinterpretation.jl:2177
abstract_call at ./compiler/abstractinterpretation.jl:2369
abstract_eval_call at ./compiler/abstractinterpretation.jl:2385
abstract_eval_statement_expr at ./compiler/abstractinterpretation.jl:2395
abstract_eval_statement at ./compiler/abstractinterpretation.jl:2639
abstract_eval_basic_statement at ./compiler/abstractinterpretation.jl:2904
typeinf_local at ./compiler/abstractinterpretation.jl:3122
typeinf_nocycle at ./compiler/abstractinterpretation.jl:3210
_typeinf at ./compiler/typeinfer.jl:247
typeinf at ./compiler/typeinfer.jl:216
typeinf_edge at ./compiler/typeinfer.jl:930
abstract_call_method at ./compiler/abstractinterpretation.jl:633
abstract_call_gf_by_type at ./compiler/abstractinterpretation.jl:95
abstract_call_known at ./compiler/abstractinterpretation.jl:2101
abstract_call at ./compiler/abstractinterpretation.jl:2184
abstract_apply at ./compiler/abstractinterpretation.jl:1626
abstract_call_known at ./compiler/abstractinterpretation.jl:2018
abstract_call at ./compiler/abstractinterpretation.jl:2184
abstract_call at ./compiler/abstractinterpretation.jl:2177
abstract_call at ./compiler/abstractinterpretation.jl:2369
abstract_eval_call at ./compiler/abstractinterpretation.jl:2385
abstract_eval_statement_expr at ./compiler/abstractinterpretation.jl:2395
abstract_eval_statement at ./compiler/abstractinterpretation.jl:2639
abstract_eval_basic_statement at ./compiler/abstractinterpretation.jl:2928
typeinf_local at ./compiler/abstractinterpretation.jl:3122
typeinf_nocycle at ./compiler/abstractinterpretation.jl:3210
_typeinf at ./compiler/typeinfer.jl:247
typeinf at ./compiler/typeinfer.jl:216
typeinf_ext at ./compiler/typeinfer.jl:1051
typeinf_ext_toplevel at ./compiler/typeinfer.jl:1082
typeinf_ext_toplevel at ./compiler/typeinfer.jl:1078
jfptr_typeinf_ext_toplevel_35730.1 at /home/bob/.julia/juliaup/julia-1.10.10+0.x64.linux.gnu/lib/julia/sys.so (unknown line)
_jl_invoke at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/gf.c:2895 [inlined]
ijl_apply_generic at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/gf.c:3077
jl_apply at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/julia.h:1982 [inlined]
jl_type_infer at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/gf.c:394
jl_generate_fptr_impl at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/jitlayers.cpp:512
jl_compile_method_internal at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/gf.c:2481 [inlined]
jl_compile_method_internal at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/gf.c:2368
_jl_invoke at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/gf.c:2887 [inlined]
ijl_apply_generic at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/gf.c:3077
jl_apply at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/julia.h:1982 [inlined]
do_call at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/interpreter.c:126
eval_value at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/interpreter.c:223
eval_stmt_value at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/interpreter.c:174 [inlined]
eval_body at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/interpreter.c:617
jl_interpret_toplevel_thunk at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/interpreter.c:775
jl_toplevel_eval_flex at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/toplevel.c:934
jl_toplevel_eval_flex at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/toplevel.c:877
jl_toplevel_eval_flex at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/toplevel.c:877
ijl_toplevel_eval_in at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/toplevel.c:985
eval at ./boot.jl:385 [inlined]
eval_user_input at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/usr/share/julia/stdlib/v1.10/REPL/src/REPL.jl:150
repl_backend_loop at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/usr/share/julia/stdlib/v1.10/REPL/src/REPL.jl:246
#start_repl_backend#46 at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/usr/share/julia/stdlib/v1.10/REPL/src/REPL.jl:231
start_repl_backend at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/usr/share/julia/stdlib/v1.10/REPL/src/REPL.jl:228
_jl_invoke at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/gf.c:2895 [inlined]
ijl_apply_generic at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/gf.c:3077
#run_repl#59 at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/usr/share/julia/stdlib/v1.10/REPL/src/REPL.jl:389
run_repl at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/usr/share/julia/stdlib/v1.10/REPL/src/REPL.jl:375
jfptr_run_repl_91853.1 at /home/bob/.julia/juliaup/julia-1.10.10+0.x64.linux.gnu/lib/julia/sys.so (unknown line)
_jl_invoke at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/gf.c:2895 [inlined]
ijl_apply_generic at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/gf.c:3077
#1016 at ./client.jl:437
jfptr_YY.1016_83087.1 at /home/bob/.julia/juliaup/julia-1.10.10+0.x64.linux.gnu/lib/julia/sys.so (unknown line)
_jl_invoke at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/gf.c:2895 [inlined]
ijl_apply_generic at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/gf.c:3077
jl_apply at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/julia.h:1982 [inlined]
jl_f__call_latest at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/builtins.c:812
#invokelatest#2 at ./essentials.jl:892 [inlined]
invokelatest at ./essentials.jl:889 [inlined]
run_main_repl at ./client.jl:421
exec_options at ./client.jl:338
_start at ./client.jl:557
jfptr__start_83114.1 at /home/bob/.julia/juliaup/julia-1.10.10+0.x64.linux.gnu/lib/julia/sys.so (unknown line)
_jl_invoke at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/gf.c:2895 [inlined]
ijl_apply_generic at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/gf.c:3077
jl_apply at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/julia.h:1982 [inlined]
true_main at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/jlapi.c:582
jl_repl_entrypoint at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/jlapi.c:731
main at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/cli/loader_exe.c:58
unknown function (ip: 0x79b95ee2a1c9)
__libc_start_main at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)
unknown function (ip: 0x4010b8)
Allocations: 44505670 (Pool: 44403194; Big: 102476); GC: 55
Aborted (core dumped)

Notice that I changed the signature of the function above to run_world(alpha, beta) too

[wsmoses]

oh weird, and also fortunately quite fixable. However fixing it will be a bit nontrivial. Would you be able to simplify the code to a minimal reproducer (ideally as simple code and few dependencies as possible)?

[wsmoses]

gentle bump!

[ameligrana]

Hi! I reduced it to this for now:

using Ark, Enzyme

function run_world(x)
    world = World()
    new_entity!(world, ())     
    return x
end

Enzyme.autodiff(Reverse, run_world, Active, Active(0.1)); # error
Enzyme.autodiff(set_runtime_activity(Reverse), run_world, Active, Active(0.1)); # core dump

Let me know if you need a bigger reduction. This still reproduces with the dev version of Ark.

[wsmoses]

Yeah ideally a reduction to something just with Julia base would be helpful

[ameligrana]

It took me a fair bit of time to come up with it, but here it is:

MWE

const _LOAD_FACTOR = 0.75
const _RSHIFT = sizeof(UInt) * 7

mutable struct _Linear_Map{K,V}
    keys::Vector{K}
    vals::Vector{V}
    occupied::Vector{UInt8}
    count::Int
    mask::Int
    max_load::Int
    function _Linear_Map{K,V}(initial_size::Int=2) where {K,V}
        # Force power of 2 size
        sz = nextpow(2, initial_size)
        keys = Vector{K}(undef, sz)
        vals = Vector{V}(undef, sz)
        occupied = zeros(UInt8, sz)
        max_load = floor(Int, sz * _LOAD_FACTOR)
        new{K,V}(keys, vals, occupied, 0, sz - 1, max_load)
    end
end

macro _get_value_loop()
    return esc(quote
        mask = d.mask
        h = hash(key)
        idx = (h & mask) + 1
        h2 = (h >> _RSHIFT) % UInt8 | 0x01
        @inbounds h2_idx = d.occupied[idx]
        @inbounds while h2_idx != 0x00
            if h2 == h2_idx && d.keys[idx] == key
                return d.vals[idx]
            end
            idx = (idx & mask) + 1
            h2_idx = d.occupied[idx]
        end
    end)
end

macro _get_zero_index_loop()
    return esc(quote
        mask = d.mask
        idx = (h & mask) + 1
        @inbounds h2_idx = d.occupied[idx]
        @inbounds while h2_idx != 0x00
            idx = (idx & mask) + 1
            h2_idx = d.occupied[idx]
        end
    end)
end

function Base.getindex(d::_Linear_Map, key)
    @_get_value_loop()
    throw(KeyError(key))
end

function Base.get!(f::Union{Function,Type}, d::_Linear_Map, key)
    @_get_value_loop()
    val = f()
    @inbounds begin
        d.keys[idx] = key
        d.vals[idx] = val
        d.occupied[idx] = h2
        d.count += 1
    end
    return val
end

Base.length(d::_Linear_Map) = d.count

struct _IdCollection
    ids::Vector{UInt32}
    indices::Dict{UInt32,Int}
end

struct _MutableMask{M}
    bits::Vector{UInt64}
end

struct _VecMap{T,M}
    data::Vector{T}
    used::_MutableMask{M}
end

function _MutableMask{M}() where M
    return _MutableMask{M}(zeros(UInt64,M))
end

function _VecMap{T,M}() where {T,M}
    _VecMap{T,M}(Vector{T}(undef, 5), _MutableMask{M}())
end

struct Entity
    _id::UInt32
    _gen::UInt32
end

struct _Mask{M}
    bits::NTuple{M,UInt64}
end

function _Mask{M}() where M
    return _Mask(ntuple(_ -> UInt64(0), M))
end

struct _GraphNode{M}
    mask::_Mask{M}
    neighbors::_VecMap{_GraphNode{M},M}
    archetype::Base.RefValue{UInt32}
end

function _GraphNode(mask::_Mask{M}, archetype::UInt32) where M
    _GraphNode{M}(mask, _VecMap{_GraphNode{M},M}(), Base.RefValue{UInt32}(archetype))
end

mutable struct _Archetype
    const tables::_IdCollection
    const node::_GraphNode{1}
    const table::UInt32
end

struct _ArchetypeHot
    table::UInt32
end

struct Entities <: AbstractVector{Entity}
    _data::Vector{Entity}
end

struct _Table
    entities::Entities
    relations::Vector{Pair{Int,Entity}}
    filters::_IdCollection
    id::UInt32
    archetype::UInt32
end

mutable struct _Graph
    const nodes::_Linear_Map{_Mask{1},_GraphNode{1}}
end

function _Graph()
    m = _Mask{1}()
    g = _Graph(_Linear_Map{_Mask{1},_GraphNode{1}}())
    get!(() -> _GraphNode(m, UInt32(1)), g.nodes, m)
    return g
end

mutable struct _World
    const _archetypes::Vector{_Archetype}
    const _archetypes_hot::Vector{_ArchetypeHot}
    const _tables::Vector{_Table}
end

function _World_from_types()
    graph = _Graph()
    node = graph.nodes.vals[1]
    table = _Table(Entities(Entity[]), Pair{Int,Entity}[], _IdCollection(UInt32[], Dict{UInt32,Int}()), UInt32(1), UInt32(1))
    _World(
        [_Archetype(_IdCollection([UInt32(1)], Dict{UInt32,Int}(UInt32(1) => 1)), node, UInt32(1))], 
        [_ArchetypeHot(UInt32(1))], 
        [table]
    )
end

function _new_entity!(world::_World)
    @inbounds old_arch = world._archetypes[world._tables[1].archetype]
    @inbounds new_arch_hot = world._archetypes_hot[1]
    table_index = new_arch_hot.table
    entity = Entity(UInt32(1), UInt32(0))
    @inbounds table = world._tables[table_index]
    @inbounds archetype = world._archetypes[table.archetype]
    push!(table.entities._data, entity)
end

function run_world(x)
    world = _World_from_types()
    _new_entity!(world)
    return x
end

run_world(1.)

which when executes with Enzyme gives

julia> using Enzyme

julia> Enzyme.autodiff(Reverse, run_world, Active, Active(0.1));
ERROR: EnzymeRuntimeActivityError: Detected potential need for runtime activity.

Constant memory is stored (or returned) to a differentiable variable and correctness cannot be guaranteed with static activity analysis.
This might be due to the use of a constant variable as temporary storage for active memory (https://enzyme.mit.edu/julia/stable/faq/#Runtime-Activity).
If Enzyme should be able to prove this use non-differentable, open an issue!

To work around this issue, either:
   a) rewrite this variable to not be conditionally active (fastest performance, slower to setup), or
   b) set the Enzyme mode to turn on runtime activity (e.g. autodiff(set_runtime_activity(Reverse), ...) ). This will maintain correctness, but may slightly reduce performance.

Failure within method:

_World_from_types()
     @ Main REPL[26]:1

Hint: catch this exception as `err` and call `code_typed(err)` to inspect the surrounding code.

Mismatched activity for:   store {} addrspace(10)* %15, {} addrspace(10)* addrspace(11)* %.repack28, align 8, !dbg !104, !tbaa !48, !alias.scope !52, !noalias !100 const val:   %15 = call fastcc noalias nonnull align 8 dereferenceable(64) {} addrspace(10)* @julia_Dict_159() #46, !dbg !101
Type tree: {[-1]:Pointer, [-1,0]:Pointer, [-1,0,0]:Pointer, [-1,0,8]:Integer, [-1,0,9]:Integer, [-1,0,10]:Integer, [-1,0,11]:Integer, [-1,0,12]:Integer, [-1,0,13]:Integer, [-1,0,14]:Integer, [-1,0,15]:Integer, [-1,0,16]:Integer, [-1,0,17]:Integer, [-1,0,18]:Integer, [-1,0,19]:Integer, [-1,0,20]:Integer, [-1,0,21]:Integer, [-1,0,22]:Integer, [-1,0,23]:Integer, [-1,0,24]:Integer, [-1,0,25]:Integer, [-1,0,26]:Integer, [-1,0,27]:Integer, [-1,0,28]:Integer, [-1,0,29]:Integer, [-1,0,30]:Integer, [-1,0,31]:Integer, [-1,0,32]:Integer, [-1,0,33]:Integer, [-1,0,34]:Integer, [-1,0,35]:Integer, [-1,0,36]:Integer, [-1,0,37]:Integer, [-1,0,38]:Integer, [-1,0,39]:Integer, [-1,8]:Pointer, [-1,8,0]:Pointer, [-1,8,0,-1]:Integer, [-1,8,8]:Integer, [-1,8,9]:Integer, [-1,8,10]:Integer, [-1,8,11]:Integer, [-1,8,12]:Integer, [-1,8,13]:Integer, [-1,8,14]:Integer, [-1,8,15]:Integer, [-1,8,16]:Integer, [-1,8,17]:Integer, [-1,8,18]:Integer, [-1,8,19]:Integer, [-1,8,20]:Integer, [-1,8,21]:Integer, [-1,8,22]:Integer, [-1,8,23]:Integer, [-1,8,24]:Integer, [-1,8,25]:Integer, [-1,8,26]:Integer, [-1,8,27]:Integer, [-1,8,28]:Integer, [-1,8,29]:Integer, [-1,8,30]:Integer, [-1,8,31]:Integer, [-1,8,32]:Integer, [-1,8,33]:Integer, [-1,8,34]:Integer, [-1,8,35]:Integer, [-1,8,36]:Integer, [-1,8,37]:Integer, [-1,8,38]:Integer, [-1,8,39]:Integer, [-1,16]:Pointer, [-1,16,0]:Pointer, [-1,16,0,-1]:Integer, [-1,16,8]:Integer, [-1,16,9]:Integer, [-1,16,10]:Integer, [-1,16,11]:Integer, [-1,16,12]:Integer, [-1,16,13]:Integer, [-1,16,14]:Integer, [-1,16,15]:Integer, [-1,16,16]:Integer, [-1,16,17]:Integer, [-1,16,18]:Integer, [-1,16,19]:Integer, [-1,16,20]:Integer, [-1,16,21]:Integer, [-1,16,22]:Integer, [-1,16,23]:Integer, [-1,16,24]:Integer, [-1,16,25]:Integer, [-1,16,26]:Integer, [-1,16,27]:Integer, [-1,16,28]:Integer, [-1,16,29]:Integer, [-1,16,30]:Integer, [-1,16,31]:Integer, [-1,16,32]:Integer, [-1,16,33]:Integer, [-1,16,34]:Integer, [-1,16,35]:Integer, [-1,16,36]:Integer, [-1,16,37]:Integer, [-1,16,38]:Integer, [-1,16,39]:Integer, [-1,24]:Integer, [-1,25]:Integer, [-1,26]:Integer, [-1,27]:Integer, [-1,28]:Integer, [-1,29]:Integer, [-1,30]:Integer, [-1,31]:Integer, [-1,32]:Integer, [-1,33]:Integer, [-1,34]:Integer, [-1,35]:Integer, [-1,36]:Integer, [-1,37]:Integer, [-1,38]:Integer, [-1,39]:Integer, [-1,40]:Integer, [-1,41]:Integer, [-1,42]:Integer, [-1,43]:Integer, [-1,44]:Integer, [-1,45]:Integer, [-1,46]:Integer, [-1,47]:Integer, [-1,48]:Integer, [-1,49]:Integer, [-1,50]:Integer, [-1,51]:Integer, [-1,52]:Integer, [-1,53]:Integer, [-1,54]:Integer, [-1,55]:Integer, [-1,56]:Integer, [-1,57]:Integer, [-1,58]:Integer, [-1,59]:Integer, [-1,60]:Integer, [-1,61]:Integer, [-1,62]:Integer, [-1,63]:Integer}
 LLVM view of erring value:     %15 = call fastcc noalias nonnull align 8 dereferenceable(64) {} addrspace(10)* @julia_Dict_159() #46, !dbg !101

Stacktrace:
 [1] _Archetype
   @ ./REPL[19]:2
 [2] _World_from_types
   @ ./REPL[26]:5

Stacktrace:
  [1] _Archetype
    @ ./REPL[19]:2 [inlined]
  [2] _World_from_types
    @ ./REPL[26]:5
  [3] run_world
    @ ./REPL[28]:2 [inlined]
  [4] diffejulia_run_world_132wrap
    @ ./REPL[28]:0
  [5] macro expansion
    @ ~/.julia/packages/Enzyme/i91IH/src/compiler.jl:6652 [inlined]
  [6] enzyme_call
    @ ~/.julia/packages/Enzyme/i91IH/src/compiler.jl:6131 [inlined]
  [7] CombinedAdjointThunk
    @ ~/.julia/packages/Enzyme/i91IH/src/compiler.jl:6015 [inlined]
  [8] autodiff
    @ ~/.julia/packages/Enzyme/i91IH/src/Enzyme.jl:521 [inlined]
  [9] autodiff(mode::ReverseMode{…}, f::typeof(run_world), ::Type{…}, args::Active{…})
    @ Enzyme ~/.julia/packages/Enzyme/i91IH/src/Enzyme.jl:542
 [10] top-level scope
    @ REPL[31]:1
Some type information was truncated. Use `show(err)` to see complete types.

and with runtime activity:

julia> Enzyme.autodiff(set_runtime_activity(Reverse), run_world, Active, Active(0.1))
 Illegal cached pointer:   %arrayptr45 = load {} addrspace(10)* addrspace(13)*, {} addrspace(10)* addrspace(13)* addrspace(11)* %70, align 16, !dbg !228, !tbaa !125, !alias.scope !128, !noalias !131, !nonnull !28, !enzyme_type !159, !enzymejl_byref_BITS_VALUE !28, !enzymejl_source_type_Ptr\7B_GraphNode\7B1\7D\7D !28
julia: /workspace/srcdir/Enzyme/enzyme/Enzyme/GradientUtils.cpp:8521: void GradientUtils::computeMinCache(): Assertion `0' failed.

[36215] signal (6.-6): Aborted
in expression starting at REPL[32]:1
pthread_kill at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)
gsignal at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)
abort at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)
unknown function (ip: 0x74419a22881a)
__assert_fail at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)
computeMinCache at /workspace/srcdir/Enzyme/enzyme/Enzyme/GradientUtils.cpp:8521
CreateAugmentedPrimal at /workspace/srcdir/Enzyme/enzyme/Enzyme/EnzymeLogic.cpp:2492
recursivelyHandleSubfunction at /workspace/srcdir/Enzyme/enzyme/Enzyme/AdjointGenerator.h:5441
visitCallInst at /workspace/srcdir/Enzyme/enzyme/Enzyme/AdjointGenerator.h:6653
visit at /opt/x86_64-linux-gnu/x86_64-linux-gnu/sys-root/usr/local/include/llvm/IR/InstVisitor.h:111 [inlined]
CreateAugmentedPrimal at /workspace/srcdir/Enzyme/enzyme/Enzyme/EnzymeLogic.cpp:2598
recursivelyHandleSubfunction at /workspace/srcdir/Enzyme/enzyme/Enzyme/AdjointGenerator.h:5441
visitCallInst at /workspace/srcdir/Enzyme/enzyme/Enzyme/AdjointGenerator.h:6653
visit at /opt/x86_64-linux-gnu/x86_64-linux-gnu/sys-root/usr/local/include/llvm/IR/InstVisitor.h:111 [inlined]
CreatePrimalAndGradient at /workspace/srcdir/Enzyme/enzyme/Enzyme/EnzymeLogic.cpp:4524
EnzymeCreatePrimalAndGradient at /workspace/srcdir/Enzyme/enzyme/Enzyme/CApi.cpp:700
EnzymeCreatePrimalAndGradient at /home/bob/.julia/packages/Enzyme/i91IH/src/api.jl:270
jfptr_EnzymeCreatePrimalAndGradient_23655 at /home/bob/.julia/compiled/v1.10/Enzyme/G1p5n_X1ieq.so (unknown line)
_jl_invoke at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/gf.c:2895 [inlined]
ijl_apply_generic at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/gf.c:3077
macro expansion at /home/bob/.julia/packages/Enzyme/i91IH/src/compiler.jl:2747 [inlined]
macro expansion at /home/bob/.julia/packages/LLVM/iza6e/src/base.jl:97 [inlined]
enzyme! at /home/bob/.julia/packages/Enzyme/i91IH/src/compiler.jl:2620
jfptr_enzymeNOT._33973 at /home/bob/.julia/compiled/v1.10/Enzyme/G1p5n_X1ieq.so (unknown line)
_jl_invoke at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/gf.c:2895 [inlined]
ijl_apply_generic at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/gf.c:3077
compile_unhooked at /home/bob/.julia/packages/Enzyme/i91IH/src/compiler.jl:5812
jfptr_compile_unhooked_36499 at /home/bob/.julia/compiled/v1.10/Enzyme/G1p5n_X1ieq.so (unknown line)
_jl_invoke at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/gf.c:2895 [inlined]
ijl_apply_generic at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/gf.c:3077
#compile#151 at /home/bob/.julia/packages/GPUCompiler/j4HFa/src/driver.jl:67
compile at /home/bob/.julia/packages/GPUCompiler/j4HFa/src/driver.jl:55 [inlined]
_thunk at /home/bob/.julia/packages/Enzyme/i91IH/src/compiler.jl:6725
_thunk at /home/bob/.julia/packages/Enzyme/i91IH/src/compiler.jl:6723 [inlined]
cached_compilation at /home/bob/.julia/packages/Enzyme/i91IH/src/compiler.jl:6781 [inlined]
thunkbase at /home/bob/.julia/packages/Enzyme/i91IH/src/compiler.jl:6897
thunk_generator at /home/bob/.julia/packages/Enzyme/i91IH/src/compiler.jl:7041
jfptr_thunk_generator_35542 at /home/bob/.julia/compiled/v1.10/Enzyme/G1p5n_X1ieq.so (unknown line)
_jl_invoke at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/gf.c:2895 [inlined]
ijl_apply_generic at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/gf.c:3077
jl_call_staged at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/method.c:542
ijl_code_for_staged at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/method.c:595
get_staged at ./compiler/utilities.jl:123
retrieve_code_info at ./compiler/utilities.jl:135 [inlined]
InferenceState at ./compiler/inferencestate.jl:430
typeinf_edge at ./compiler/typeinfer.jl:920
abstract_call_method at ./compiler/abstractinterpretation.jl:633
abstract_call_gf_by_type at ./compiler/abstractinterpretation.jl:95
abstract_call_known at ./compiler/abstractinterpretation.jl:2101
abstract_call at ./compiler/abstractinterpretation.jl:2184
abstract_call at ./compiler/abstractinterpretation.jl:2177
abstract_call at ./compiler/abstractinterpretation.jl:2369
abstract_eval_call at ./compiler/abstractinterpretation.jl:2385
abstract_eval_statement_expr at ./compiler/abstractinterpretation.jl:2395
abstract_eval_statement at ./compiler/abstractinterpretation.jl:2639
abstract_eval_basic_statement at ./compiler/abstractinterpretation.jl:2904
typeinf_local at ./compiler/abstractinterpretation.jl:3122
typeinf_nocycle at ./compiler/abstractinterpretation.jl:3210
_typeinf at ./compiler/typeinfer.jl:247
typeinf at ./compiler/typeinfer.jl:216
typeinf_edge at ./compiler/typeinfer.jl:930
abstract_call_method at ./compiler/abstractinterpretation.jl:633
abstract_call_gf_by_type at ./compiler/abstractinterpretation.jl:95
abstract_call_known at ./compiler/abstractinterpretation.jl:2101
abstract_call at ./compiler/abstractinterpretation.jl:2184
abstract_apply at ./compiler/abstractinterpretation.jl:1626
abstract_call_known at ./compiler/abstractinterpretation.jl:2018
abstract_call at ./compiler/abstractinterpretation.jl:2184
abstract_call at ./compiler/abstractinterpretation.jl:2177
abstract_call at ./compiler/abstractinterpretation.jl:2369
abstract_eval_call at ./compiler/abstractinterpretation.jl:2385
abstract_eval_statement_expr at ./compiler/abstractinterpretation.jl:2395
abstract_eval_statement at ./compiler/abstractinterpretation.jl:2639
abstract_eval_basic_statement at ./compiler/abstractinterpretation.jl:2928
typeinf_local at ./compiler/abstractinterpretation.jl:3122
typeinf_nocycle at ./compiler/abstractinterpretation.jl:3210
_typeinf at ./compiler/typeinfer.jl:247
typeinf at ./compiler/typeinfer.jl:216
typeinf_ext at ./compiler/typeinfer.jl:1051
typeinf_ext_toplevel at ./compiler/typeinfer.jl:1082
typeinf_ext_toplevel at ./compiler/typeinfer.jl:1078
jfptr_typeinf_ext_toplevel_35730.1 at /home/bob/.julia/juliaup/julia-1.10.10+0.x64.linux.gnu/lib/julia/sys.so (unknown line)
_jl_invoke at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/gf.c:2895 [inlined]
ijl_apply_generic at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/gf.c:3077
jl_apply at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/julia.h:1982 [inlined]
jl_type_infer at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/gf.c:394
jl_generate_fptr_impl at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/jitlayers.cpp:512
jl_compile_method_internal at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/gf.c:2481 [inlined]
jl_compile_method_internal at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/gf.c:2368
_jl_invoke at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/gf.c:2887 [inlined]
ijl_apply_generic at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/gf.c:3077
jl_apply at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/julia.h:1982 [inlined]
do_call at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/interpreter.c:126
eval_value at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/interpreter.c:223
eval_stmt_value at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/interpreter.c:174 [inlined]
eval_body at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/interpreter.c:617
jl_interpret_toplevel_thunk at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/interpreter.c:775
jl_toplevel_eval_flex at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/toplevel.c:934
jl_toplevel_eval_flex at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/toplevel.c:877
ijl_toplevel_eval_in at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/toplevel.c:985
eval at ./boot.jl:385 [inlined]
eval_user_input at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/usr/share/julia/stdlib/v1.10/REPL/src/REPL.jl:150
repl_backend_loop at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/usr/share/julia/stdlib/v1.10/REPL/src/REPL.jl:246
#start_repl_backend#46 at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/usr/share/julia/stdlib/v1.10/REPL/src/REPL.jl:231
start_repl_backend at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/usr/share/julia/stdlib/v1.10/REPL/src/REPL.jl:228
_jl_invoke at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/gf.c:2895 [inlined]
ijl_apply_generic at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/gf.c:3077
#run_repl#59 at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/usr/share/julia/stdlib/v1.10/REPL/src/REPL.jl:389
run_repl at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/usr/share/julia/stdlib/v1.10/REPL/src/REPL.jl:375
jfptr_run_repl_91853.1 at /home/bob/.julia/juliaup/julia-1.10.10+0.x64.linux.gnu/lib/julia/sys.so (unknown line)
_jl_invoke at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/gf.c:2895 [inlined]
ijl_apply_generic at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/gf.c:3077
#1016 at ./client.jl:437
jfptr_YY.1016_83087.1 at /home/bob/.julia/juliaup/julia-1.10.10+0.x64.linux.gnu/lib/julia/sys.so (unknown line)
_jl_invoke at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/gf.c:2895 [inlined]
ijl_apply_generic at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/gf.c:3077
jl_apply at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/julia.h:1982 [inlined]
jl_f__call_latest at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/builtins.c:812
#invokelatest#2 at ./essentials.jl:892 [inlined]
invokelatest at ./essentials.jl:889 [inlined]
run_main_repl at ./client.jl:421
exec_options at ./client.jl:338
_start at ./client.jl:557
jfptr__start_83114.1 at /home/bob/.julia/juliaup/julia-1.10.10+0.x64.linux.gnu/lib/julia/sys.so (unknown line)
_jl_invoke at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/gf.c:2895 [inlined]
ijl_apply_generic at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/gf.c:3077
jl_apply at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/julia.h:1982 [inlined]
true_main at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/jlapi.c:582
jl_repl_entrypoint at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/src/jlapi.c:731
main at /cache/build/builder-amdci5-7/julialang/julia-release-1-dot-10/cli/loader_exe.c:58
unknown function (ip: 0x74419a22a1c9)
__libc_start_main at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)
unknown function (ip: 0x4010b8)
Allocations: 7278825 (Pool: 7270615; Big: 8210); GC: 11
Aborted (core dumped)

tested with Julia 1.10.10

[ameligrana]

Happy new year by the way! 💥

[ameligrana]

mmh, actually this last MWE works fine in Julia 1.12.3 (though not in Julia 1.10.10), while the minimal one dependent on Ark in Julia 1.12.3 doesn't dump but throws this strange error

julia> using Ark, Enzyme

julia> function run_world(x)
           world = World()
           new_entity!(world, ())     
           return x
       end
run_world (generic function with 1 method)

julia> Enzyme.autodiff(Reverse, run_world, Active, Active(0.1)); # error
ERROR: AssertionError: non bits type MUT_REF of Memory{UInt8} has size 4 != sizeof(Int) from arg type LLVM.IntegerType(i32)
Stacktrace:
  [1] should_recurse(typ2::Any, arg_t::LLVM.LLVMType, byref::GPUCompiler.ArgumentCC, dl::LLVM.DataLayout)
    @ Enzyme.Compiler ~/.julia/packages/Enzyme/uGc5f/src/absint.jl:261
  [2] abs_typeof(arg::LLVM.Value, partial::Bool, seenphis::Set{LLVM.PHIInst})
    @ Enzyme.Compiler ~/.julia/packages/Enzyme/uGc5f/src/absint.jl:735
  [3] abs_typeof
    @ ~/.julia/packages/Enzyme/uGc5f/src/absint.jl:365 [inlined]
  [4] compile_unhooked(output::Symbol, job::GPUCompiler.CompilerJob{…})
    @ Enzyme.Compiler ~/.julia/packages/Enzyme/uGc5f/src/compiler.jl:5535
  [5] compile(target::Symbol, job::GPUCompiler.CompilerJob; kwargs::@Kwargs{})
    @ GPUCompiler ~/.julia/packages/GPUCompiler/j4HFa/src/driver.jl:67
  [6] compile
    @ ~/.julia/packages/GPUCompiler/j4HFa/src/driver.jl:55 [inlined]
  [7] _thunk(job::GPUCompiler.CompilerJob{…}, postopt::Bool)
    @ Enzyme.Compiler ~/.julia/packages/Enzyme/uGc5f/src/compiler.jl:6725
  [8] _thunk
    @ ~/.julia/packages/Enzyme/uGc5f/src/compiler.jl:6723 [inlined]
  [9] cached_compilation
    @ ~/.julia/packages/Enzyme/uGc5f/src/compiler.jl:6781 [inlined]
 [10] thunkbase(mi::Core.MethodInstance, World::UInt64, FA::Type{…}, A::Type{…}, TT::Type, Mode::Enzyme.API.CDerivativeMode, width::Int64, ModifiedBetween::NTuple{…} where N, ReturnPrimal::Bool, ShadowInit::Bool, ABI::Type, ErrIfFuncWritten::Bool, RuntimeActivity::Bool, StrongZero::Bool, edges::Vector{…})
    @ Enzyme.Compiler ~/.julia/packages/Enzyme/uGc5f/src/compiler.jl:6897
 [11] thunk_generator(world::UInt64, source::Union{…}, FA::Type, A::Type, TT::Type, Mode::Enzyme.API.CDerivativeMode, Width::Int64, ModifiedBetween::NTuple{…} where N, ReturnPrimal::Bool, ShadowInit::Bool, ABI::Type, ErrIfFuncWritten::Bool, RuntimeActivity::Bool, StrongZero::Bool, self::Any, fakeworld::Any, fa::Type, a::Type, tt::Type, mode::Type, width::Type, modifiedbetween::Type, returnprimal::Type, shadowinit::Type, abi::Type, erriffuncwritten::Type, runtimeactivity::Type, strongzero::Type)
    @ Enzyme.Compiler ~/.julia/packages/Enzyme/uGc5f/src/compiler.jl:7041
 [12] autodiff
    @ ~/.julia/packages/Enzyme/uGc5f/src/Enzyme.jl:502 [inlined]
 [13] autodiff(mode::ReverseMode{…}, f::typeof(run_world), ::Type{…}, args::Active{…})
    @ Enzyme ~/.julia/packages/Enzyme/uGc5f/src/Enzyme.jl:542
 [14] top-level scope
    @ REPL[3]:1
Some type information was truncated. Use `show(err)` to see complete types.

julia> Enzyme.autodiff(set_runtime_activity(Reverse), run_world, Active, Active(0.1)); # new error
ERROR: AssertionError: non bits type MUT_REF of Memory{UInt8} has size 4 != sizeof(Int) from arg type LLVM.IntegerType(i32)
Stacktrace:
  [1] should_recurse(typ2::Any, arg_t::LLVM.LLVMType, byref::GPUCompiler.ArgumentCC, dl::LLVM.DataLayout)
    @ Enzyme.Compiler ~/.julia/packages/Enzyme/uGc5f/src/absint.jl:261
  [2] abs_typeof(arg::LLVM.Value, partial::Bool, seenphis::Set{LLVM.PHIInst})
    @ Enzyme.Compiler ~/.julia/packages/Enzyme/uGc5f/src/absint.jl:735
  [3] abs_typeof
    @ ~/.julia/packages/Enzyme/uGc5f/src/absint.jl:365 [inlined]
  [4] compile_unhooked(output::Symbol, job::GPUCompiler.CompilerJob{…})
    @ Enzyme.Compiler ~/.julia/packages/Enzyme/uGc5f/src/compiler.jl:5535
  [5] compile(target::Symbol, job::GPUCompiler.CompilerJob; kwargs::@Kwargs{})
    @ GPUCompiler ~/.julia/packages/GPUCompiler/j4HFa/src/driver.jl:67
  [6] compile
    @ ~/.julia/packages/GPUCompiler/j4HFa/src/driver.jl:55 [inlined]
  [7] _thunk(job::GPUCompiler.CompilerJob{…}, postopt::Bool)
    @ Enzyme.Compiler ~/.julia/packages/Enzyme/uGc5f/src/compiler.jl:6725
  [8] _thunk
    @ ~/.julia/packages/Enzyme/uGc5f/src/compiler.jl:6723 [inlined]
  [9] cached_compilation
    @ ~/.julia/packages/Enzyme/uGc5f/src/compiler.jl:6781 [inlined]
 [10] thunkbase(mi::Core.MethodInstance, World::UInt64, FA::Type{…}, A::Type{…}, TT::Type, Mode::Enzyme.API.CDerivativeMode, width::Int64, ModifiedBetween::NTuple{…} where N, ReturnPrimal::Bool, ShadowInit::Bool, ABI::Type, ErrIfFuncWritten::Bool, RuntimeActivity::Bool, StrongZero::Bool, edges::Vector{…})
    @ Enzyme.Compiler ~/.julia/packages/Enzyme/uGc5f/src/compiler.jl:6897
 [11] thunk_generator(world::UInt64, source::Union{…}, FA::Type, A::Type, TT::Type, Mode::Enzyme.API.CDerivativeMode, Width::Int64, ModifiedBetween::NTuple{…} where N, ReturnPrimal::Bool, ShadowInit::Bool, ABI::Type, ErrIfFuncWritten::Bool, RuntimeActivity::Bool, StrongZero::Bool, self::Any, fakeworld::Any, fa::Type, a::Type, tt::Type, mode::Type, width::Type, modifiedbetween::Type, returnprimal::Type, shadowinit::Type, abi::Type, erriffuncwritten::Type, runtimeactivity::Type, strongzero::Type)
    @ Enzyme.Compiler ~/.julia/packages/Enzyme/uGc5f/src/compiler.jl:7041
 [12] autodiff
    @ ~/.julia/packages/Enzyme/uGc5f/src/Enzyme.jl:502 [inlined]
 [13] autodiff(mode::ReverseMode{…}, f::typeof(run_world), ::Type{…}, args::Active{…})
    @ Enzyme ~/.julia/packages/Enzyme/uGc5f/src/Enzyme.jl:542
 [14] top-level scope
    @ REPL[4]:1
Some type information was truncated. Use `show(err)` to see complete types.

Hopefully this is enough info to fix something

[wsmoses]

the 1.12 case is a separate issue that needs a separate mwe, working on the 1.10 one in interim.

[wsmoses]

Gentle bump for an MWE!

[wsmoses]

gentle bump @ameligrana

[ameligrana]

Hi @wsmoses, sorry for the long waiting time, for 1.12 I didn't have the time for searching for a full MWE still, though I rerun the tests with debugging enabled in CI at https://github.com/ark-ecs/Ark.jl/actions/runs/22493686590/job/65162406923?pr=558