Package evaluation of Dispatcher on Julia 1.13.0-DEV.1234 (bbaa34b41d*) started at 2025-10-01T15:32:45.083 ################################################################################ # Set-up # Installing PkgEval dependencies (TestEnv)... Set-up completed after 8.44s ################################################################################ # Installation # Installing Dispatcher... Resolving package versions... Installed MacroTools ───────── v0.5.16 Installed ArnoldiMethod ────── v0.1.0 Installed OrderedCollections ─ v1.8.1 Installed Statistics ───────── v1.11.1 Installed DeferredFutures ──── v1.0.0 Installed Memento ──────────── v1.4.1 Installed DataStructures ───── v0.17.20 Installed AutoHashEquals ───── v0.2.0 Installed StaticArraysCore ─── v1.4.3 Installed SimpleTraits ─────── v0.9.5 Installed ResultTypes ──────── v3.2.1 Installed Requires ─────────── v1.3.1 Installed PrecompileTools ──── v1.3.3 Installed StaticArrays ─────── v1.9.15 Installed Inflate ──────────── v0.1.5 Installed IterTools ────────── v1.10.0 Installed Preferences ──────── v1.5.0 Installed LightGraphs ──────── v1.3.5 Installed Dispatcher ───────── v1.0.1 Updating `~/.julia/environments/v1.13/Project.toml` [a48d5fe2] + Dispatcher v1.0.1 Updating `~/.julia/environments/v1.13/Manifest.toml` ⌅ [ec485272] + ArnoldiMethod v0.1.0 ⌅ [15f4f7f2] + AutoHashEquals v0.2.0 ⌅ [864edb3b] + DataStructures v0.17.20 [d2772ebe] + DeferredFutures v1.0.0 [a48d5fe2] + Dispatcher v1.0.1 [d25df0c9] + Inflate v0.1.5 [c8e1da08] + IterTools v1.10.0 [093fc24a] + LightGraphs v1.3.5 [1914dd2f] + MacroTools v0.5.16 [f28f55f0] + Memento v1.4.1 [bac558e1] + OrderedCollections v1.8.1 [aea7be01] + PrecompileTools v1.3.3 [21216c6a] + Preferences v1.5.0 [ae029012] + Requires v1.3.1 ⌅ [08a2b407] + ResultTypes v3.2.1 [699a6c99] + SimpleTraits v0.9.5 [90137ffa] + StaticArrays v1.9.15 [1e83bf80] + StaticArraysCore v1.4.3 [10745b16] + Statistics v1.11.1 [56f22d72] + Artifacts v1.11.0 [2a0f44e3] + Base64 v1.11.0 [ade2ca70] + Dates v1.11.0 [8ba89e20] + Distributed v1.11.0 [b77e0a4c] + InteractiveUtils v1.11.0 [ac6e5ff7] + JuliaSyntaxHighlighting v1.12.0 [8f399da3] + Libdl v1.11.0 [37e2e46d] + LinearAlgebra v1.13.0 [56ddb016] + Logging v1.11.0 [d6f4376e] + Markdown v1.11.0 [a63ad114] + Mmap v1.11.0 [de0858da] + Printf v1.11.0 [9a3f8284] + Random v1.11.0 [ea8e919c] + SHA v0.7.0 [9e88b42a] + Serialization v1.11.0 [1a1011a3] + SharedArrays v1.11.0 [6462fe0b] + Sockets v1.11.0 [2f01184e] + SparseArrays v1.13.0 [f489334b] + StyledStrings v1.11.0 [fa267f1f] + TOML v1.0.3 [8dfed614] + Test v1.11.0 [cf7118a7] + UUIDs v1.11.0 [4ec0a83e] + Unicode v1.11.0 [e66e0078] + CompilerSupportLibraries_jll v1.3.0+1 [4536629a] + OpenBLAS_jll v0.3.29+0 [bea87d4a] + SuiteSparse_jll v7.10.1+0 [8e850b90] + libblastrampoline_jll v5.13.1+0 Info Packages marked with ⌅ have new versions available but compatibility constraints restrict them from upgrading. To see why use `status --outdated -m` Installation completed after 1.6s ################################################################################ # Precompilation # Precompiling PkgEval dependencies... Precompiling packages... 4366.2 ms ✓ TestEnv 1 dependency successfully precompiled in 5 seconds. 27 already precompiled. Precompiling package dependencies... Precompilation completed after 75.89s ################################################################################ # Testing # Testing Dispatcher Status `/tmp/jl_qWd0M7/Project.toml` ⌅ [15f4f7f2] AutoHashEquals v0.2.0 ⌅ [864edb3b] DataStructures v0.17.20 [d2772ebe] DeferredFutures v1.0.0 [a48d5fe2] Dispatcher v1.0.1 [c8e1da08] IterTools v1.10.0 [093fc24a] LightGraphs v1.3.5 [f28f55f0] Memento v1.4.1 ⌅ [08a2b407] ResultTypes v3.2.1 [8ba89e20] Distributed v1.11.0 [8dfed614] Test v1.11.0 Status `/tmp/jl_qWd0M7/Manifest.toml` ⌅ [ec485272] ArnoldiMethod v0.1.0 ⌅ [15f4f7f2] AutoHashEquals v0.2.0 ⌅ [864edb3b] DataStructures v0.17.20 [d2772ebe] DeferredFutures v1.0.0 [a48d5fe2] Dispatcher v1.0.1 [d25df0c9] Inflate v0.1.5 [c8e1da08] IterTools v1.10.0 [093fc24a] LightGraphs v1.3.5 [1914dd2f] MacroTools v0.5.16 [f28f55f0] Memento v1.4.1 [bac558e1] OrderedCollections v1.8.1 [aea7be01] PrecompileTools v1.3.3 [21216c6a] Preferences v1.5.0 [ae029012] Requires v1.3.1 ⌅ [08a2b407] ResultTypes v3.2.1 [699a6c99] SimpleTraits v0.9.5 [90137ffa] StaticArrays v1.9.15 [1e83bf80] StaticArraysCore v1.4.3 [10745b16] Statistics v1.11.1 [56f22d72] Artifacts v1.11.0 [2a0f44e3] Base64 v1.11.0 [ade2ca70] Dates v1.11.0 [8ba89e20] Distributed v1.11.0 [b77e0a4c] InteractiveUtils v1.11.0 [ac6e5ff7] JuliaSyntaxHighlighting v1.12.0 [8f399da3] Libdl v1.11.0 [37e2e46d] LinearAlgebra v1.13.0 [56ddb016] Logging v1.11.0 [d6f4376e] Markdown v1.11.0 [a63ad114] Mmap v1.11.0 [de0858da] Printf v1.11.0 [9a3f8284] Random v1.11.0 [ea8e919c] SHA v0.7.0 [9e88b42a] Serialization v1.11.0 [1a1011a3] SharedArrays v1.11.0 [6462fe0b] Sockets v1.11.0 [2f01184e] SparseArrays v1.13.0 [f489334b] StyledStrings v1.11.0 [fa267f1f] TOML v1.0.3 [8dfed614] Test v1.11.0 [cf7118a7] UUIDs v1.11.0 [4ec0a83e] Unicode v1.11.0 [e66e0078] CompilerSupportLibraries_jll v1.3.0+1 [4536629a] OpenBLAS_jll v0.3.29+0 [bea87d4a] SuiteSparse_jll v7.10.1+0 [8e850b90] libblastrampoline_jll v5.13.1+0 Info Packages marked with ⌅ have new versions available but compatibility constraints restrict them from upgrading. Testing Running tests... WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. Test Summary: | Pass Total Time Graph | 34 34 3.9s WARNING: Method definition foo(OtherModule.MyType) in module Main at /home/pkgeval/.julia/packages/Dispatcher/JXmtG/test/runtests.jl:367 overwritten at /home/pkgeval/.julia/packages/Dispatcher/JXmtG/test/runtests.jl:401. [info | Dispatcher]: Executing 6 graph nodes. [info | Dispatcher]: Node 1 (Op, 2>>): running. [info | Dispatcher]: Node 2 (IndexNode, 2>): running. [info | Dispatcher]: Node 3 (Op>): running. [info | Dispatcher]: Node 4 (Op, Op>): running. [info | Dispatcher]: Node 5 (Op<3>): running. [info | Dispatcher]: Node 6 (Op): running. [info | Dispatcher]: Node 5 (Op<3>): complete. [info | Dispatcher]: Node 6 (Op): complete. [info | Dispatcher]: Node 4 (Op, Op>): complete. [info | Dispatcher]: Node 3 (Op>): complete. [info | Dispatcher]: Node 2 (IndexNode, 2>): complete. [info | Dispatcher]: Node 1 (Op, 2>>): complete. [info | Dispatcher]: All 6 nodes executed. [info | Dispatcher]: Executing 2 graph nodes. [info | Dispatcher]: Node 1 (Op>): running. [info | Dispatcher]: Node 2 (Op): running. [info | Dispatcher]: Node 2 (Op): complete. [info | Dispatcher]: Node 1 (Op>): complete. [info | Dispatcher]: All 2 nodes executed. [info | Dispatcher]: Executing 2 graph nodes. [info | Dispatcher]: Node 1 (Op>): running. [info | Dispatcher]: Node 2 (DataNode{Channel{Float64}}): running. [info | Dispatcher]: Node 2 (DataNode{Channel{Float64}}): complete. [info | Dispatcher]: Node 1 (Op>): complete. [info | Dispatcher]: All 2 nodes executed. [info | Main]: Partial array [info | Dispatcher]: Executing 2 graph nodes. [info | Dispatcher]: Node 1 (Op>): running. [info | Dispatcher]: Node 2 (Op): running. [info | Dispatcher]: Node 2 (Op): complete. [info | Dispatcher]: Node 1 (Op>): complete. [info | Dispatcher]: All 2 nodes executed. [info | Dispatcher]: Executing 2 graph nodes. [info | Dispatcher]: Node 1 (Op>): running. [info | Dispatcher]: Node 2 (DataNode{Channel{Float64}}): running. [info | Dispatcher]: Node 2 (DataNode{Channel{Float64}}): complete. [info | Dispatcher]: Node 1 (Op>): complete. [info | Dispatcher]: All 2 nodes executed. [info | Dispatcher]: Executing 4 graph nodes. [info | Dispatcher]: Node 1 (Op<*, Op<+>, Op<+>>): running. [info | Dispatcher]: Node 2 (Op<+, Op<+>, Int64>): running. [info | Dispatcher]: Node 3 (Op<+, Op<+>, Int64>): running. [info | Dispatcher]: Node 4 (Op<+, Int64, Int64>): running. [info | Dispatcher]: Node 4 (Op<+, Int64, Int64>): complete. [info | Dispatcher]: Node 2 (Op<+, Op<+>, Int64>): complete. [info | Dispatcher]: Node 3 (Op<+, Op<+>, Int64>): complete. [info | Dispatcher]: Node 1 (Op<*, Op<+>, Op<+>>): complete. [info | Dispatcher]: All 4 nodes executed. [info | Dispatcher]: Executing 6 graph nodes. [info | Dispatcher]: Node 1 (Op, 2>>): running. [info | Dispatcher]: Node 2 (IndexNode, 2>): running. [info | Dispatcher]: Node 3 (Op>): running. [info | Dispatcher]: Node 4 (Op, Op<4>>): running. [info | Dispatcher]: Node 5 (Op<3>): running. [info | Dispatcher]: Node 6 (Op<4, Int64>): running. [info | Dispatcher]: Node 5 (Op<3>): complete. [info | Dispatcher]: Node 6 (Op<4, Int64>): complete. [info | Dispatcher]: Node 4 (Op, Op<4>>): complete. [info | Dispatcher]: Node 3 (Op>): complete. [info | Dispatcher]: Node 2 (IndexNode, 2>): complete. [info | Dispatcher]: Node 1 (Op, 2>>): complete. [info | Dispatcher]: All 6 nodes executed. From worker 2: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 2: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 2: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 2: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. [info | Dispatcher]: Executing 6 graph nodes. [info | Dispatcher]: Node 1 (Op, 2>>): running. [info | Dispatcher]: Node 2 (IndexNode, 2>): running. [info | Dispatcher]: Node 3 (Op>): running. [info | Dispatcher]: Node 4 (Op, Op<4>>): running. [info | Dispatcher]: Node 5 (Op<3>): running. [info | Dispatcher]: Node 6 (Op<4, Int64>): running. [info | Dispatcher]: Node 5 (Op<3>): complete. [info | Dispatcher]: Node 6 (Op<4, Int64>): complete. [info | Dispatcher]: Node 4 (Op, Op<4>>): complete. [info | Dispatcher]: Node 3 (Op>): complete. [info | Dispatcher]: Node 2 (IndexNode, 2>): complete. [info | Dispatcher]: Node 1 (Op, 2>>): complete. [info | Dispatcher]: All 6 nodes executed. From worker 3: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 3: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 3: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 3: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 4: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 4: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 4: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 4: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. [info | Dispatcher]: Executing 6 graph nodes. [info | Dispatcher]: Node 1 (Op, 2>>): running. [info | Dispatcher]: Node 2 (IndexNode, 2>): running. [info | Dispatcher]: Node 3 (Op>): running. [info | Dispatcher]: Node 4 (Op, Op<4>>): running. [info | Dispatcher]: Node 5 (Op<3>): running. [info | Dispatcher]: Node 6 (Op<4, Int64>): running. [info | Dispatcher]: Node 6 (Op<4, Int64>): complete. [info | Dispatcher]: Node 5 (Op<3>): complete. [info | Dispatcher]: Node 4 (Op, Op<4>>): complete. [info | Dispatcher]: Node 3 (Op>): complete. [info | Dispatcher]: Node 2 (IndexNode, 2>): complete. [info | Dispatcher]: Node 1 (Op, 2>>): complete. [info | Dispatcher]: All 6 nodes executed. [info | Dispatcher]: Executing 6 graph nodes. [info | Dispatcher]: Node 1 (Op, 2>>): running. [info | Dispatcher]: Node 2 (IndexNode, 2>): running. [info | Dispatcher]: Node 3 (Op>): running. [info | Dispatcher]: Node 4 (Op, Op<4>>): running. [info | Dispatcher]: Node 5 (Op<3>): running. [info | Dispatcher]: Node 6 (Op<4, Int64>): running. [info | Dispatcher]: Node 5 (Op<3>): complete. [info | Dispatcher]: Node 6 (Op<4, Int64>): complete. [info | Dispatcher]: Node 4 (Op, Op<4>>): complete. [notice | Dispatcher]: Handling Error: DependencyError [notice | Dispatcher]: Handling Error: DependencyError [notice | Dispatcher]: Handling Error: DependencyError Async - Application Errors: Test Failed at /home/pkgeval/.julia/packages/Dispatcher/JXmtG/test/runtests.jl:667 Expression: run!(exec, [h]) Expected: DependencyError Thrown: CapturedException TaskFailedException nested task error: MethodError: no method matching /(::DependencyError{TaskFailedException}, ::Int64) The function `/` exists, but no method is defined for this combination of argument types. Closest candidates are: /(!Matched::BigInt, ::Union{Int16, Int32, Int64, Int8, UInt16, UInt32, UInt64, UInt8}) @ Base gmp.jl:565 /(!Matched::Missing, ::Number) @ Base missing.jl:125 /(!Matched::BigFloat, ::Union{Int16, Int32, Int64, Int8}) @ Base mpfr.jl:640 ... Stacktrace: [1] (::var"#112#113"{Channel{Float64}})(x::DependencyError{TaskFailedException}) @ Main ~/.julia/packages/Dispatcher/JXmtG/test/runtests.jl:661 [2] run!(op::Op) @ Dispatcher ~/.julia/packages/Dispatcher/JXmtG/src/nodes.jl:343 [3] (::Dispatcher.var"#dispatch!##0#dispatch!##1"{Op})() @ Dispatcher ~/.julia/packages/Dispatcher/JXmtG/src/executors.jl:421 Stacktrace: [1] (::Dispatcher.var"#on_error_inner!#25"{Bool, DispatchGraph})(err::DependencyError{TaskFailedException}) @ Dispatcher ~/.julia/packages/Dispatcher/JXmtG/src/executors.jl:282 [2] (::Distributed.var"#183#184"{Bool, Base.var"#47#48"{Base.var"#49#50"{ExponentialBackOff, Dispatcher.var"#allow_retry##3#allow_retry##4"{Dispatcher.var"#inner_allow_retry#allow_retry##0"{Vector{Function}}}, Distributed.var"#wrap_retry##0#wrap_retry##1"{Dispatcher.var"#run_inner!#24"{AsyncExecutor, Dispatcher.NodeSet}}}}, Dispatcher.var"#on_error_inner!#25"{Bool, DispatchGraph}})(x::Int64) @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/pmap.jl:167 [3] (::Base.var"#954#955"{Distributed.var"#183#184"{Bool, Base.var"#47#48"{Base.var"#49#50"{ExponentialBackOff, Dispatcher.var"#allow_retry##3#allow_retry##4"{Dispatcher.var"#inner_allow_retry#allow_retry##0"{Vector{Function}}}, Distributed.var"#wrap_retry##0#wrap_retry##1"{Dispatcher.var"#run_inner!#24"{AsyncExecutor, Dispatcher.NodeSet}}}}, Dispatcher.var"#on_error_inner!#25"{Bool, DispatchGraph}}})(r::Base.RefValue{Any}, args::Tuple{Int64}) @ Base ./asyncmap.jl:96 [4] (::Base.var"#start_worker_task!##0#start_worker_task!##1"{Base.var"#954#955"{Distributed.var"#183#184"{Bool, Base.var"#47#48"{Base.var"#49#50"{ExponentialBackOff, Dispatcher.var"#allow_retry##3#allow_retry##4"{Dispatcher.var"#inner_allow_retry#allow_retry##0"{Vector{Function}}}, Distributed.var"#wrap_retry##0#wrap_retry##1"{Dispatcher.var"#run_inner!#24"{AsyncExecutor, Dispatcher.NodeSet}}}}, Dispatcher.var"#on_error_inner!#25"{Bool, DispatchGraph}}}, Channel{Any}, Nothing})() @ Base ./asyncmap.jl:230 Stacktrace: [1] (::Base.var"#maptwice##0#maptwice##1")(x::Task) @ Base ./asyncmap.jl:173 [2] foreach(f::Base.var"#maptwice##0#maptwice##1", itr::Vector{Any}) @ Base ./abstractarray.jl:3209 [3] maptwice(wrapped_f::Function, chnl::Channel{Any}, worker_tasks::Vector{Any}, c::UnitRange{Int64}) @ Base ./asyncmap.jl:173 [4] wrap_n_exec_twice @ ./asyncmap.jl:149 [inlined] [5] async_usemap(f::Distributed.var"#183#184"{Bool, Base.var"#47#48"{Base.var"#49#50"{ExponentialBackOff, Dispatcher.var"#allow_retry##3#allow_retry##4"{Dispatcher.var"#inner_allow_retry#allow_retry##0"{Vector{Function}}}, Distributed.var"#wrap_retry##0#wrap_retry##1"{Dispatcher.var"#run_inner!#24"{AsyncExecutor, Dispatcher.NodeSet}}}}, Dispatcher.var"#on_error_inner!#25"{Bool, DispatchGraph}}, c::UnitRange{Int64}; ntasks::Int64, batch_size::Nothing) @ Base ./asyncmap.jl:99 [6] async_usemap @ ./asyncmap.jl:80 [inlined] [7] #asyncmap#939 @ ./asyncmap.jl:77 [inlined] [8] asyncmap @ ./asyncmap.jl:76 [inlined] [9] dispatch!(exec::AsyncExecutor, graph::DispatchGraph; throw_error::Bool) @ Dispatcher ~/.julia/packages/Dispatcher/JXmtG/src/executors.jl:349 [10] dispatch! @ ~/.julia/packages/Dispatcher/JXmtG/src/executors.jl:244 [inlined] [11] run!(exec::AsyncExecutor, output_nodes::Vector{Op}, input_nodes::Vector{DispatchNode}; input_map::Dict{DispatchNode, Any}, throw_error::Bool) @ Dispatcher ~/.julia/packages/Dispatcher/JXmtG/src/executors.jl:103 [12] run! @ ~/.julia/packages/Dispatcher/JXmtG/src/executors.jl:81 [inlined] [13] run!(exec::AsyncExecutor, output_nodes::Vector{Op}) @ Dispatcher ~/.julia/packages/Dispatcher/JXmtG/src/executors.jl:81 [14] top-level scope @ ~/.julia/packages/Dispatcher/JXmtG/test/runtests.jl:243 [15] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1952 [inlined] [16] macro expansion @ ~/.julia/packages/Dispatcher/JXmtG/test/runtests.jl:434 [inlined] [17] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1952 [inlined] [18] macro expansion @ ~/.julia/packages/Dispatcher/JXmtG/test/runtests.jl:631 [inlined] [19] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1952 [inlined] [20] macro expansion @ ~/.julia/packages/Dispatcher/JXmtG/test/runtests.jl:632 [inlined] [21] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1952 [inlined] [22] macro expansion @ ~/.julia/packages/Dispatcher/JXmtG/test/runtests.jl:667 [inlined] [23] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:863 [inlined] [24] macro expansion @ ~/.julia/packages/Dispatcher/JXmtG/test/runtests.jl:667 [inlined] Stacktrace: [1] do_test_throws(result::Test.ExecutionResult, orig_expr::Any, extype::Any) @ Test /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:908 [2] top-level scope @ ~/.julia/packages/Dispatcher/JXmtG/test/runtests.jl:243 [3] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1952 [inlined] [4] macro expansion @ ~/.julia/packages/Dispatcher/JXmtG/test/runtests.jl:434 [inlined] [5] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1952 [inlined] [6] macro expansion @ ~/.julia/packages/Dispatcher/JXmtG/test/runtests.jl:631 [inlined] [7] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1952 [inlined] [8] macro expansion @ ~/.julia/packages/Dispatcher/JXmtG/test/runtests.jl:632 [inlined] [9] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1952 [inlined] [10] macro expansion @ ~/.julia/packages/Dispatcher/JXmtG/test/runtests.jl:667 [inlined] [info | Dispatcher]: Executing 6 graph nodes. [info | Dispatcher]: Node 1 (Op, 2>>): running. [info | Dispatcher]: Node 2 (IndexNode, 2>): running. [info | Dispatcher]: Node 3 (Op>): running. [info | Dispatcher]: Node 4 (Op, Op<4>>): running. [info | Dispatcher]: Node 5 (Op<3>): running. [info | Dispatcher]: Node 6 (Op<4, Int64>): running. [info | Dispatcher]: Node 5 (Op<3>): complete. [info | Dispatcher]: Node 6 (Op<4, Int64>): complete. [info | Dispatcher]: Node 4 (Op, Op<4>>): complete. [notice | Dispatcher]: Handling Error: DependencyError [notice | Dispatcher]: Handling Error: DependencyError [notice | Dispatcher]: Handling Error: DependencyError [info | Dispatcher]: All 6 nodes executed. From worker 5: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 5: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 5: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 5: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. [info | Dispatcher]: Executing 6 graph nodes. [info | Dispatcher]: Node 1 (Op, 2>>): running. [info | Dispatcher]: Node 2 (IndexNode, 2>): running. [info | Dispatcher]: Node 3 (Op>): running. [info | Dispatcher]: Node 4 (Op, Op<4>>): running. [info | Dispatcher]: Node 5 (Op<3>): running. [info | Dispatcher]: Node 6 (Op<4, Int64>): running. [info | Dispatcher]: Node 5 (Op<3>): complete. [info | Dispatcher]: Node 6 (Op<4, Int64>): complete. [info | Dispatcher]: Node 4 (Op, Op<4>>): complete. [notice | Dispatcher]: Handling Error: DependencyError [notice | Dispatcher]: Handling Error: DependencyError [notice | Dispatcher]: Handling Error: DependencyError Parallel - Application Errors: Test Failed at /home/pkgeval/.julia/packages/Dispatcher/JXmtG/test/runtests.jl:713 Expression: run!(exec, [h]) Expected: DependencyError Thrown: CapturedException MethodError: no method matching /(::DependencyError{RemoteException}, ::Int64) The function `/` exists, but no method is defined for this combination of argument types. Closest candidates are: /(!Matched::BigInt, ::Union{Int16, Int32, Int64, Int8, UInt16, UInt32, UInt64, UInt8}) @ Base gmp.jl:565 /(!Matched::Missing, ::Number) @ Base missing.jl:125 /(!Matched::BigFloat, ::Union{Int16, Int32, Int64, Int8}) @ Base mpfr.jl:640 ... Stacktrace: [1] (::Dispatcher.var"#on_error_inner!#25"{Bool, DispatchGraph})(err::DependencyError{MethodError}) @ Dispatcher ~/.julia/packages/Dispatcher/JXmtG/src/executors.jl:282 [2] (::Distributed.var"#183#184"{Bool, Base.var"#47#48"{Base.var"#49#50"{ExponentialBackOff, Dispatcher.var"#allow_retry##3#allow_retry##4"{Dispatcher.var"#inner_allow_retry#allow_retry##0"{Vector{Function}}}, Distributed.var"#wrap_retry##0#wrap_retry##1"{Dispatcher.var"#run_inner!#24"{ParallelExecutor, Dispatcher.NodeSet}}}}, Dispatcher.var"#on_error_inner!#25"{Bool, DispatchGraph}})(x::Int64) @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/pmap.jl:167 [3] (::Base.var"#954#955"{Distributed.var"#183#184"{Bool, Base.var"#47#48"{Base.var"#49#50"{ExponentialBackOff, Dispatcher.var"#allow_retry##3#allow_retry##4"{Dispatcher.var"#inner_allow_retry#allow_retry##0"{Vector{Function}}}, Distributed.var"#wrap_retry##0#wrap_retry##1"{Dispatcher.var"#run_inner!#24"{ParallelExecutor, Dispatcher.NodeSet}}}}, Dispatcher.var"#on_error_inner!#25"{Bool, DispatchGraph}}})(r::Base.RefValue{Any}, args::Tuple{Int64}) @ Base ./asyncmap.jl:96 [4] (::Base.var"#start_worker_task!##0#start_worker_task!##1"{Base.var"#954#955"{Distributed.var"#183#184"{Bool, Base.var"#47#48"{Base.var"#49#50"{ExponentialBackOff, Dispatcher.var"#allow_retry##3#allow_retry##4"{Dispatcher.var"#inner_allow_retry#allow_retry##0"{Vector{Function}}}, Distributed.var"#wrap_retry##0#wrap_retry##1"{Dispatcher.var"#run_inner!#24"{ParallelExecutor, Dispatcher.NodeSet}}}}, Dispatcher.var"#on_error_inner!#25"{Bool, DispatchGraph}}}, Channel{Any}, Nothing})() @ Base ./asyncmap.jl:230 Stacktrace: [1] (::Base.var"#maptwice##0#maptwice##1")(x::Task) @ Base ./asyncmap.jl:173 [2] foreach(f::Base.var"#maptwice##0#maptwice##1", itr::Vector{Any}) @ Base ./abstractarray.jl:3209 [3] maptwice(wrapped_f::Function, chnl::Channel{Any}, worker_tasks::Vector{Any}, c::UnitRange{Int64}) @ Base ./asyncmap.jl:173 [4] wrap_n_exec_twice @ ./asyncmap.jl:149 [inlined] [5] async_usemap(f::Distributed.var"#183#184"{Bool, Base.var"#47#48"{Base.var"#49#50"{ExponentialBackOff, Dispatcher.var"#allow_retry##3#allow_retry##4"{Dispatcher.var"#inner_allow_retry#allow_retry##0"{Vector{Function}}}, Distributed.var"#wrap_retry##0#wrap_retry##1"{Dispatcher.var"#run_inner!#24"{ParallelExecutor, Dispatcher.NodeSet}}}}, Dispatcher.var"#on_error_inner!#25"{Bool, DispatchGraph}}, c::UnitRange{Int64}; ntasks::Int64, batch_size::Nothing) @ Base ./asyncmap.jl:99 [6] async_usemap @ ./asyncmap.jl:80 [inlined] [7] #asyncmap#939 @ ./asyncmap.jl:77 [inlined] [8] asyncmap @ ./asyncmap.jl:76 [inlined] [9] dispatch!(exec::ParallelExecutor, graph::DispatchGraph; throw_error::Bool) @ Dispatcher ~/.julia/packages/Dispatcher/JXmtG/src/executors.jl:349 [10] dispatch! @ ~/.julia/packages/Dispatcher/JXmtG/src/executors.jl:244 [inlined] [11] run!(exec::ParallelExecutor, output_nodes::Vector{Op}, input_nodes::Vector{DispatchNode}; input_map::Dict{DispatchNode, Any}, throw_error::Bool) @ Dispatcher ~/.julia/packages/Dispatcher/JXmtG/src/executors.jl:103 [12] run! @ ~/.julia/packages/Dispatcher/JXmtG/src/executors.jl:81 [inlined] [13] run!(exec::ParallelExecutor, output_nodes::Vector{Op}) @ Dispatcher ~/.julia/packages/Dispatcher/JXmtG/src/executors.jl:81 [14] top-level scope @ ~/.julia/packages/Dispatcher/JXmtG/test/runtests.jl:243 [15] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1952 [inlined] [16] macro expansion @ ~/.julia/packages/Dispatcher/JXmtG/test/runtests.jl:434 [inlined] [17] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1952 [inlined] [18] macro expansion @ ~/.julia/packages/Dispatcher/JXmtG/test/runtests.jl:631 [inlined] [19] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1952 [inlined] [20] macro expansion @ ~/.julia/packages/Dispatcher/JXmtG/test/runtests.jl:677 [inlined] [21] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1952 [inlined] [22] macro expansion @ ~/.julia/packages/Dispatcher/JXmtG/test/runtests.jl:713 [inlined] [23] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:863 [inlined] [24] macro expansion @ ~/.julia/packages/Dispatcher/JXmtG/test/runtests.jl:713 [inlined] Stacktrace: [1] do_test_throws(result::Test.ExecutionResult, orig_expr::Any, extype::Any) @ Test /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:908 [2] top-level scope @ ~/.julia/packages/Dispatcher/JXmtG/test/runtests.jl:243 [3] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1952 [inlined] [4] macro expansion @ ~/.julia/packages/Dispatcher/JXmtG/test/runtests.jl:434 [inlined] [5] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1952 [inlined] [6] macro expansion @ ~/.julia/packages/Dispatcher/JXmtG/test/runtests.jl:631 [inlined] [7] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1952 [inlined] [8] macro expansion @ ~/.julia/packages/Dispatcher/JXmtG/test/runtests.jl:677 [inlined] [9] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1952 [inlined] [10] macro expansion @ ~/.julia/packages/Dispatcher/JXmtG/test/runtests.jl:713 [inlined] [info | Dispatcher]: Executing 6 graph nodes. [info | Dispatcher]: Node 1 (Op, 2>>): running. [info | Dispatcher]: Node 2 (IndexNode, 2>): running. [info | Dispatcher]: Node 3 (Op>): running. [info | Dispatcher]: Node 4 (Op, Op<4>>): running. [info | Dispatcher]: Node 5 (Op<3>): running. [info | Dispatcher]: Node 6 (Op<4, Int64>): running. [info | Dispatcher]: Node 5 (Op<3>): complete. [info | Dispatcher]: Node 6 (Op<4, Int64>): complete. [info | Dispatcher]: Node 4 (Op, Op<4>>): complete. [notice | Dispatcher]: Handling Error: DependencyError [notice | Dispatcher]: Handling Error: DependencyError [notice | Dispatcher]: Handling Error: DependencyError [info | Dispatcher]: All 6 nodes executed. From worker 6: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 6: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 6: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 6: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 7: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 7: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 7: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 7: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. [info | Dispatcher]: Executing 6 graph nodes. [info | Dispatcher]: Node 1 (Op, 2>>): running. [info | Dispatcher]: Node 2 (IndexNode, 2>): running. [info | Dispatcher]: Node 3 (Op>): running. [info | Dispatcher]: Node 4 (Op, Op<4>>): running. [info | Dispatcher]: Node 5 (Op<3>): running. [info | Dispatcher]: Node 6 (Op<4, Int64>): running. ┌ Warning: Failed to gracefully kill worker 6 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/managers.jl:753 ┌ Warning: Sending profile SIGUSR1 to worker 6 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/managers.jl:756 From worker 6: From worker 6: ====================================================================================== From worker 6: Information request received. A stacktrace will print followed by a 1.0 second profile. From worker 6: --trace-compile is enabled during profile collection. From worker 6: ====================================================================================== From worker 6: From worker 6: cmd: /opt/julia/bin/julia 288 running 1 of 1 From worker 6: From worker 6: signal (10): User defined signal 1 From worker 6: unknown function (ip: 0x75e79431d763) at /lib/x86_64-linux-gnu/libc.so.6 From worker 6: __libc_calloc at /lib/x86_64-linux-gnu/libc.so.6 (unknown line) From worker 6: _ZN4llvm13StringMapImpl11RehashTableEj at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 6: _ZN4llvm16DwarfCompileUnit13addGlobalNameENS_9StringRefERKNS_3DIEEPKNS_7DIScopeE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 6: _ZN4llvm10DwarfDebug27finishSubprogramDefinitionsEv at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 6: _ZN4llvm10DwarfDebug18finalizeModuleInfoEv at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 6: _ZN4llvm10DwarfDebug9endModuleEv at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 6: _ZN4llvm10AsmPrinter14doFinalizationERNS_6ModuleE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 6: _ZN4llvm13FPPassManager14doFinalizationERNS_6ModuleE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 6: _ZN4llvm6legacy15PassManagerImpl3runERNS_6ModuleE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 6: operator() at /source/src/jitlayers.cpp:1628 From worker 6: addModule at /source/src/jitlayers.cpp:2119 From worker 6: jl_compile_codeinst_now at /source/src/jitlayers.cpp:682 From worker 6: jl_compile_codeinst_impl at /source/src/jitlayers.cpp:876 From worker 6: jl_compile_method_internal at /source/src/gf.c:3648 From worker 6: _jl_invoke at /source/src/gf.c:4108 [inlined] From worker 6: ijl_apply_generic at /source/src/gf.c:4313 From worker 6: serialize_msg at /source/usr/share/julia/stdlib/v1.13/Distributed/src/messages.jl:78 From worker 6: unknown function (ip: 0x75e792980f16) at (unknown file) From worker 6: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 6: ijl_apply_generic at /source/src/gf.c:4313 From worker 6: jl_apply at /source/src/julia.h:2271 [inlined] From worker 6: jl_f_invokelatest at /source/src/builtins.c:889 From worker 6: send_msg_ at /source/usr/share/julia/stdlib/v1.13/Distributed/src/messages.jl:181 From worker 6: send_msg at /source/usr/share/julia/stdlib/v1.13/Distributed/src/messages.jl:122 [inlined] From worker 6: #remotecall_fetch#109 at /source/usr/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:460 From worker 6: remotecall_fetch at /source/usr/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 6: #remotecall_fetch#113 at /source/usr/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 6: remotecall_fetch at /source/usr/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 6: call_on_owner at /source/usr/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:565 [inlined] From worker 6: fetch at /source/usr/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:656 From worker 6: unknown function (ip: 0x75e7929802f2) at (unknown file) From worker 6: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 6: ijl_apply_generic at /source/src/gf.c:4313 From worker 6: fetch at /home/pkgeval/.julia/packages/DeferredFutures/TCvh2/src/DeferredFutures.jl:226 From worker 6: fetch at /home/pkgeval/.julia/packages/Dispatcher/JXmtG/src/nodes.jl:407 [inlined] From worker 6: #run!##0 at /home/pkgeval/.julia/packages/Dispatcher/JXmtG/src/nodes.jl:324 From worker 6: #954 at ./asyncmap.jl:96 From worker 6: unknown function (ip: 0x75e79297ff16) at (unknown file) From worker 6: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 6: ijl_apply_generic at /source/src/gf.c:4313 From worker 6: jl_apply at /source/src/julia.h:2271 [inlined] From worker 6: jl_f__apply_iterate at /source/src/builtins.c:876 From worker 6: #start_worker_task!##0 at ./asyncmap.jl:230 From worker 6: unknown function (ip: 0x75e79297965f) at (unknown file) From worker 6: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 6: ijl_apply_generic at /source/src/gf.c:4313 From worker 6: jl_apply at /source/src/julia.h:2271 [inlined] From worker 6: start_task at /source/src/task.c:1281 From worker 6: unknown function (ip: (nil)) at (unknown file) From worker 6: From worker 6: #= 2781.8 ms =# precompile(Tuple{typeof(Serialization.serialize), Distributed.ClusterSerializer{Sockets.TCPSocket}, Any}) From worker 6: #= 68.2 ms =# precompile(Tuple{typeof(Serialization.serialize), Distributed.ClusterSerializer{Sockets.TCPSocket}, Tuple{Distributed.RRID}}) From worker 6: #= 20.3 ms =# precompile(Tuple{typeof(Serialization.serialize), Distributed.ClusterSerializer{Sockets.TCPSocket}, Core.TypeofBottom}) From worker 6: #= 18.8 ms =# precompile(Tuple{typeof(Serialization.serialize), Distributed.ClusterSerializer{Sockets.TCPSocket}, Tuple{}}) From worker 6: #= 40.4 ms =# precompile(Tuple{Base.var"#maptwice##0#maptwice##1", Task}) From worker 6: #= 24.4 ms =# precompile(Tuple{Type{Base.Generator{I, F} where F where I}, Base.var"#wrap_n_exec_twice##0#wrap_n_exec_twice##1"{Base.Channel{Any}}, Base.Iterators.Filter{Dispatcher.var"#dependencies##0#dependencies##1", Base.Iterators.Flatten{Tuple{Tuple{Dispatcher.Op}, Base.Generator{Base.Iterators.Zip{Tuple{Base.Pairs{Symbol, Union{}, Nothing, NamedTuple{(), Tuple{}}}}}, IterTools.var"#imap##0#imap##1"{Dispatcher.var"#dependencies##2#dependencies##3"}}}}}}) From worker 6: #= 557.4 ms =# precompile(Tuple{typeof(Base.collect), Base.Generator{Base.Iterators.Filter{Dispatcher.var"#dependencies##0#dependencies##1", Base.Iterators.Flatten{Tuple{Tuple{Dispatcher.Op}, Base.Generator{Base.Iterators.Zip{Tuple{Base.Pairs{Symbol, Union{}, Nothing, NamedTuple{(), Tuple{}}}}}, IterTools.var"#imap##0#imap##1"{Dispatcher.var"#dependencies##2#dependencies##3"}}}}}, Base.var"#wrap_n_exec_twice##0#wrap_n_exec_twice##1"{Base.Channel{Any}}}}) From worker 6: #= 236.3 ms =# precompile(Tuple{typeof(Distributed.finalize_ref), Distributed.RemoteChannel{Base.Channel{Any}}}) From worker 6: #= 25.1 ms =# precompile(Tuple{Base.WeakKeyDictFinalizer{Base.WeakKeyDict{Distributed.AbstractRemoteRef, Nothing}}, Distributed.RemoteChannel{Base.Channel{Any}}}) From worker 6: #= 25.4 ms =# precompile(Tuple{Base.WeakKeyDictFinalizer{Base.WeakKeyDict{Any, Any}}, Core.TypeName}) From worker 6: #= 228.6 ms =# precompile(Tuple{typeof(Distributed.finalize_ref), Distributed.RemoteChannel{Base.Channel{Float64}}}) From worker 6: #= 23.0 ms =# precompile(Tuple{typeof(Base.isequal), Distributed.RemoteChannel{Base.Channel{Float64}}, WeakRef}) From worker 6: #= 34.3 ms =# precompile(Tuple{typeof(Base.:(var"==")), Distributed.RemoteChannel{Base.Channel{Float64}}, WeakRef}) From worker 6: #= 25.3 ms =# precompile(Tuple{typeof(Base.isequal), Distributed.RemoteChannel{Base.Channel{Float64}}, Distributed.RemoteChannel{Base.Channel{Float64}}}) From worker 6: #= 19.1 ms =# precompile(Tuple{Base.WeakKeyDictFinalizer{Base.WeakKeyDict{Distributed.AbstractRemoteRef, Nothing}}, Distributed.RemoteChannel{Base.Channel{Float64}}}) [info | Dispatcher]: Node 3 (Op>): running. [info | Dispatcher]: Node 1 (Op, 2>>): running. [info | Dispatcher]: Node 5 (Op<3>): complete. [info | Dispatcher]: Node 6 (Op<4, Int64>): complete. [info | Dispatcher]: Node 4 (Op, Op<4>>): complete. [info | Dispatcher]: Node 3 (Op>): complete. ┌ Error: Fatal error on process 1 │ exception = │ attempt to send to unknown socket │ Stacktrace: │ [1] error(s::String) │ @ Base ./error.jl:44 │ [2] send_msg_unknown(s::Sockets.TCPSocket, header::Distributed.MsgHeader, msg::Distributed.ResultMsg) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:99 │ [3] send_msg_now │ @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:115 [inlined] │ [4] deliver_result(sock::Sockets.TCPSocket, msg::Symbol, oid::Distributed.RRID, value::RemoteChannel{Channel{Any}}) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:102 │ [5] (::Distributed.var"#handle_msg##2#handle_msg##3"{Distributed.CallMsg{:call_fetch}, Distributed.MsgHeader, Sockets.TCPSocket})() │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:295 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:106 [info | Dispatcher]: Node 2 (IndexNode, 2>): complete. ┌ Warning: Sending SIGQUIT to worker 6 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/managers.jl:760 [info | Dispatcher]: Node 1 (Op, 2>>): complete. [info | Dispatcher]: All 6 nodes executed. From worker 8: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 8: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 8: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 8: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 9: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 9: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 9: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 9: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. [info | Dispatcher]: Executing 6 graph nodes. [info | Dispatcher]: Node 1 (Op, 2>>): running. [info | Dispatcher]: Node 2 (IndexNode, 2>): running. [info | Dispatcher]: Node 3 (Op>): running. [info | Dispatcher]: Node 4 (Op, Op<4>>): running. [info | Dispatcher]: Node 5 (Op<3>): running. [info | Dispatcher]: Node 6 (Op<4, Int64>): running. ┌ Warning: Failed to gracefully kill worker 8 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/managers.jl:753 ┌ Warning: Sending profile SIGUSR1 to worker 8 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/managers.jl:756 From worker 8: From worker 8: ====================================================================================== From worker 8: Information request received. A stacktrace will print followed by a 1.0 second profile. From worker 8: --trace-compile is enabled during profile collection. From worker 8: ====================================================================================== From worker 8: From worker 8: cmd: /opt/julia/bin/julia 352 running 1 of 1 From worker 8: From worker 8: signal (10): User defined signal 1 From worker 8: _ZNK4llvm17X86TargetLowering9LowerCallERNS_14TargetLowering16CallLoweringInfoERNS_15SmallVectorImplINS_7SDValueEEE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 8: _ZNK4llvm14TargetLowering11LowerCallToERNS0_16CallLoweringInfoE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 8: _ZN4llvm19SelectionDAGBuilder14lowerInvokableERNS_14TargetLowering16CallLoweringInfoEPKNS_10BasicBlockE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 8: _ZN4llvm19SelectionDAGBuilder11LowerCallToERKNS_8CallBaseENS_7SDValueEbbPKNS_10BasicBlockEPKNS_14TargetLowering11PtrAuthInfoE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 8: _ZN4llvm19SelectionDAGBuilder9visitCallERKNS_8CallInstE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 8: _ZN4llvm19SelectionDAGBuilder5visitERKNS_11InstructionE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 8: _ZN4llvm16SelectionDAGISel16SelectBasicBlockENS_21ilist_iterator_w_bitsINS_12ilist_detail12node_optionsINS_11InstructionELb1ELb0EvLb1ENS_10BasicBlockEEELb0ELb1EEES7_Rb at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 8: _ZN4llvm16SelectionDAGISel20SelectAllBasicBlocksERKNS_8FunctionE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 8: _ZN4llvm16SelectionDAGISel20runOnMachineFunctionERNS_15MachineFunctionE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 8: _ZN4llvm22SelectionDAGISelLegacy20runOnMachineFunctionERNS_15MachineFunctionE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 8: _ZN4llvm19MachineFunctionPass13runOnFunctionERNS_8FunctionE.part.0 at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 8: _ZN4llvm13FPPassManager13runOnFunctionERNS_8FunctionE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 8: _ZN4llvm13FPPassManager11runOnModuleERNS_6ModuleE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 8: _ZN4llvm6legacy15PassManagerImpl3runERNS_6ModuleE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 8: operator() at /source/src/jitlayers.cpp:1628 From worker 8: addModule at /source/src/jitlayers.cpp:2119 From worker 8: jl_compile_codeinst_now at /source/src/jitlayers.cpp:682 From worker 8: jl_compile_codeinst_impl at /source/src/jitlayers.cpp:876 From worker 8: jl_compile_method_internal at /source/src/gf.c:3648 From worker 8: _jl_invoke at /source/src/gf.c:4108 [inlined] From worker 8: ijl_apply_generic at /source/src/gf.c:4313 From worker 8: serialize_msg at /source/usr/share/julia/stdlib/v1.13/Distributed/src/messages.jl:78 From worker 8: unknown function (ip: 0x7b05cf91e0f6) at (unknown file) From worker 8: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 8: ijl_apply_generic at /source/src/gf.c:4313 From worker 8: jl_apply at /source/src/julia.h:2271 [inlined] From worker 8: jl_f_invokelatest at /source/src/builtins.c:889 From worker 8: send_msg_ at /source/usr/share/julia/stdlib/v1.13/Distributed/src/messages.jl:181 From worker 8: send_msg at /source/usr/share/julia/stdlib/v1.13/Distributed/src/messages.jl:122 [inlined] From worker 8: #remotecall_fetch#109 at /source/usr/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:460 From worker 8: remotecall_fetch at /source/usr/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 8: #remotecall_fetch#113 at /source/usr/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 8: remotecall_fetch at /source/usr/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 8: call_on_owner at /source/usr/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:565 [inlined] From worker 8: fetch at /source/usr/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:656 From worker 8: unknown function (ip: 0x7b05cf91d4d2) at (unknown file) From worker 8: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 8: ijl_apply_generic at /source/src/gf.c:4313 From worker 8: fetch at /home/pkgeval/.julia/packages/DeferredFutures/TCvh2/src/DeferredFutures.jl:226 From worker 8: fetch at /home/pkgeval/.julia/packages/Dispatcher/JXmtG/src/nodes.jl:407 [inlined] From worker 8: #run!##0 at /home/pkgeval/.julia/packages/Dispatcher/JXmtG/src/nodes.jl:324 From worker 8: #954 at ./asyncmap.jl:96 From worker 8: unknown function (ip: 0x7b05cf91d0f6) at (unknown file) From worker 8: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 8: ijl_apply_generic at /source/src/gf.c:4313 From worker 8: jl_apply at /source/src/julia.h:2271 [inlined] From worker 8: jl_f__apply_iterate at /source/src/builtins.c:876 From worker 8: #start_worker_task!##0 at ./asyncmap.jl:230 From worker 8: unknown function (ip: 0x7b05cf915c2f) at (unknown file) From worker 8: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 8: ijl_apply_generic at /source/src/gf.c:4313 From worker 8: jl_apply at /source/src/julia.h:2271 [inlined] From worker 8: start_task at /source/src/task.c:1281 From worker 8: unknown function (ip: (nil)) at (unknown file) From worker 8: From worker 8: #= 2629.2 ms =# precompile(Tuple{typeof(Serialization.serialize), Distributed.ClusterSerializer{Sockets.TCPSocket}, Any}) From worker 8: #= 41.2 ms =# precompile(Tuple{typeof(Serialization.serialize), Distributed.ClusterSerializer{Sockets.TCPSocket}, Tuple{Distributed.RRID}}) From worker 8: #= 11.6 ms =# precompile(Tuple{typeof(Serialization.serialize), Distributed.ClusterSerializer{Sockets.TCPSocket}, Core.TypeofBottom}) From worker 8: #= 14.5 ms =# precompile(Tuple{typeof(Serialization.serialize), Distributed.ClusterSerializer{Sockets.TCPSocket}, Tuple{}}) From worker 8: #= 20.9 ms =# precompile(Tuple{Base.var"#maptwice##0#maptwice##1", Task}) From worker 8: #= 224.6 ms =# precompile(Tuple{Base.var"#954#955"{Dispatcher.var"#run!##0#run!##1"}, Base.RefValue{Any}, Tuple{Dispatcher.Op}}) From worker 8: #= 39.0 ms =# precompile(Tuple{typeof(Base.map), typeof(Dispatcher.value_summary), Tuple{Dispatcher.Op, Dispatcher.Op}}) From worker 8: #= 32.1 ms =# precompile(Tuple{typeof(Base.join), Tuple{String, String}, String}) From worker 8: #= 33.7 ms =# precompile(Tuple{typeof(Base.join), Base.GenericIOBuffer{Memory{UInt8}}, Tuple{String, String}, String}) From worker 8: #= 42.6 ms =# precompile(Tuple{typeof(Base.collect), Base.Pairs{Symbol, Union{}, Nothing, NamedTuple{(), Tuple{}}}}) From worker 8: #= 57.2 ms =# precompile(Tuple{typeof(Base.map), Function, Array{Pair{Symbol, Union{}}, 1}}) From worker 8: #= 24.6 ms =# precompile(Tuple{Type{Base.Generator{I, F} where F where I}, Dispatcher.var"#4#5", Array{Pair{Symbol, Union{}}, 1}}) From worker 8: #= 115.1 ms =# precompile(Tuple{typeof(Base.collect_similar), Array{Pair{Symbol, Union{}}, 1}, Base.Generator{Array{Pair{Symbol, Union{}}, 1}, Dispatcher.var"#4#5"}}) From worker 8: #= 168.5 ms =# precompile(Tuple{typeof(Base.join), Array{Union{}, 1}, String}) From worker 8: #= 158.7 ms =# precompile(Tuple{typeof(Base.filter), Base.ComposedFunction{typeof(Base.:(!)), typeof(Base.isempty)}, Array{String, 1}}) From worker 8: #= 24.8 ms =# precompile(Tuple{typeof(Base.join), Array{String, 1}, String}) From worker 8: #= 26.9 ms =# precompile(Tuple{Type{Base.Generator{I, F} where F where I}, Base.var"#wrap_n_exec_twice##0#wrap_n_exec_twice##1"{Base.Channel{Any}}, Base.Iterators.Filter{Dispatcher.var"#dependencies##0#dependencies##1", Base.Iterators.Flatten{Tuple{Tuple{}, Base.Generator{Base.Iterators.Zip{Tuple{Base.Pairs{Symbol, Union{}, Nothing, NamedTuple{(), Tuple{}}}}}, IterTools.var"#imap##0#imap##1"{Dispatcher.var"#dependencies##2#dependencies##3"}}}}}}) From worker 8: #= 33.9 ms =# precompile(Tuple{typeof(Base.collect), Base.Generator{Base.Iterators.Filter{Dispatcher.var"#dependencies##0#dependencies##1", Base.Iterators.Flatten{Tuple{Tuple{}, Base.Generator{Base.Iterators.Zip{Tuple{Base.Pairs{Symbol, Union{}, Nothing, NamedTuple{(), Tuple{}}}}}, IterTools.var"#imap##0#imap##1"{Dispatcher.var"#dependencies##2#dependencies##3"}}}}}, Base.var"#wrap_n_exec_twice##0#wrap_n_exec_twice##1"{Base.Channel{Any}}}}) From worker 8: #= 256.5 ms =# precompile(Tuple{typeof(Distributed.finalize_ref), Distributed.RemoteChannel{Base.Channel{Any}}}) From worker 8: #= 27.6 ms =# precompile(Tuple{Base.WeakKeyDictFinalizer{Base.WeakKeyDict{Distributed.AbstractRemoteRef, Nothing}}, Distributed.RemoteChannel{Base.Channel{Any}}}) From worker 8: #= 24.7 ms =# precompile(Tuple{Base.WeakKeyDictFinalizer{Base.WeakKeyDict{Any, Any}}, Core.TypeName}) From worker 8: #= 250.6 ms =# precompile(Tuple{typeof(Distributed.finalize_ref), Distributed.RemoteChannel{Base.Channel{Float64}}}) From worker 8: #= 22.9 ms =# precompile(Tuple{typeof(Base.isequal), Distributed.RemoteChannel{Base.Channel{Float64}}, WeakRef}) From worker 8: #= 33.2 ms =# precompile(Tuple{typeof(Base.:(var"==")), Distributed.RemoteChannel{Base.Channel{Float64}}, WeakRef}) From worker 8: #= 26.6 ms =# precompile(Tuple{typeof(Base.isequal), Distributed.RemoteChannel{Base.Channel{Float64}}, Distributed.RemoteChannel{Base.Channel{Float64}}}) From worker 8: #= 24.2 ms =# precompile(Tuple{Base.WeakKeyDictFinalizer{Base.WeakKeyDict{Distributed.AbstractRemoteRef, Nothing}}, Distributed.RemoteChannel{Base.Channel{Float64}}}) [info | Dispatcher]: Node 3 (Op>): running. [info | Dispatcher]: Node 1 (Op, 2>>): running. [info | Dispatcher]: Node 5 (Op<3>): running. [info | Dispatcher]: Node 6 (Op<4, Int64>): complete. [info | Dispatcher]: Node 5 (Op<3>): complete. ┌ Warning: Sending SIGQUIT to worker 8 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/managers.jl:760 [info | Dispatcher]: Node 4 (Op, Op<4>>): complete. [info | Dispatcher]: Node 3 (Op>): complete. ┌ Error: Fatal error on process 1 │ exception = │ attempt to send to unknown socket │ Stacktrace: │ [1] error(s::String) │ @ Base ./error.jl:44 │ [2] send_msg_unknown(s::Sockets.TCPSocket, header::Distributed.MsgHeader, msg::Distributed.ResultMsg) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:99 │ [3] send_msg_now │ @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:115 [inlined] │ [4] deliver_result(sock::Sockets.TCPSocket, msg::Symbol, oid::Distributed.RRID, value::RemoteChannel{Channel{Any}}) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:102 │ [5] (::Distributed.var"#handle_msg##2#handle_msg##3"{Distributed.CallMsg{:call_fetch}, Distributed.MsgHeader, Sockets.TCPSocket})() │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:295 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:106 [info | Dispatcher]: Node 2 (IndexNode, 2>): complete. [info | Dispatcher]: Node 1 (Op, 2>>): complete. [info | Dispatcher]: All 6 nodes executed. From worker 11: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 11: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 11: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 11: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 10: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 10: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 10: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 10: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. [info | Dispatcher]: Executing 6 graph nodes. [info | Dispatcher]: Node 1 (Op, 2>>): running. [info | Dispatcher]: Node 2 (IndexNode, 2>): running. [info | Dispatcher]: Node 3 (Op>): running. [info | Dispatcher]: Node 4 (Op, Op<4>>): running. [info | Dispatcher]: Node 5 (Op<3>): running. [info | Dispatcher]: Node 6 (Op<4, Int64>): running. ┌ Warning: Failed to gracefully kill worker 10 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/managers.jl:753 ┌ Warning: Sending profile SIGUSR1 to worker 10 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/managers.jl:756 From worker 10: From worker 10: ====================================================================================== From worker 10: Information request received. A stacktrace will print followed by a 1.0 second profile. From worker 10: --trace-compile is enabled during profile collection. From worker 10: ====================================================================================== From worker 10: From worker 10: cmd: /opt/julia/bin/julia 416 running 1 of 1 From worker 10: From worker 10: signal (10): User defined signal 1 From worker 10: verify_ir at ./../usr/share/julia/Compiler/src/ssair/verify.jl:410 From worker 10: run_passes_ipo_safe at ./../usr/share/julia/Compiler/src/optimize.jl:1081 From worker 10: run_passes_ipo_safe at ./../usr/share/julia/Compiler/src/optimize.jl:1059 [inlined] From worker 10: optimize at ./../usr/share/julia/Compiler/src/optimize.jl:1032 From worker 10: jfptr_optimize_87655.1 at /opt/julia/lib/julia/sys.so (unknown line) From worker 10: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 10: ijl_apply_generic at /source/src/gf.c:4313 From worker 10: finish_nocycle at ./../usr/share/julia/Compiler/src/typeinfer.jl:232 From worker 10: jfptr_finish_nocycle_86394.1 at /opt/julia/lib/julia/sys.so (unknown line) From worker 10: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 10: ijl_apply_generic at /source/src/gf.c:4313 From worker 10: typeinf at ./../usr/share/julia/Compiler/src/abstractinterpretation.jl:4528 From worker 10: typeinf_ext at ./../usr/share/julia/Compiler/src/typeinfer.jl:1387 From worker 10: typeinf_ext_toplevel at ./../usr/share/julia/Compiler/src/typeinfer.jl:1570 [inlined] From worker 10: typeinf_ext_toplevel at ./../usr/share/julia/Compiler/src/typeinfer.jl:1579 From worker 10: jfptr_typeinf_ext_toplevel_83062.1 at /opt/julia/lib/julia/sys.so (unknown line) From worker 10: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 10: ijl_apply_generic at /source/src/gf.c:4313 From worker 10: jl_apply at /source/src/julia.h:2271 [inlined] From worker 10: jl_type_infer at /source/src/gf.c:463 From worker 10: jl_compile_method_internal at /source/src/gf.c:3636 From worker 10: _jl_invoke at /source/src/gf.c:4108 [inlined] From worker 10: ijl_apply_generic at /source/src/gf.c:4313 From worker 10: _atexit at ./initdefs.jl:464 From worker 10: jfptr__atexit_66215.1 at /opt/julia/lib/julia/sys.so (unknown line) From worker 10: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 10: ijl_apply_generic at /source/src/gf.c:4313 From worker 10: jl_apply at /source/src/julia.h:2271 [inlined] From worker 10: ijl_atexit_hook at /source/src/init.c:263 From worker 10: ijl_exit at /source/src/init.c:199 From worker 10: jlplt_ijl_exit_36596.1 at /opt/julia/lib/julia/sys.so (unknown line) From worker 10: exit at ./initdefs.jl:28 From worker 10: exit at ./initdefs.jl:29 From worker 10: jfptr_exit_36599.1 at /opt/julia/lib/julia/sys.so (unknown line) From worker 10: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 10: ijl_apply_generic at /source/src/gf.c:4313 From worker 10: jl_apply at /source/src/julia.h:2271 [inlined] From worker 10: jl_f_invokelatest at /source/src/builtins.c:889 From worker 10: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 10: ijl_apply_generic at /source/src/gf.c:4313 From worker 10: jl_apply at /source/src/julia.h:2271 [inlined] From worker 10: jl_f__apply_iterate at /source/src/builtins.c:876 From worker 10: #handle_msg##12 at /source/usr/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:310 From worker 10: run_work_thunk at /source/usr/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 10: #handle_msg##10 at /source/usr/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:310 From worker 10: unknown function (ip: 0x763db1939d5f) at (unknown file) From worker 10: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 10: ijl_apply_generic at /source/src/gf.c:4313 From worker 10: jl_apply at /source/src/julia.h:2271 [inlined] From worker 10: start_task at /source/src/task.c:1281 From worker 10: unknown function (ip: (nil)) at (unknown file) From worker 10: From worker 10: From worker 10: ============================================================== From worker 10: Profile collected. A report will print at the next yield point. From worker 10: Disabling --trace-compile From worker 10: ============================================================== From worker 10: [info | Dispatcher]: Node 2 (IndexNode, 2>): running. [info | Dispatcher]: Node 4 (Op, Op<4>>): running. [info | Dispatcher]: Node 6 (Op<4, Int64>): running. ┌ Error: Fatal error on process 1 │ exception = │ attempt to send to unknown socket │ Stacktrace: │ [1] error(s::String) │ @ Base ./error.jl:44 │ [2] send_msg_unknown(s::Sockets.TCPSocket, header::Distributed.MsgHeader, msg::Distributed.ResultMsg) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:99 │ [3] send_msg_now │ @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:115 [inlined] │ [4] deliver_result(sock::Sockets.TCPSocket, msg::Symbol, oid::Distributed.RRID, value::RemoteChannel{Channel{Any}}) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:102 │ [5] (::Distributed.var"#handle_msg##2#handle_msg##3"{Distributed.CallMsg{:call_fetch}, Distributed.MsgHeader, Sockets.TCPSocket})() │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:295 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:106 [info | Dispatcher]: Node 5 (Op<3>): complete. [info | Dispatcher]: Node 6 (Op<4, Int64>): complete. [info | Dispatcher]: Node 4 (Op, Op<4>>): complete. ┌ Warning: Sending SIGQUIT to worker 10 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/managers.jl:760 ┌ Error: Fatal error on process 1 │ exception = │ attempt to send to unknown socket │ Stacktrace: │ [1] error(s::String) │ @ Base ./error.jl:44 │ [2] send_msg_unknown(s::Sockets.TCPSocket, header::Distributed.MsgHeader, msg::Distributed.ResultMsg) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:99 │ [3] send_msg_now │ @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:115 [inlined] │ [4] deliver_result(sock::Sockets.TCPSocket, msg::Symbol, oid::Distributed.RRID, value::RemoteChannel{Channel{Any}}) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:102 │ [5] (::Distributed.var"#handle_msg##2#handle_msg##3"{Distributed.CallMsg{:call_fetch}, Distributed.MsgHeader, Sockets.TCPSocket})() │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:295 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:106 [info | Dispatcher]: Node 3 (Op>): complete. [info | Dispatcher]: Node 2 (IndexNode, 2>): complete. [info | Dispatcher]: Node 1 (Op, 2>>): complete. [info | Dispatcher]: All 6 nodes executed. From worker 12: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 12: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 12: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 12: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 13: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 13: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 13: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 13: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. [info | Dispatcher]: Executing 6 graph nodes. [info | Dispatcher]: Node 1 (Op, 2>>): running. [info | Dispatcher]: Node 2 (IndexNode, 2>): running. [info | Dispatcher]: Node 3 (Op>): running. [info | Dispatcher]: Node 4 (Op, Op<4>>): running. [info | Dispatcher]: Node 5 (Op<3>): running. [info | Dispatcher]: Node 6 (Op<4, Int64>): running. ┌ Warning: Failed to gracefully kill worker 12 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/managers.jl:753 ┌ Warning: Sending profile SIGUSR1 to worker 12 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/managers.jl:756 From worker 12: From worker 12: ====================================================================================== From worker 12: Information request received. A stacktrace will print followed by a 1.0 second profile. From worker 12: --trace-compile is enabled during profile collection. From worker 12: ====================================================================================== From worker 12: From worker 12: cmd: /opt/julia/bin/julia 480 running 1 of 1 From worker 12: From worker 12: signal (10): User defined signal 1 From worker 12: _ZN4llvm15SmallPtrSetImplIPNS_11InstructionEE6insertES2_ at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 12: _ZN12_GLOBAL__N_18Verifier16visitInstructionERN4llvm11InstructionE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 12: _ZN12_GLOBAL__N_18Verifier6verifyERKN4llvm8FunctionE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 12: _ZN4llvm12verifyModuleERKNS_6ModuleEPNS_11raw_ostreamEPb at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 12: _ZN4llvm16VerifierAnalysis3runERNS_6ModuleERNS_15AnalysisManagerIS1_JEEE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 12: _ZN4llvm6detail17AnalysisPassModelINS_6ModuleENS_16VerifierAnalysisENS_15AnalysisManagerIS2_JEE11InvalidatorEJEE3runERS2_RS5_ at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 12: _ZN4llvm15AnalysisManagerINS_6ModuleEJEE13getResultImplEPNS_11AnalysisKeyERS1_ at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 12: _ZN4llvm12VerifierPass3runERNS_6ModuleERNS_15AnalysisManagerIS1_JEEE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 12: run at /source/usr/include/llvm/IR/PassManagerInternal.h:91 From worker 12: _ZN4llvm11PassManagerINS_6ModuleENS_15AnalysisManagerIS1_JEEEJEE3runERS1_RS3_ at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 12: run at /source/src/pipeline.cpp:791 From worker 12: operator() at /source/src/jitlayers.cpp:1513 From worker 12: withModuleDo<(anonymous namespace)::sizedOptimizerT::operator()(llvm::orc::ThreadSafeModule) [with long unsigned int N = 4]:: > at /source/usr/include/llvm/ExecutionEngine/Orc/ThreadSafeModule.h:136 [inlined] From worker 12: operator() at /source/src/jitlayers.cpp:1474 [inlined] From worker 12: operator() at /source/src/jitlayers.cpp:1649 [inlined] From worker 12: addModule at /source/src/jitlayers.cpp:2106 From worker 12: jl_compile_codeinst_now at /source/src/jitlayers.cpp:682 From worker 12: jl_compile_codeinst_impl at /source/src/jitlayers.cpp:876 From worker 12: jl_compile_method_internal at /source/src/gf.c:3648 From worker 12: _jl_invoke at /source/src/gf.c:4108 [inlined] From worker 12: ijl_apply_generic at /source/src/gf.c:4313 From worker 12: serialize_msg at /source/usr/share/julia/stdlib/v1.13/Distributed/src/messages.jl:78 From worker 12: unknown function (ip: 0x757197181966) at (unknown file) From worker 12: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 12: ijl_apply_generic at /source/src/gf.c:4313 From worker 12: jl_apply at /source/src/julia.h:2271 [inlined] From worker 12: jl_f_invokelatest at /source/src/builtins.c:889 From worker 12: send_msg_ at /source/usr/share/julia/stdlib/v1.13/Distributed/src/messages.jl:181 From worker 12: send_msg at /source/usr/share/julia/stdlib/v1.13/Distributed/src/messages.jl:122 [inlined] From worker 12: #remotecall_fetch#109 at /source/usr/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:460 From worker 12: remotecall_fetch at /source/usr/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 12: #remotecall_fetch#113 at /source/usr/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 12: remotecall_fetch at /source/usr/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 12: call_on_owner at /source/usr/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:565 [inlined] From worker 12: fetch at /source/usr/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:656 From worker 12: unknown function (ip: 0x757197180aa2) at (unknown file) From worker 12: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 12: ijl_apply_generic at /source/src/gf.c:4313 From worker 12: fetch at /home/pkgeval/.julia/packages/DeferredFutures/TCvh2/src/DeferredFutures.jl:226 From worker 12: fetch at /home/pkgeval/.julia/packages/Dispatcher/JXmtG/src/nodes.jl:407 [inlined] From worker 12: #run!##0 at /home/pkgeval/.julia/packages/Dispatcher/JXmtG/src/nodes.jl:324 From worker 12: #954 at ./asyncmap.jl:96 From worker 12: unknown function (ip: 0x7571971806a6) at (unknown file) From worker 12: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 12: ijl_apply_generic at /source/src/gf.c:4313 From worker 12: jl_apply at /source/src/julia.h:2271 [inlined] From worker 12: jl_f__apply_iterate at /source/src/builtins.c:876 From worker 12: #start_worker_task!##0 at ./asyncmap.jl:230 From worker 12: unknown function (ip: 0x75719717a3bf) at (unknown file) From worker 12: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 12: ijl_apply_generic at /source/src/gf.c:4313 From worker 12: jl_apply at /source/src/julia.h:2271 [inlined] From worker 12: start_task at /source/src/task.c:1281 From worker 12: unknown function (ip: (nil)) at (unknown file) From worker 12: From worker 12: #= 2956.8 ms =# precompile(Tuple{typeof(Serialization.serialize), Distributed.ClusterSerializer{Sockets.TCPSocket}, Any}) From worker 12: #= 76.2 ms =# precompile(Tuple{typeof(Serialization.serialize), Distributed.ClusterSerializer{Sockets.TCPSocket}, Tuple{Distributed.RRID}}) From worker 12: #= 23.1 ms =# precompile(Tuple{typeof(Serialization.serialize), Distributed.ClusterSerializer{Sockets.TCPSocket}, Core.TypeofBottom}) From worker 12: #= 23.0 ms =# precompile(Tuple{typeof(Serialization.serialize), Distributed.ClusterSerializer{Sockets.TCPSocket}, Tuple{}}) From worker 12: #= 38.3 ms =# precompile(Tuple{Base.var"#maptwice##0#maptwice##1", Task}) From worker 12: #= 28.3 ms =# precompile(Tuple{Type{Base.Generator{I, F} where F where I}, Base.var"#wrap_n_exec_twice##0#wrap_n_exec_twice##1"{Base.Channel{Any}}, Base.Iterators.Filter{Dispatcher.var"#dependencies##0#dependencies##1", Base.Iterators.Flatten{Tuple{Tuple{Dispatcher.Op}, Base.Generator{Base.Iterators.Zip{Tuple{Base.Pairs{Symbol, Union{}, Nothing, NamedTuple{(), Tuple{}}}}}, IterTools.var"#imap##0#imap##1"{Dispatcher.var"#dependencies##2#dependencies##3"}}}}}}) From worker 12: #= 478.9 ms =# precompile(Tuple{typeof(Base.collect), Base.Generator{Base.Iterators.Filter{Dispatcher.var"#dependencies##0#dependencies##1", Base.Iterators.Flatten{Tuple{Tuple{Dispatcher.Op}, Base.Generator{Base.Iterators.Zip{Tuple{Base.Pairs{Symbol, Union{}, Nothing, NamedTuple{(), Tuple{}}}}}, IterTools.var"#imap##0#imap##1"{Dispatcher.var"#dependencies##2#dependencies##3"}}}}}, Base.var"#wrap_n_exec_twice##0#wrap_n_exec_twice##1"{Base.Channel{Any}}}}) From worker 12: #= 13.4 ms =# precompile(Tuple{Type{Base.Generator{I, F} where F where I}, Base.var"#wrap_n_exec_twice##0#wrap_n_exec_twice##1"{Base.Channel{Any}}, Base.Iterators.Filter{Dispatcher.var"#dependencies##0#dependencies##1", Base.Iterators.Flatten{Tuple{Tuple{}, Base.Generator{Base.Iterators.Zip{Tuple{Base.Pairs{Symbol, Union{}, Nothing, NamedTuple{(), Tuple{}}}}}, IterTools.var"#imap##0#imap##1"{Dispatcher.var"#dependencies##2#dependencies##3"}}}}}}) From worker 12: #= 19.1 ms =# precompile(Tuple{typeof(Base.collect), Base.Generator{Base.Iterators.Filter{Dispatcher.var"#dependencies##0#dependencies##1", Base.Iterators.Flatten{Tuple{Tuple{}, Base.Generator{Base.Iterators.Zip{Tuple{Base.Pairs{Symbol, Union{}, Nothing, NamedTuple{(), Tuple{}}}}}, IterTools.var"#imap##0#imap##1"{Dispatcher.var"#dependencies##2#dependencies##3"}}}}}, Base.var"#wrap_n_exec_twice##0#wrap_n_exec_twice##1"{Base.Channel{Any}}}}) From worker 12: #= 230.6 ms =# precompile(Tuple{typeof(Distributed.finalize_ref), Distributed.RemoteChannel{Base.Channel{Any}}}) From worker 12: #= 27.0 ms =# precompile(Tuple{Base.WeakKeyDictFinalizer{Base.WeakKeyDict{Distributed.AbstractRemoteRef, Nothing}}, Distributed.RemoteChannel{Base.Channel{Any}}}) From worker 12: #= 24.4 ms =# precompile(Tuple{Base.WeakKeyDictFinalizer{Base.WeakKeyDict{Any, Any}}, Core.TypeName}) From worker 12: #= 265.9 ms =# precompile(Tuple{typeof(Distributed.finalize_ref), Distributed.RemoteChannel{Base.Channel{Float64}}}) From worker 12: #= 26.4 ms =# precompile(Tuple{typeof(Base.isequal), Distributed.RemoteChannel{Base.Channel{Float64}}, WeakRef}) From worker 12: #= 34.3 ms =# precompile(Tuple{typeof(Base.:(var"==")), Distributed.RemoteChannel{Base.Channel{Float64}}, WeakRef}) From worker 12: #= 32.5 ms =# precompile(Tuple{typeof(Base.isequal), Distributed.RemoteChannel{Base.Channel{Float64}}, Distributed.RemoteChannel{Base.Channel{Float64}}}) From worker 12: #= 20.3 ms =# precompile(Tuple{Base.WeakKeyDictFinalizer{Base.WeakKeyDict{Distributed.AbstractRemoteRef, Nothing}}, Distributed.RemoteChannel{Base.Channel{Float64}}}) [info | Dispatcher]: Node 1 (Op, 2>>): running. [info | Dispatcher]: Node 5 (Op<3>): running. [info | Dispatcher]: Node 3 (Op>): running. [info | Dispatcher]: Node 6 (Op<4, Int64>): complete. [info | Dispatcher]: Node 5 (Op<3>): complete. ┌ Warning: Sending SIGQUIT to worker 12 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/managers.jl:760 [info | Dispatcher]: Node 4 (Op, Op<4>>): complete. [info | Dispatcher]: Node 3 (Op>): complete. ┌ Error: Fatal error on process 1 │ exception = │ attempt to send to unknown socket │ Stacktrace: │ [1] error(s::String) │ @ Base ./error.jl:44 │ [2] send_msg_unknown(s::Sockets.TCPSocket, header::Distributed.MsgHeader, msg::Distributed.ResultMsg) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:99 │ [3] send_msg_now │ @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:115 [inlined] │ [4] deliver_result(sock::Sockets.TCPSocket, msg::Symbol, oid::Distributed.RRID, value::RemoteChannel{Channel{Any}}) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:102 │ [5] (::Distributed.var"#handle_msg##2#handle_msg##3"{Distributed.CallMsg{:call_fetch}, Distributed.MsgHeader, Sockets.TCPSocket})() │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:295 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:106 [info | Dispatcher]: Node 2 (IndexNode, 2>): complete. [info | Dispatcher]: Node 1 (Op, 2>>): complete. [info | Dispatcher]: All 6 nodes executed. From worker 15: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 15: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 15: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 15: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 14: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 14: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 14: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 14: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. [info | Dispatcher]: Executing 6 graph nodes. [info | Dispatcher]: Node 1 (Op, 2>>): running. [info | Dispatcher]: Node 2 (IndexNode, 2>): running. [info | Dispatcher]: Node 3 (Op>): running. [info | Dispatcher]: Node 4 (Op, Op<4>>): running. [info | Dispatcher]: Node 5 (Op<3>): running. [info | Dispatcher]: Node 6 (Op<4, Int64>): running. ┌ Warning: Failed to gracefully kill worker 14 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/managers.jl:753 ┌ Warning: Sending profile SIGUSR1 to worker 14 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/managers.jl:756 From worker 14: From worker 14: ====================================================================================== From worker 14: Information request received. A stacktrace will print followed by a 1.0 second profile. From worker 14: --trace-compile is enabled during profile collection. From worker 14: ====================================================================================== From worker 14: From worker 14: cmd: /opt/julia/bin/julia 544 running 1 of 1 From worker 14: From worker 14: signal (10): User defined signal 1 From worker 14: _ZN12_GLOBAL__N_18Verifier16visitInstructionERN4llvm11InstructionE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 14: _ZN12_GLOBAL__N_18Verifier22visitGetElementPtrInstERN4llvm17GetElementPtrInstE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 14: _ZN12_GLOBAL__N_18Verifier6verifyERKN4llvm8FunctionE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 14: _ZN4llvm14verifyFunctionERKNS_8FunctionEPNS_11raw_ostreamE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 14: verifyLLVMIR at /source/src/pipeline.cpp:888 From worker 14: run at /source/src/llvm-propagate-addrspaces.cpp:309 From worker 14: run at /source/usr/include/llvm/IR/PassManagerInternal.h:91 From worker 14: _ZN4llvm11PassManagerINS_8FunctionENS_15AnalysisManagerIS1_JEEEJEE3runERS1_RS3_ at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 14: run at /source/usr/include/llvm/IR/PassManagerInternal.h:91 From worker 14: _ZN4llvm27ModuleToFunctionPassAdaptor3runERNS_6ModuleERNS_15AnalysisManagerIS1_JEEE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 14: run at /source/usr/include/llvm/IR/PassManagerInternal.h:91 From worker 14: _ZN4llvm11PassManagerINS_6ModuleENS_15AnalysisManagerIS1_JEEEJEE3runERS1_RS3_ at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 14: run at /source/src/pipeline.cpp:791 From worker 14: operator() at /source/src/jitlayers.cpp:1513 From worker 14: withModuleDo<(anonymous namespace)::sizedOptimizerT::operator()(llvm::orc::ThreadSafeModule) [with long unsigned int N = 4]:: > at /source/usr/include/llvm/ExecutionEngine/Orc/ThreadSafeModule.h:136 [inlined] From worker 14: operator() at /source/src/jitlayers.cpp:1474 [inlined] From worker 14: operator() at /source/src/jitlayers.cpp:1649 [inlined] From worker 14: addModule at /source/src/jitlayers.cpp:2106 From worker 14: jl_compile_codeinst_now at /source/src/jitlayers.cpp:682 From worker 14: jl_compile_codeinst_impl at /source/src/jitlayers.cpp:876 From worker 14: jl_compile_method_internal at /source/src/gf.c:3648 From worker 14: _jl_invoke at /source/src/gf.c:4108 [inlined] From worker 14: ijl_apply_generic at /source/src/gf.c:4313 From worker 14: inferiterate at ./../usr/share/julia/Compiler/src/abstractinterpretation.jl:1702 From worker 14: abstract_iteration at ./../usr/share/julia/Compiler/src/abstractinterpretation.jl:1706 From worker 14: precise_container_type at ./../usr/share/julia/Compiler/src/abstractinterpretation.jl:1571 From worker 14: infercalls at ./../usr/share/julia/Compiler/src/abstractinterpretation.jl:1773 From worker 14: abstract_apply at ./../usr/share/julia/Compiler/src/abstractinterpretation.jl:1872 From worker 14: abstract_call_known at ./../usr/share/julia/Compiler/src/abstractinterpretation.jl:2648 From worker 14: abstract_call at ./../usr/share/julia/Compiler/src/abstractinterpretation.jl:2903 From worker 14: abstract_call at ./../usr/share/julia/Compiler/src/abstractinterpretation.jl:2896 [inlined] From worker 14: abstract_call at ./../usr/share/julia/Compiler/src/abstractinterpretation.jl:3056 From worker 14: abstract_eval_call at ./../usr/share/julia/Compiler/src/abstractinterpretation.jl:3074 [inlined] From worker 14: abstract_eval_statement_expr at ./../usr/share/julia/Compiler/src/abstractinterpretation.jl:3430 From worker 14: abstract_eval_basic_statement at ./../usr/share/julia/Compiler/src/abstractinterpretation.jl:3857 [inlined] From worker 14: abstract_eval_basic_statement at ./../usr/share/julia/Compiler/src/abstractinterpretation.jl:3814 [inlined] From worker 14: typeinf_local at ./../usr/share/julia/Compiler/src/abstractinterpretation.jl:4363 From worker 14: jfptr_typeinf_local_87191.1 at /opt/julia/lib/julia/sys.so (unknown line) From worker 14: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 14: ijl_apply_generic at /source/src/gf.c:4313 From worker 14: typeinf at ./../usr/share/julia/Compiler/src/abstractinterpretation.jl:4521 From worker 14: typeinf_ext at ./../usr/share/julia/Compiler/src/typeinfer.jl:1387 From worker 14: typeinf_ext_toplevel at ./../usr/share/julia/Compiler/src/typeinfer.jl:1570 [inlined] From worker 14: typeinf_ext_toplevel at ./../usr/share/julia/Compiler/src/typeinfer.jl:1579 From worker 14: jfptr_typeinf_ext_toplevel_83062.1 at /opt/julia/lib/julia/sys.so (unknown line) From worker 14: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 14: ijl_apply_generic at /source/src/gf.c:4313 From worker 14: jl_apply at /source/src/julia.h:2271 [inlined] From worker 14: jl_type_infer at /source/src/gf.c:463 From worker 14: jl_compile_method_internal at /source/src/gf.c:3636 From worker 14: _jl_invoke at /source/src/gf.c:4108 [inlined] From worker 14: ijl_invoke at /source/src/gf.c:4123 From worker 14: iterate at ./generator.jl:45 From worker 14: unknown function (ip: 0x76585f185e80) at (unknown file) From worker 14: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 14: ijl_invoke at /source/src/gf.c:4123 From worker 14: grow_to! at ./array.jl:901 From worker 14: collect at ./array.jl:825 From worker 14: unknown function (ip: 0x76585f1858b0) at (unknown file) From worker 14: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 14: ijl_apply_generic at /source/src/gf.c:4313 From worker 14: map at ./abstractarray.jl:3423 From worker 14: maptwice at ./asyncmap.jl:157 From worker 14: wrap_n_exec_twice at ./asyncmap.jl:149 [inlined] From worker 14: #async_usemap#940 at ./asyncmap.jl:99 [inlined] From worker 14: async_usemap at ./asyncmap.jl:80 [inlined] From worker 14: #asyncmap#939 at ./asyncmap.jl:77 [inlined] From worker 14: asyncmap at ./asyncmap.jl:76 From worker 14: unknown function (ip: 0x76585f180086) at (unknown file) From worker 14: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 14: ijl_apply_generic at /source/src/gf.c:4313 From worker 14: run! at /home/pkgeval/.julia/packages/Dispatcher/JXmtG/src/nodes.jl:322 From worker 14: #dispatch!##2 at /source/usr/share/julia/stdlib/v1.13/Distributed/src/macros.jl:43 From worker 14: unknown function (ip: 0x76585f17e01f) at (unknown file) From worker 14: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 14: ijl_apply_generic at /source/src/gf.c:4313 From worker 14: jl_apply at /source/src/julia.h:2271 [inlined] From worker 14: jl_f_invokelatest at /source/src/builtins.c:889 From worker 14: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 14: ijl_apply_generic at /source/src/gf.c:4313 From worker 14: jl_apply at /source/src/julia.h:2271 [inlined] From worker 14: jl_f__apply_iterate at /source/src/builtins.c:876 From worker 14: #handle_msg##0 at /source/usr/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:283 From worker 14: run_work_thunk at /source/usr/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 14: unknown function (ip: 0x76585f175cfb) at (unknown file) From worker 14: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 14: ijl_apply_generic at /source/src/gf.c:4313 From worker 14: run_work_thunk at /source/usr/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:79 From worker 14: #schedule_call##2 at /source/usr/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:88 From worker 14: unknown function (ip: 0x76585f1758cf) at (unknown file) From worker 14: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 14: ijl_apply_generic at /source/src/gf.c:4313 [info | Dispatcher]: Node 2 (IndexNode, 2>): running. [info | Dispatcher]: Node 6 (Op<4, Int64>): running. [info | Dispatcher]: Node 4 (Op, Op<4>>): running. [info | Dispatcher]: Node 5 (Op<3>): complete. [info | Dispatcher]: Node 6 (Op<4, Int64>): complete. ┌ Warning: Sending SIGQUIT to worker 14 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/managers.jl:760 [info | Dispatcher]: Node 4 (Op, Op<4>>): complete. ┌ Error: Fatal error on process 1 │ exception = │ attempt to send to unknown socket │ Stacktrace: │ [1] error(s::String) │ @ Base ./error.jl:44 │ [2] send_msg_unknown(s::Sockets.TCPSocket, header::Distributed.MsgHeader, msg::Distributed.ResultMsg) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:99 │ [3] send_msg_now │ @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:115 [inlined] │ [4] deliver_result(sock::Sockets.TCPSocket, msg::Symbol, oid::Distributed.RRID, value::RemoteChannel{Channel{Any}}) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:102 │ [5] (::Distributed.var"#handle_msg##2#handle_msg##3"{Distributed.CallMsg{:call_fetch}, Distributed.MsgHeader, Sockets.TCPSocket})() │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:295 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:106 [info | Dispatcher]: Node 3 (Op>): complete. [info | Dispatcher]: Node 2 (IndexNode, 2>): complete. [info | Dispatcher]: Node 1 (Op, 2>>): complete. [info | Dispatcher]: All 6 nodes executed. From worker 17: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 17: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 17: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 17: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 16: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 16: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 16: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 16: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. [info | Dispatcher]: Executing 6 graph nodes. [info | Dispatcher]: Node 1 (Op, 2>>): running. [info | Dispatcher]: Node 2 (IndexNode, 2>): running. [info | Dispatcher]: Node 3 (Op>): running. [info | Dispatcher]: Node 4 (Op, Op<4>>): running. [info | Dispatcher]: Node 5 (Op<3>): running. [info | Dispatcher]: Node 6 (Op<4, Int64>): running. ┌ Warning: Failed to gracefully kill worker 16 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/managers.jl:753 ┌ Warning: Sending profile SIGUSR1 to worker 16 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/managers.jl:756 From worker 16: From worker 16: ====================================================================================== From worker 16: Information request received. A stacktrace will print followed by a 1.0 second profile. From worker 16: --trace-compile is enabled during profile collection. From worker 16: ====================================================================================== From worker 16: From worker 16: cmd: /opt/julia/bin/julia 608 running 1 of 1 From worker 16: From worker 16: signal (10): User defined signal 1 From worker 16: __libc_free at /lib/x86_64-linux-gnu/libc.so.6 (unknown line) From worker 16: _ZN12_GLOBAL__N_119HorizontalReduction25matchAssociativeReductionERN4llvm13slpvectorizer7BoUpSLPEPNS1_11InstructionERNS1_15ScalarEvolutionERKNS1_10DataLayoutERKNS1_17TargetLibraryInfoE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 16: _ZN4llvm17SLPVectorizerPass21vectorizeHorReductionEPNS_7PHINodeEPNS_11InstructionEPNS_10BasicBlockERNS_13slpvectorizer7BoUpSLPERNS_15SmallVectorImplINS_14WeakTrackingVHEEE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 16: _ZN4llvm17SLPVectorizerPass17vectorizeCmpInstsISt16reverse_iteratorIPKPNS_7CmpInstEEEEbNS_14iterator_rangeIT_EEPNS_10BasicBlockERNS_13slpvectorizer7BoUpSLPE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 16: _ZN4llvm17SLPVectorizerPass22vectorizeChainsInBlockEPNS_10BasicBlockERNS_13slpvectorizer7BoUpSLPE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 16: _ZN4llvm17SLPVectorizerPass7runImplERNS_8FunctionEPNS_15ScalarEvolutionEPNS_19TargetTransformInfoEPNS_17TargetLibraryInfoEPNS_9AAResultsEPNS_8LoopInfoEPNS_13DominatorTreeEPNS_15AssumptionCacheEPNS_12DemandedBitsEPNS_25OptimizationRemarkEmitterE.part.0 at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 16: _ZN4llvm17SLPVectorizerPass3runERNS_8FunctionERNS_15AnalysisManagerIS1_JEEE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 16: run at /source/usr/include/llvm/IR/PassManagerInternal.h:91 From worker 16: _ZN4llvm11PassManagerINS_8FunctionENS_15AnalysisManagerIS1_JEEEJEE3runERS1_RS3_ at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 16: run at /source/usr/include/llvm/IR/PassManagerInternal.h:91 From worker 16: _ZN4llvm27ModuleToFunctionPassAdaptor3runERNS_6ModuleERNS_15AnalysisManagerIS1_JEEE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 16: run at /source/usr/include/llvm/IR/PassManagerInternal.h:91 From worker 16: _ZN4llvm11PassManagerINS_6ModuleENS_15AnalysisManagerIS1_JEEEJEE3runERS1_RS3_ at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 16: run at /source/src/pipeline.cpp:791 From worker 16: operator() at /source/src/jitlayers.cpp:1513 From worker 16: withModuleDo<(anonymous namespace)::sizedOptimizerT::operator()(llvm::orc::ThreadSafeModule) [with long unsigned int N = 4]:: > at /source/usr/include/llvm/ExecutionEngine/Orc/ThreadSafeModule.h:136 [inlined] From worker 16: operator() at /source/src/jitlayers.cpp:1474 [inlined] From worker 16: operator() at /source/src/jitlayers.cpp:1649 [inlined] From worker 16: addModule at /source/src/jitlayers.cpp:2106 From worker 16: jl_compile_codeinst_now at /source/src/jitlayers.cpp:682 From worker 16: jl_compile_codeinst_impl at /source/src/jitlayers.cpp:876 From worker 16: jl_compile_method_internal at /source/src/gf.c:3648 From worker 16: _jl_invoke at /source/src/gf.c:4108 [inlined] From worker 16: ijl_apply_generic at /source/src/gf.c:4313 From worker 16: serialize_msg at /source/usr/share/julia/stdlib/v1.13/Distributed/src/messages.jl:78 From worker 16: unknown function (ip: 0x77825cb1e476) at (unknown file) From worker 16: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 16: ijl_apply_generic at /source/src/gf.c:4313 From worker 16: jl_apply at /source/src/julia.h:2271 [inlined] From worker 16: jl_f_invokelatest at /source/src/builtins.c:889 From worker 16: send_msg_ at /source/usr/share/julia/stdlib/v1.13/Distributed/src/messages.jl:181 From worker 16: send_msg at /source/usr/share/julia/stdlib/v1.13/Distributed/src/messages.jl:122 [inlined] From worker 16: #remotecall_fetch#109 at /source/usr/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:460 From worker 16: remotecall_fetch at /source/usr/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 16: #remotecall_fetch#113 at /source/usr/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 16: remotecall_fetch at /source/usr/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 16: call_on_owner at /source/usr/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:565 [inlined] From worker 16: fetch at /source/usr/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:656 From worker 16: unknown function (ip: 0x77825cb1dd42) at (unknown file) From worker 16: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 16: ijl_apply_generic at /source/src/gf.c:4313 From worker 16: fetch at /home/pkgeval/.julia/packages/DeferredFutures/TCvh2/src/DeferredFutures.jl:226 From worker 16: fetch at /home/pkgeval/.julia/packages/Dispatcher/JXmtG/src/nodes.jl:407 [inlined] From worker 16: #run!##0 at /home/pkgeval/.julia/packages/Dispatcher/JXmtG/src/nodes.jl:324 From worker 16: #954 at ./asyncmap.jl:96 From worker 16: unknown function (ip: 0x77825cb1d1b6) at (unknown file) From worker 16: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 16: ijl_apply_generic at /source/src/gf.c:4313 From worker 16: jl_apply at /source/src/julia.h:2271 [inlined] From worker 16: jl_f__apply_iterate at /source/src/builtins.c:876 From worker 16: #start_worker_task!##0 at ./asyncmap.jl:230 From worker 16: unknown function (ip: 0x77825cb1668f) at (unknown file) From worker 16: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 16: ijl_apply_generic at /source/src/gf.c:4313 From worker 16: jl_apply at /source/src/julia.h:2271 [inlined] From worker 16: start_task at /source/src/task.c:1281 From worker 16: unknown function (ip: (nil)) at (unknown file) From worker 16: From worker 16: #= 2879.6 ms =# precompile(Tuple{typeof(Serialization.serialize), Distributed.ClusterSerializer{Sockets.TCPSocket}, Any}) From worker 16: #= 102.8 ms =# precompile(Tuple{typeof(Serialization.serialize), Distributed.ClusterSerializer{Sockets.TCPSocket}, Tuple{Distributed.RRID}}) From worker 16: #= 25.9 ms =# precompile(Tuple{typeof(Serialization.serialize), Distributed.ClusterSerializer{Sockets.TCPSocket}, Core.TypeofBottom}) From worker 16: #= 21.4 ms =# precompile(Tuple{typeof(Serialization.serialize), Distributed.ClusterSerializer{Sockets.TCPSocket}, Tuple{}}) From worker 16: #= 320.8 ms =# precompile(Tuple{Base.var"#954#955"{Dispatcher.var"#run!##0#run!##1"}, Base.RefValue{Any}, Tuple{Dispatcher.Op}}) From worker 16: #= 42.7 ms =# precompile(Tuple{typeof(Base.map), typeof(Dispatcher.value_summary), Tuple{Dispatcher.Op, Dispatcher.Op}}) From worker 16: #= 41.4 ms =# precompile(Tuple{typeof(Base.join), Tuple{String, String}, String}) From worker 16: #= 42.6 ms =# precompile(Tuple{typeof(Base.join), Base.GenericIOBuffer{Memory{UInt8}}, Tuple{String, String}, String}) From worker 16: #= 51.3 ms =# precompile(Tuple{typeof(Base.collect), Base.Pairs{Symbol, Union{}, Nothing, NamedTuple{(), Tuple{}}}}) From worker 16: #= 76.4 ms =# precompile(Tuple{typeof(Base.map), Function, Array{Pair{Symbol, Union{}}, 1}}) From worker 16: #= 25.0 ms =# precompile(Tuple{Type{Base.Generator{I, F} where F where I}, Dispatcher.var"#4#5", Array{Pair{Symbol, Union{}}, 1}}) From worker 16: #= 121.5 ms =# precompile(Tuple{typeof(Base.collect_similar), Array{Pair{Symbol, Union{}}, 1}, Base.Generator{Array{Pair{Symbol, Union{}}, 1}, Dispatcher.var"#4#5"}}) From worker 16: #= 175.0 ms =# precompile(Tuple{typeof(Base.join), Array{Union{}, 1}, String}) From worker 16: #= 165.6 ms =# precompile(Tuple{typeof(Base.filter), Base.ComposedFunction{typeof(Base.:(!)), typeof(Base.isempty)}, Array{String, 1}}) From worker 16: #= 20.9 ms =# precompile(Tuple{typeof(Base.join), Array{String, 1}, String}) From worker 16: #= 257.5 ms =# precompile(Tuple{typeof(Distributed.finalize_ref), Distributed.RemoteChannel{Base.Channel{Any}}}) From worker 16: #= 26.4 ms =# precompile(Tuple{Base.WeakKeyDictFinalizer{Base.WeakKeyDict{Distributed.AbstractRemoteRef, Nothing}}, Distributed.RemoteChannel{Base.Channel{Any}}}) From worker 16: #= 24.7 ms =# precompile(Tuple{Base.WeakKeyDictFinalizer{Base.WeakKeyDict{Any, Any}}, Core.TypeName}) From worker 16: #= 202.9 ms =# precompile(Tuple{typeof(Distributed.finalize_ref), Distributed.RemoteChannel{Base.Channel{Float64}}}) From worker 16: #= 14.7 ms =# precompile(Tuple{typeof(Base.isequal), Distributed.RemoteChannel{Base.Channel{Float64}}, WeakRef}) From worker 16: #= 21.7 ms =# precompile(Tuple{typeof(Base.:(var"==")), Distributed.RemoteChannel{Base.Channel{Float64}}, WeakRef}) From worker 16: #= 15.8 ms =# precompile(Tuple{typeof(Base.isequal), Distributed.RemoteChannel{Base.Channel{Float64}}, Distributed.RemoteChannel{Base.Channel{Float64}}}) From worker 16: #= 13.5 ms =# precompile(Tuple{Base.WeakKeyDictFinalizer{Base.WeakKeyDict{Distributed.AbstractRemoteRef, Nothing}}, Distributed.RemoteChannel{Base.Channel{Float64}}}) [info | Dispatcher]: Node 3 (Op>): running. [info | Dispatcher]: Node 5 (Op<3>): running. [info | Dispatcher]: Node 1 (Op, 2>>): running. [info | Dispatcher]: Node 6 (Op<4, Int64>): complete. [info | Dispatcher]: Node 5 (Op<3>): complete. ┌ Warning: Sending SIGQUIT to worker 16 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/managers.jl:760 [info | Dispatcher]: Node 4 (Op, Op<4>>): complete. [info | Dispatcher]: Node 3 (Op>): complete. ┌ Error: Fatal error on process 1 │ exception = │ attempt to send to unknown socket │ Stacktrace: │ [1] error(s::String) │ @ Base ./error.jl:44 │ [2] send_msg_unknown(s::Sockets.TCPSocket, header::Distributed.MsgHeader, msg::Distributed.ResultMsg) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:99 │ [3] send_msg_now │ @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:115 [inlined] │ [4] deliver_result(sock::Sockets.TCPSocket, msg::Symbol, oid::Distributed.RRID, value::RemoteChannel{Channel{Any}}) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:102 │ [5] (::Distributed.var"#handle_msg##2#handle_msg##3"{Distributed.CallMsg{:call_fetch}, Distributed.MsgHeader, Sockets.TCPSocket})() │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:295 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:106 [info | Dispatcher]: Node 2 (IndexNode, 2>): complete. [info | Dispatcher]: Node 1 (Op, 2>>): complete. [info | Dispatcher]: All 6 nodes executed. From worker 19: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 19: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 19: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 19: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 18: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 18: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 18: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 18: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. [info | Dispatcher]: Executing 6 graph nodes. [info | Dispatcher]: Node 1 (Op, 2>>): running. [info | Dispatcher]: Node 2 (IndexNode, 2>): running. [info | Dispatcher]: Node 3 (Op>): running. [info | Dispatcher]: Node 4 (Op, Op<4>>): running. [info | Dispatcher]: Node 5 (Op<3>): running. [info | Dispatcher]: Node 6 (Op<4, Int64>): running. ┌ Warning: Failed to gracefully kill worker 18 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/managers.jl:753 ┌ Warning: Sending profile SIGUSR1 to worker 18 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/managers.jl:756 ┌ Warning: Failed to gracefully kill worker 19 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/managers.jl:753 ┌ Warning: Sending profile SIGUSR1 to worker 19 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/managers.jl:756 From worker 19: From worker 19: ====================================================================================== From worker 19: Information request received. A stacktrace will print followed by a 1.0 second profile. From worker 19: --trace-compile is enabled during profile collection. From worker 19: ====================================================================================== From worker 18: From worker 18: ====================================================================================== From worker 18: Information request received. A stacktrace will print followed by a 1.0 second profile. From worker 18: --trace-compile is enabled during profile collection. From worker 18: ====================================================================================== From worker 18: From worker 18: cmd: /opt/julia/bin/julia 672 running 1 of 1 From worker 18: From worker 18: signal (10): User defined signal 1 From worker 19: From worker 19: cmd: /opt/julia/bin/julia 674 running 1 of 1 From worker 19: From worker 19: signal (10): User defined signal 1 From worker 19: ijl_unwrap_unionall at /source/src/jltypes.c:1579 From worker 19: lookup_type at /source/src/jltypes.c:1124 From worker 19: inst_datatype_inner at /source/src/jltypes.c:2145 From worker 19: inst_type_w_ at /source/src/jltypes.c:2751 From worker 19: ijl_instantiate_unionall at /source/src/jltypes.c:1542 From worker 19: ijl_apply_type at /source/src/jltypes.c:1476 From worker 18: _ZL22mergeConditionalStoresPN4llvm10BranchInstES1_PNS_14DomTreeUpdaterERKNS_10DataLayoutERKNS_19TargetTransformInfoE.isra.0 at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 18: unknown function (ip: 0x17befeef) at (unknown file) From worker 18: unknown function (ip: (nil)) at (unknown file) From worker 18: From worker 18: #= 210.0 ms =# precompile(Tuple{typeof(Base.collect), Base.Generator{Base.Iterators.Filter{Dispatcher.var"#dependencies##0#dependencies##1", Base.Iterators.Flatten{Tuple{Tuple{Int64}, Base.Generator{Base.Iterators.Zip{Tuple{Base.Pairs{Symbol, Union{}, Nothing, NamedTuple{(), Tuple{}}}}}, IterTools.var"#imap##0#imap##1"{Dispatcher.var"#dependencies##2#dependencies##3"}}}}}, Base.var"#wrap_n_exec_twice##0#wrap_n_exec_twice##1"{Base.Channel{Any}}}}) From worker 19: widenconst at ./../usr/share/julia/Compiler/src/typelattice.jl:703 [inlined] From worker 19: is_mutation_free_argtype at ./../usr/share/julia/Compiler/src/typeutils.jl:346 [inlined] From worker 19: abstract_eval_partition_load at ./../usr/share/julia/Compiler/src/abstractinterpretation.jl:3664 [inlined] From worker 19: scan_specified_partitions at ./../usr/share/julia/Compiler/src/abstractinterpretation.jl:3705 From worker 19: scan_leaf_partitions at ./../usr/share/julia/Compiler/src/abstractinterpretation.jl:3726 [inlined] From worker 19: abstract_load_all_consistent_leaf_partitions at ./../usr/share/julia/Compiler/src/abstractinterpretation.jl:3741 [inlined] From worker 19: abstract_eval_globalref_type at ./../usr/share/julia/Compiler/src/abstractinterpretation.jl:3611 [inlined] From worker 19: argextype at ./../usr/share/julia/Compiler/src/optimize.jl:532 From worker 19: argextype at ./../usr/share/julia/Compiler/src/optimize.jl:493 [inlined] From worker 19: statement_cost at ./../usr/share/julia/Compiler/src/optimize.jl:1425 From worker 19: statement_or_branch_cost at ./../usr/share/julia/Compiler/src/optimize.jl:1468 [inlined] From worker 19: inline_cost_model at ./../usr/share/julia/Compiler/src/optimize.jl:1490 From worker 19: inline_cost_model at ./../usr/share/julia/Compiler/src/typeinfer.jl:399 From worker 19: compute_inlining_cost at ./../usr/share/julia/Compiler/src/typeinfer.jl:350 [inlined] From worker 19: transform_result_for_cache at ./../usr/share/julia/Compiler/src/typeinfer.jl:421 From worker 19: finish! at ./../usr/share/julia/Compiler/src/typeinfer.jl:127 From worker 19: jfptr_finishNOT._84958.1 at /opt/julia/lib/julia/sys.so (unknown line) From worker 19: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 19: ijl_apply_generic at /source/src/gf.c:4313 From worker 19: finish_nocycle at ./../usr/share/julia/Compiler/src/typeinfer.jl:236 From worker 19: jfptr_finish_nocycle_86394.1 at /opt/julia/lib/julia/sys.so (unknown line) From worker 19: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 19: ijl_apply_generic at /source/src/gf.c:4313 From worker 19: typeinf at ./../usr/share/julia/Compiler/src/abstractinterpretation.jl:4528 From worker 19: typeinf_ext at ./../usr/share/julia/Compiler/src/typeinfer.jl:1387 From worker 19: typeinf_ext_toplevel at ./../usr/share/julia/Compiler/src/typeinfer.jl:1570 [inlined] From worker 19: typeinf_ext_toplevel at ./../usr/share/julia/Compiler/src/typeinfer.jl:1579 From worker 19: jfptr_typeinf_ext_toplevel_83062.1 at /opt/julia/lib/julia/sys.so (unknown line) From worker 19: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 19: ijl_apply_generic at /source/src/gf.c:4313 From worker 19: jl_apply at /source/src/julia.h:2271 [inlined] From worker 19: jl_type_infer at /source/src/gf.c:463 From worker 19: jl_compile_method_internal at /source/src/gf.c:3636 From worker 19: _jl_invoke at /source/src/gf.c:4108 [inlined] From worker 19: ijl_apply_generic at /source/src/gf.c:4313 From worker 19: serialize_msg at /source/usr/share/julia/stdlib/v1.13/Distributed/src/messages.jl:78 From worker 19: unknown function (ip: 0x7d817c17fc96) at (unknown file) From worker 19: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 19: ijl_apply_generic at /source/src/gf.c:4313 From worker 19: jl_apply at /source/src/julia.h:2271 [inlined] From worker 19: jl_f_invokelatest at /source/src/builtins.c:889 From worker 19: send_msg_ at /source/usr/share/julia/stdlib/v1.13/Distributed/src/messages.jl:181 From worker 19: send_msg at /source/usr/share/julia/stdlib/v1.13/Distributed/src/messages.jl:122 [inlined] From worker 19: #remotecall_fetch#109 at /source/usr/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:460 From worker 19: remotecall_fetch at /source/usr/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 19: #remotecall_fetch#113 at /source/usr/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 18: #= 102.2 ms =# precompile(Tuple{typeof(Base.iterate), Base.Generator{Base.Iterators.Filter{Dispatcher.var"#dependencies##0#dependencies##1", Base.Iterators.Flatten{Tuple{Tuple{Int64}, Base.Generator{Base.Iterators.Zip{Tuple{Base.Pairs{Symbol, Union{}, Nothing, NamedTuple{(), Tuple{}}}}}, IterTools.var"#imap##0#imap##1"{Dispatcher.var"#dependencies##2#dependencies##3"}}}}}, Base.var"#wrap_n_exec_twice##0#wrap_n_exec_twice##1"{Base.Channel{Any}}}}) From worker 19: remotecall_fetch at /source/usr/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 19: call_on_owner at /source/usr/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:565 [inlined] From worker 19: fetch at /source/usr/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:656 From worker 19: unknown function (ip: 0x7d817c17f242) at (unknown file) From worker 19: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 19: ijl_apply_generic at /source/src/gf.c:4313 From worker 19: fetch at /home/pkgeval/.julia/packages/DeferredFutures/TCvh2/src/DeferredFutures.jl:226 From worker 19: fetch at /home/pkgeval/.julia/packages/Dispatcher/JXmtG/src/nodes.jl:407 [inlined] From worker 19: #run!##0 at /home/pkgeval/.julia/packages/Dispatcher/JXmtG/src/nodes.jl:324 From worker 19: #954 at ./asyncmap.jl:96 From worker 19: unknown function (ip: 0x7d817c17e9d6) at (unknown file) From worker 19: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 19: ijl_apply_generic at /source/src/gf.c:4313 From worker 19: jl_apply at /source/src/julia.h:2271 [inlined] From worker 19: jl_f__apply_iterate at /source/src/builtins.c:876 From worker 19: #start_worker_task!##0 at ./asyncmap.jl:230 From worker 19: unknown function (ip: 0x7d817c17799f) at (unknown file) From worker 19: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 19: ijl_apply_generic at /source/src/gf.c:4313 From worker 19: jl_apply at /source/src/julia.h:2271 [inlined] From worker 19: start_task at /source/src/task.c:1281 From worker 19: unknown function (ip: (nil)) at (unknown file) From worker 19: From worker 18: #= 1436.2 ms =# precompile(Tuple{Base.Compiler.var"#inferiterate_2arg#abstract_iteration##1"{Base.Compiler.InferenceLattice{Base.Compiler.ConditionalsLattice{Base.Compiler.PartialsLattice{Base.Compiler.ConstsLattice}}}, Array{Any, 1}, Array{Base.Compiler.CallMeta, 1}, Type{Int64}, Base.Compiler.Future{Base.Compiler.AbstractIterationResult}}, Base.Compiler.NativeInterpreter, Base.Compiler.InferenceState}) From worker 18: #= 1537.1 ms =# precompile(Tuple{typeof(Base.iterate), Base.Iterators.Filter{Dispatcher.var"#dependencies##0#dependencies##1", Base.Iterators.Flatten{Tuple{Tuple{Int64}, Base.Generator{Base.Iterators.Zip{Tuple{Base.Pairs{Symbol, Union{}, Nothing, NamedTuple{(), Tuple{}}}}}, IterTools.var"#imap##0#imap##1"{Dispatcher.var"#dependencies##2#dependencies##3"}}}}}}) From worker 18: #= 37.6 ms =# precompile(Tuple{Base.var"#maptwice##0#maptwice##1", Task}) From worker 18: #= 273.9 ms =# precompile(Tuple{typeof(Distributed.finalize_ref), Distributed.RemoteChannel{Base.Channel{Any}}}) From worker 18: #= 33.8 ms =# precompile(Tuple{Base.WeakKeyDictFinalizer{Base.WeakKeyDict{Distributed.AbstractRemoteRef, Nothing}}, Distributed.RemoteChannel{Base.Channel{Any}}}) From worker 18: #= 33.4 ms =# precompile(Tuple{Base.WeakKeyDictFinalizer{Base.WeakKeyDict{Any, Any}}, Core.TypeName}) From worker 19: #= 3704.0 ms =# precompile(Tuple{typeof(Serialization.serialize), Distributed.ClusterSerializer{Sockets.TCPSocket}, Any})[info | Dispatcher]: Node 2 (IndexNode, 2>): running. [info | Dispatcher]: Node 4 (Op, Op<4>>): running. From worker 19: #= 127.7 ms =# precompile(Tuple{typeof(Serialization.serialize), Distributed.ClusterSerializer{Sockets.TCPSocket}, Tuple{Distributed.RRID}}) From worker 19: #= 40.8 ms =# precompile(Tuple{typeof(Serialization.serialize), Distributed.ClusterSerializer{Sockets.TCPSocket}, Core.TypeofBottom}) From worker 19: #= 22.8 ms =# precompile(Tuple{typeof(Serialization.serialize), Distributed.ClusterSerializer{Sockets.TCPSocket}, Tuple{}}) From worker 19: #= 42.1 ms =# precompile(Tuple{Base.var"#maptwice##0#maptwice##1", Task}) From worker 19: #= 16.6 ms =# precompile(Tuple{Type{Base.Generator{I, F} where F where I}, Base.var"#wrap_n_exec_twice##0#wrap_n_exec_twice##1"{Base.Channel{Any}}, Base.Iterators.Filter{Dispatcher.var"#dependencies##0#dependencies##1", Base.Iterators.Flatten{Tuple{Tuple{Dispatcher.Op}, Base.Generator{Base.Iterators.Zip{Tuple{Base.Pairs{Symbol, Union{}, Nothing, NamedTuple{(), Tuple{}}}}}, IterTools.var"#imap##0#imap##1"{Dispatcher.var"#dependencies##2#dependencies##3"}}}}}}) [info | Dispatcher]: Node 6 (Op<4, Int64>): running. From worker 19: #= 540.4 ms =# precompile(Tuple{typeof(Base.collect), Base.Generator{Base.Iterators.Filter{Dispatcher.var"#dependencies##0#dependencies##1", Base.Iterators.Flatten{Tuple{Tuple{Dispatcher.Op}, Base.Generator{Base.Iterators.Zip{Tuple{Base.Pairs{Symbol, Union{}, Nothing, NamedTuple{(), Tuple{}}}}}, IterTools.var"#imap##0#imap##1"{Dispatcher.var"#dependencies##2#dependencies##3"}}}}}, Base.var"#wrap_n_exec_twice##0#wrap_n_exec_twice##1"{Base.Channel{Any}}}}) From worker 19: #= 13.5 ms =# precompile(Tuple{Type{Base.Generator{I, F} where F where I}, Base.var"#wrap_n_exec_twice##0#wrap_n_exec_twice##1"{Base.Channel{Any}}, Base.Iterators.Filter{Dispatcher.var"#dependencies##0#dependencies##1", Base.Iterators.Flatten{Tuple{Tuple{}, Base.Generator{Base.Iterators.Zip{Tuple{Base.Pairs{Symbol, Union{}, Nothing, NamedTuple{(), Tuple{}}}}}, IterTools.var"#imap##0#imap##1"{Dispatcher.var"#dependencies##2#dependencies##3"}}}}}}) From worker 19: #= 22.2 ms =# precompile(Tuple{typeof(Base.collect), Base.Generator{Base.Iterators.Filter{Dispatcher.var"#dependencies##0#dependencies##1", Base.Iterators.Flatten{Tuple{Tuple{}, Base.Generator{Base.Iterators.Zip{Tuple{Base.Pairs{Symbol, Union{}, Nothing, NamedTuple{(), Tuple{}}}}}, IterTools.var"#imap##0#imap##1"{Dispatcher.var"#dependencies##2#dependencies##3"}}}}}, Base.var"#wrap_n_exec_twice##0#wrap_n_exec_twice##1"{Base.Channel{Any}}}}) [info | Dispatcher]: Node 6 (Op<4, Int64>): complete. From worker 19: #= 142.9 ms =# precompile(Tuple{typeof(Distributed.finalize_ref), Distributed.RemoteChannel{Base.Channel{Any}}}) From worker 19: #= 14.8 ms =# precompile(Tuple{Base.WeakKeyDictFinalizer{Base.WeakKeyDict{Distributed.AbstractRemoteRef, Nothing}}, Distributed.RemoteChannel{Base.Channel{Any}}}) From worker 19: #= 16.9 ms =# precompile(Tuple{Base.WeakKeyDictFinalizer{Base.WeakKeyDict{Any, Any}}, Core.TypeName}) From worker 19: #= 149.1 ms =# precompile(Tuple{typeof(Distributed.finalize_ref), Distributed.RemoteChannel{Base.Channel{Float64}}}) From worker 19: #= 15.0 ms =# precompile(Tuple{typeof(Base.isequal), Distributed.RemoteChannel{Base.Channel{Float64}}, WeakRef}) From worker 19: #= 20.7 ms =# precompile(Tuple{typeof(Base.:(var"==")), Distributed.RemoteChannel{Base.Channel{Float64}}, WeakRef}) From worker 19: #= 14.7 ms =# precompile(Tuple{typeof(Base.isequal), Distributed.RemoteChannel{Base.Channel{Float64}}, Distributed.RemoteChannel{Base.Channel{Float64}}}) From worker 19: #= 16.6 ms =# precompile(Tuple{Base.WeakKeyDictFinalizer{Base.WeakKeyDict{Distributed.AbstractRemoteRef, Nothing}}, Distributed.RemoteChannel{Base.Channel{Float64}}}) [info | Dispatcher]: Node 3 (Op>): running. [info | Dispatcher]: Node 5 (Op<3>): running. [info | Dispatcher]: Node 1 (Op, 2>>): running. [info | Dispatcher]: Node 5 (Op<3>): complete. [info | Dispatcher]: Node 4 (Op, Op<4>>): complete. ┌ Error: Fatal error on process 1 │ exception = │ attempt to send to unknown socket │ Stacktrace: │ [1] error(s::String) │ @ Base ./error.jl:44 │ [2] send_msg_unknown(s::Sockets.TCPSocket, header::Distributed.MsgHeader, msg::Distributed.ResultMsg) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:99 │ [3] send_msg_now │ @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:115 [inlined] │ [4] deliver_result(sock::Sockets.TCPSocket, msg::Symbol, oid::Distributed.RRID, value::RemoteChannel{Channel{Any}}) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:102 │ [5] (::Distributed.var"#handle_msg##2#handle_msg##3"{Distributed.CallMsg{:call_fetch}, Distributed.MsgHeader, Sockets.TCPSocket})() │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:295 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:106 [info | Dispatcher]: Node 3 (Op>): complete. ┌ Error: Fatal error on process 1 │ exception = │ attempt to send to unknown socket │ Stacktrace: │ [1] error(s::String) │ @ Base ./error.jl:44 │ [2] send_msg_unknown(s::Sockets.TCPSocket, header::Distributed.MsgHeader, msg::Distributed.ResultMsg) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:99 │ [3] send_msg_now │ @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:115 [inlined] │ [4] deliver_result(sock::Sockets.TCPSocket, msg::Symbol, oid::Distributed.RRID, value::RemoteChannel{Channel{Any}}) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:102 │ [5] (::Distributed.var"#handle_msg##2#handle_msg##3"{Distributed.CallMsg{:call_fetch}, Distributed.MsgHeader, Sockets.TCPSocket})() │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:295 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:106 [info | Dispatcher]: Node 2 (IndexNode, 2>): complete. [info | Dispatcher]: Node 1 (Op, 2>>): complete. [info | Dispatcher]: All 6 nodes executed. ┌ Warning: Sending SIGQUIT to worker 18 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/managers.jl:760 ┌ Warning: Sending SIGQUIT to worker 19 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/managers.jl:760 From worker 21: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 21: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 21: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 21: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 20: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 20: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 20: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 20: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. [info | Dispatcher]: Executing 6 graph nodes. [info | Dispatcher]: Node 1 (Op, 2>>): running. [info | Dispatcher]: Node 2 (IndexNode, 2>): running. [info | Dispatcher]: Node 3 (Op>): running. [info | Dispatcher]: Node 4 (Op, Op<4>>): running. [info | Dispatcher]: Node 5 (Op<3>): running. [info | Dispatcher]: Node 6 (Op<4, Int64>): running. ┌ Warning: Failed to gracefully kill worker 20 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/managers.jl:753 ┌ Warning: Sending profile SIGUSR1 to worker 20 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/managers.jl:756 ┌ Warning: Failed to gracefully kill worker 21 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/managers.jl:753 ┌ Warning: Sending profile SIGUSR1 to worker 21 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/managers.jl:756 From worker 20: From worker 20: ====================================================================================== From worker 20: Information request received. A stacktrace will print followed by a 1.0 second profile. From worker 20: --trace-compile is enabled during profile collection. From worker 20: ====================================================================================== From worker 21: From worker 21: ====================================================================================== From worker 21: Information request received. A stacktrace will print followed by a 1.0 second profile. From worker 21: --trace-compile is enabled during profile collection. From worker 21: ====================================================================================== From worker 21: From worker 21: cmd: /opt/julia/bin/julia 738 running 1 of 1 From worker 21: From worker 21: signal (10): User defined signal 1 From worker 20: From worker 20: cmd: /opt/julia/bin/julia 736 running 1 of 1 From worker 20: From worker 20: signal (10): User defined signal 1 From worker 20: _ZN4llvm14SpillPlacement8addLinksENS_8ArrayRefIjEE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 20: _ZN4llvm8RAGreedy21addThroughConstraintsENS_17InterferenceCache6CursorENS_8ArrayRefIjEE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 20: _ZN4llvm8RAGreedy10growRegionERNS0_20GlobalSplitCandidateE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 20: _ZN4llvm8RAGreedy33calculateRegionSplitCostAroundRegEtRNS_15AllocationOrderERNS_14BlockFrequencyERjS5_ at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 20: _ZN4llvm8RAGreedy14tryRegionSplitERKNS_12LiveIntervalERNS_15AllocationOrderERNS_15SmallVectorImplINS_8RegisterEEE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 20: _ZN4llvm8RAGreedy8trySplitERKNS_12LiveIntervalERNS_15AllocationOrderERNS_15SmallVectorImplINS_8RegisterEEERKNS_8SmallSetIS7_Lj16ESt4lessIS7_EEE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 20: _ZN4llvm8RAGreedy17selectOrSplitImplERKNS_12LiveIntervalERNS_15SmallVectorImplINS_8RegisterEEERNS_8SmallSetIS5_Lj16ESt4lessIS5_EEERNS_11SmallVectorISt4pairIPS2_NS_10MCRegisterEELj8EEEj at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 20: _ZN4llvm8RAGreedy13selectOrSplitERKNS_12LiveIntervalERNS_15SmallVectorImplINS_8RegisterEEE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 20: _ZN4llvm12RegAllocBase16allocatePhysRegsEv at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 20: _ZN4llvm8RAGreedy20runOnMachineFunctionERNS_15MachineFunctionE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 20: _ZN4llvm19MachineFunctionPass13runOnFunctionERNS_8FunctionE.part.0 at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 20: _ZN4llvm13FPPassManager13runOnFunctionERNS_8FunctionE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 20: _ZN4llvm13FPPassManager11runOnModuleERNS_6ModuleE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 20: _ZN4llvm6legacy15PassManagerImpl3runERNS_6ModuleE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 21: _useref_setindex! at ./essentials.jl:0 From worker 21: setindex! at ./../usr/share/julia/Compiler/src/ssair/ir.jl:639 [inlined] From worker 21: ssamap at ./../usr/share/julia/Compiler/src/utilities.jl:245 From worker 21: renumber_ssa! at ./../usr/share/julia/Compiler/src/ssair/slot2ssa.jl:62 [inlined] From worker 21: renumber_ssa! at ./../usr/share/julia/Compiler/src/ssair/slot2ssa.jl:61 [inlined] From worker 21: construct_ssa! at ./../usr/share/julia/Compiler/src/ssair/slot2ssa.jl:887 From worker 21: slot2reg at ./../usr/share/julia/Compiler/src/optimize.jl:1344 [inlined] From worker 21: run_passes_ipo_safe at ./../usr/share/julia/Compiler/src/optimize.jl:1046 From worker 21: run_passes_ipo_safe at ./../usr/share/julia/Compiler/src/optimize.jl:1059 [inlined] From worker 21: optimize at ./../usr/share/julia/Compiler/src/optimize.jl:1032 From worker 21: jfptr_optimize_87655.1 at /opt/julia/lib/julia/sys.so (unknown line) From worker 21: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 21: ijl_apply_generic at /source/src/gf.c:4313 From worker 21: finish_nocycle at ./../usr/share/julia/Compiler/src/typeinfer.jl:232 From worker 21: jfptr_finish_nocycle_86394.1 at /opt/julia/lib/julia/sys.so (unknown line) From worker 21: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 21: ijl_apply_generic at /source/src/gf.c:4313 From worker 21: typeinf at ./../usr/share/julia/Compiler/src/abstractinterpretation.jl:4528 From worker 21: typeinf_ext at ./../usr/share/julia/Compiler/src/typeinfer.jl:1387 From worker 21: typeinf_ext_toplevel at ./../usr/share/julia/Compiler/src/typeinfer.jl:1570 [inlined] From worker 21: typeinf_ext_toplevel at ./../usr/share/julia/Compiler/src/typeinfer.jl:1579 From worker 21: jfptr_typeinf_ext_toplevel_83062.1 at /opt/julia/lib/julia/sys.so (unknown line) From worker 21: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 21: ijl_apply_generic at /source/src/gf.c:4313 From worker 21: jl_apply at /source/src/julia.h:2271 [inlined] From worker 21: jl_type_infer at /source/src/gf.c:463 From worker 21: jl_compile_method_internal at /source/src/gf.c:3636 From worker 21: _jl_invoke at /source/src/gf.c:4108 [inlined] From worker 21: ijl_apply_generic at /source/src/gf.c:4313 From worker 21: serialize_msg at /source/usr/share/julia/stdlib/v1.13/Distributed/src/messages.jl:78 From worker 21: unknown function (ip: 0x79ad0c11e726) at (unknown file) From worker 21: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 21: ijl_apply_generic at /source/src/gf.c:4313 From worker 21: jl_apply at /source/src/julia.h:2271 [inlined] From worker 21: jl_f_invokelatest at /source/src/builtins.c:889 From worker 21: send_msg_ at /source/usr/share/julia/stdlib/v1.13/Distributed/src/messages.jl:181 From worker 21: send_msg at /source/usr/share/julia/stdlib/v1.13/Distributed/src/messages.jl:122 [inlined] From worker 21: #remotecall_fetch#109 at /source/usr/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:460 From worker 21: remotecall_fetch at /source/usr/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 21: #remotecall_fetch#113 at /source/usr/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 21: remotecall_fetch at /source/usr/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 21: call_on_owner at /source/usr/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:565 [inlined] From worker 21: fetch at /source/usr/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:656 From worker 21: unknown function (ip: 0x79ad0c11dcd2) at (unknown file) From worker 21: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 21: ijl_apply_generic at /source/src/gf.c:4313 From worker 21: fetch at /home/pkgeval/.julia/packages/DeferredFutures/TCvh2/src/DeferredFutures.jl:226 From worker 21: fetch at /home/pkgeval/.julia/packages/Dispatcher/JXmtG/src/nodes.jl:407 [inlined] From worker 21: #run!##0 at /home/pkgeval/.julia/packages/Dispatcher/JXmtG/src/nodes.jl:324 From worker 21: #954 at ./asyncmap.jl:96 From worker 21: unknown function (ip: 0x79ad0c11d726) at (unknown file) From worker 21: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 21: ijl_apply_generic at /source/src/gf.c:4313 From worker 21: jl_apply at /source/src/julia.h:2271 [inlined] From worker 21: jl_f__apply_iterate at /source/src/builtins.c:876 From worker 21: #start_worker_task!##0 at ./asyncmap.jl:230 From worker 21: unknown function (ip: 0x79ad0c11695f) at (unknown file) From worker 21: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 21: ijl_apply_generic at /source/src/gf.c:4313 From worker 21: jl_apply at /source/src/julia.h:2271 [inlined] From worker 21: start_task at /source/src/task.c:1281 From worker 21: unknown function (ip: (nil)) at (unknown file) From worker 21: From worker 20: operator() at /source/src/jitlayers.cpp:1628 From worker 20: addModule at /source/src/jitlayers.cpp:2119 From worker 20: jl_compile_codeinst_now at /source/src/jitlayers.cpp:682 From worker 20: jl_compile_codeinst_impl at /source/src/jitlayers.cpp:876 From worker 20: jl_compile_method_internal at /source/src/gf.c:3648 From worker 20: _jl_invoke at /source/src/gf.c:4108 [inlined] From worker 20: ijl_apply_generic at /source/src/gf.c:4313 From worker 20: inferiterate at ./../usr/share/julia/Compiler/src/abstractinterpretation.jl:1702 From worker 20: abstract_iteration at ./../usr/share/julia/Compiler/src/abstractinterpretation.jl:1706 From worker 20: precise_container_type at ./../usr/share/julia/Compiler/src/abstractinterpretation.jl:1571 From worker 20: infercalls at ./../usr/share/julia/Compiler/src/abstractinterpretation.jl:1773 From worker 20: abstract_apply at ./../usr/share/julia/Compiler/src/abstractinterpretation.jl:1872 From worker 20: abstract_call_known at ./../usr/share/julia/Compiler/src/abstractinterpretation.jl:2648 From worker 20: abstract_call at ./../usr/share/julia/Compiler/src/abstractinterpretation.jl:2903 From worker 20: abstract_call at ./../usr/share/julia/Compiler/src/abstractinterpretation.jl:2896 [inlined] From worker 20: abstract_call at ./../usr/share/julia/Compiler/src/abstractinterpretation.jl:3056 From worker 20: abstract_eval_call at ./../usr/share/julia/Compiler/src/abstractinterpretation.jl:3074 [inlined] From worker 20: abstract_eval_statement_expr at ./../usr/share/julia/Compiler/src/abstractinterpretation.jl:3430 From worker 20: abstract_eval_basic_statement at ./../usr/share/julia/Compiler/src/abstractinterpretation.jl:3857 [inlined] From worker 20: abstract_eval_basic_statement at ./../usr/share/julia/Compiler/src/abstractinterpretation.jl:3814 [inlined] From worker 20: typeinf_local at ./../usr/share/julia/Compiler/src/abstractinterpretation.jl:4363 From worker 20: jfptr_typeinf_local_87191.1 at /opt/julia/lib/julia/sys.so (unknown line) From worker 20: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 20: ijl_apply_generic at /source/src/gf.c:4313 From worker 20: typeinf at ./../usr/share/julia/Compiler/src/abstractinterpretation.jl:4521 From worker 20: typeinf_ext at ./../usr/share/julia/Compiler/src/typeinfer.jl:1387 From worker 20: typeinf_ext_toplevel at ./../usr/share/julia/Compiler/src/typeinfer.jl:1570 [inlined] From worker 20: typeinf_ext_toplevel at ./../usr/share/julia/Compiler/src/typeinfer.jl:1579 From worker 20: jfptr_typeinf_ext_toplevel_83062.1 at /opt/julia/lib/julia/sys.so (unknown line) From worker 20: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 20: ijl_apply_generic at /source/src/gf.c:4313 From worker 20: jl_apply at /source/src/julia.h:2271 [inlined] From worker 20: jl_type_infer at /source/src/gf.c:463 From worker 20: jl_compile_method_internal at /source/src/gf.c:3636 From worker 20: _jl_invoke at /source/src/gf.c:4108 [inlined] From worker 20: ijl_invoke at /source/src/gf.c:4123 From worker 20: iterate at ./generator.jl:45 From worker 20: unknown function (ip: 0x7541b6d1db10) at (unknown file) From worker 20: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 20: ijl_invoke at /source/src/gf.c:4123 From worker 20: grow_to! at ./array.jl:901 From worker 20: collect at ./array.jl:825 From worker 20: unknown function (ip: 0x7541b6d1d8e0) at (unknown file) From worker 20: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 20: ijl_apply_generic at /source/src/gf.c:4313 From worker 20: map at ./abstractarray.jl:3423 From worker 20: maptwice at ./asyncmap.jl:157 From worker 20: wrap_n_exec_twice at ./asyncmap.jl:149 [inlined] From worker 20: #async_usemap#940 at ./asyncmap.jl:99 [inlined] From worker 20: async_usemap at ./asyncmap.jl:80 [inlined] From worker 20: #asyncmap#939 at ./asyncmap.jl:77 [inlined] From worker 20: asyncmap at ./asyncmap.jl:76 From worker 20: unknown function (ip: 0x7541b6d1b136) at (unknown file) From worker 20: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 20: ijl_apply_generic at /source/src/gf.c:4313 From worker 20: run! at /home/pkgeval/.julia/packages/Dispatcher/JXmtG/src/nodes.jl:322 From worker 20: #dispatch!##2 at /source/usr/share/julia/stdlib/v1.13/Distributed/src/macros.jl:43 From worker 20: unknown function (ip: 0x7541b6d18fbf) at (unknown file) From worker 20: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 20: ijl_apply_generic at /source/src/gf.c:4313 From worker 20: jl_apply at /source/src/julia.h:2271 [inlined] From worker 20: jl_f_invokelatest at /source/src/builtins.c:889 From worker 20: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 20: ijl_apply_generic at /source/src/gf.c:4313 From worker 20: jl_apply at /source/src/julia.h:2271 [inlined] From worker 20: jl_f__apply_iterate at /source/src/builtins.c:876 From worker 20: #handle_msg##0 at /source/usr/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:283 From worker 20: run_work_thunk at /source/usr/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 20: unknown function (ip: 0x7541b6d10fcb) at (unknown file) From worker 20: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 20: ijl_apply_generic at /source/src/gf.c:4313 From worker 20: run_work_thunk at /source/usr/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:79 From worker 20: #schedule_call##2 at /source/usr/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:88 From worker 20: unknown function (ip: 0x7541b6d10b9f) at (unknown file) From worker 20: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 20: ijl_apply_generic at /source/src/gf.c:4313 From worker 20: jl_apply at /source/src/julia.h:2271 [inlined] From worker 20: start_task at /source/src/task.c:1281 From worker 20: unknown function (ip: (nil)) at (unknown file) From worker 20: From worker 20: From worker 20: ============================================================== From worker 20: Profile collected. A report will print at the next yield point. From worker 20: Disabling --trace-compile From worker 20: ============================================================== From worker 20: From worker 21: #= 4042.4 ms =# precompile(Tuple{typeof(Serialization.serialize), Distributed.ClusterSerializer{Sockets.TCPSocket}, Any})[info | Dispatcher]: Node 2 (IndexNode, 2>): running. [info | Dispatcher]: Node 6 (Op<4, Int64>): running. From worker 21: #= 129.1 ms =# precompile(Tuple{typeof(Serialization.serialize), Distributed.ClusterSerializer{Sockets.TCPSocket}, Tuple{Distributed.RRID}}) From worker 21: #= 30.3 ms =# precompile(Tuple{typeof(Serialization.serialize), Distributed.ClusterSerializer{Sockets.TCPSocket}, Core.TypeofBottom}) From worker 21: #= 22.0 ms =# precompile(Tuple{typeof(Serialization.serialize), Distributed.ClusterSerializer{Sockets.TCPSocket}, Tuple{}}) [info | Dispatcher]: Node 4 (Op, Op<4>>): running. From worker 21: #= 192.9 ms =# precompile(Tuple{Base.var"#954#955"{Dispatcher.var"#run!##0#run!##1"}, Base.RefValue{Any}, Tuple{Dispatcher.Op}}) [info | Dispatcher]: Node 6 (Op<4, Int64>): complete. From worker 21: #= 23.3 ms =# precompile(Tuple{typeof(Base.map), typeof(Dispatcher.value_summary), Tuple{Dispatcher.Op, Dispatcher.Op}}) From worker 21: #= 22.0 ms =# precompile(Tuple{typeof(Base.join), Tuple{String, String}, String}) From worker 21: #= 21.6 ms =# precompile(Tuple{typeof(Base.join), Base.GenericIOBuffer{Memory{UInt8}}, Tuple{String, String}, String}) From worker 21: #= 36.3 ms =# precompile(Tuple{typeof(Base.collect), Base.Pairs{Symbol, Union{}, Nothing, NamedTuple{(), Tuple{}}}}) From worker 21: #= 40.1 ms =# precompile(Tuple{typeof(Base.map), Function, Array{Pair{Symbol, Union{}}, 1}}) From worker 21: #= 11.4 ms =# precompile(Tuple{Type{Base.Generator{I, F} where F where I}, Dispatcher.var"#4#5", Array{Pair{Symbol, Union{}}, 1}}) From worker 21: #= 65.3 ms =# precompile(Tuple{typeof(Base.collect_similar), Array{Pair{Symbol, Union{}}, 1}, Base.Generator{Array{Pair{Symbol, Union{}}, 1}, Dispatcher.var"#4#5"}}) From worker 21: #= 93.8 ms =# precompile(Tuple{typeof(Base.join), Array{Union{}, 1}, String}) From worker 21: #= 87.2 ms =# precompile(Tuple{typeof(Base.filter), Base.ComposedFunction{typeof(Base.:(!)), typeof(Base.isempty)}, Array{String, 1}}) From worker 21: #= 13.6 ms =# precompile(Tuple{typeof(Base.join), Array{String, 1}, String}) From worker 21: #= 146.4 ms =# precompile(Tuple{typeof(Distributed.finalize_ref), Distributed.RemoteChannel{Base.Channel{Any}}}) From worker 21: #= 16.7 ms =# precompile(Tuple{Base.WeakKeyDictFinalizer{Base.WeakKeyDict{Distributed.AbstractRemoteRef, Nothing}}, Distributed.RemoteChannel{Base.Channel{Any}}}) From worker 21: #= 17.6 ms =# precompile(Tuple{Base.WeakKeyDictFinalizer{Base.WeakKeyDict{Any, Any}}, Core.TypeName}) From worker 21: #= 144.4 ms =# precompile(Tuple{typeof(Distributed.finalize_ref), Distributed.RemoteChannel{Base.Channel{Float64}}}) From worker 21: #= 14.4 ms =# precompile(Tuple{typeof(Base.isequal), Distributed.RemoteChannel{Base.Channel{Float64}}, WeakRef}) From worker 21: #= 19.1 ms =# precompile(Tuple{typeof(Base.:(var"==")), Distributed.RemoteChannel{Base.Channel{Float64}}, WeakRef}) From worker 21: #= 15.0 ms =# precompile(Tuple{typeof(Base.isequal), Distributed.RemoteChannel{Base.Channel{Float64}}, Distributed.RemoteChannel{Base.Channel{Float64}}}) From worker 21: #= 13.6 ms =# precompile(Tuple{Base.WeakKeyDictFinalizer{Base.WeakKeyDict{Distributed.AbstractRemoteRef, Nothing}}, Distributed.RemoteChannel{Base.Channel{Float64}}}) [info | Dispatcher]: Node 5 (Op<3>): running. [info | Dispatcher]: Node 1 (Op, 2>>): running. [info | Dispatcher]: Node 3 (Op>): running. ┌ Error: Fatal error on process 1 │ exception = │ attempt to send to unknown socket │ Stacktrace: │ [1] error(s::String) │ @ Base ./error.jl:44 │ [2] send_msg_unknown(s::Sockets.TCPSocket, header::Distributed.MsgHeader, msg::Distributed.ResultMsg) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:99 │ [3] send_msg_now │ @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:115 [inlined] │ [4] deliver_result(sock::Sockets.TCPSocket, msg::Symbol, oid::Distributed.RRID, value::RemoteChannel{Channel{Any}}) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:102 │ [5] (::Distributed.var"#handle_msg##2#handle_msg##3"{Distributed.CallMsg{:call_fetch}, Distributed.MsgHeader, Sockets.TCPSocket})() │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:295 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:106 [info | Dispatcher]: Node 5 (Op<3>): complete. [info | Dispatcher]: Node 4 (Op, Op<4>>): complete. ┌ Warning: Sending SIGQUIT to worker 20 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/managers.jl:760 ┌ Warning: Sending SIGQUIT to worker 21 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/managers.jl:760 ┌ Error: Fatal error on process 1 │ exception = │ attempt to send to unknown socket │ Stacktrace: │ [1] error(s::String) │ @ Base ./error.jl:44 │ [2] send_msg_unknown(s::Sockets.TCPSocket, header::Distributed.MsgHeader, msg::Distributed.ResultMsg) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:99 │ [3] send_msg_now │ @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:115 [inlined] │ [4] deliver_result(sock::Sockets.TCPSocket, msg::Symbol, oid::Distributed.RRID, value::RemoteChannel{Channel{Any}}) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:102 │ [5] (::Distributed.var"#handle_msg##2#handle_msg##3"{Distributed.CallMsg{:call_fetch}, Distributed.MsgHeader, Sockets.TCPSocket})() │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:295 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:106 [info | Dispatcher]: Node 3 (Op>): complete. ┌ Error: Fatal error on process 1 │ exception = │ attempt to send to unknown socket │ Stacktrace: │ [1] error(s::String) │ @ Base ./error.jl:44 │ [2] send_msg_unknown(s::Sockets.TCPSocket, header::Distributed.MsgHeader, msg::Distributed.ResultMsg) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:99 │ [3] send_msg_now │ @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:115 [inlined] │ [4] deliver_result(sock::Sockets.TCPSocket, msg::Symbol, oid::Distributed.RRID, value::RemoteChannel{Channel{Any}}) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:102 │ [5] (::Distributed.var"#handle_msg##2#handle_msg##3"{Distributed.CallMsg{:call_fetch}, Distributed.MsgHeader, Sockets.TCPSocket})() │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:295 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:106 [info | Dispatcher]: Node 2 (IndexNode, 2>): complete. [info | Dispatcher]: Node 1 (Op, 2>>): complete. [info | Dispatcher]: All 6 nodes executed. From worker 22: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 22: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 22: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 22: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 23: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 23: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 23: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 23: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. [info | Dispatcher]: Executing 6 graph nodes. [info | Dispatcher]: Node 1 (Op, 2>>): running. [info | Dispatcher]: Node 2 (IndexNode, 2>): running. [info | Dispatcher]: Node 3 (Op>): running. [info | Dispatcher]: Node 4 (Op, Op<4>>): running. [info | Dispatcher]: Node 5 (Op<3>): running. [info | Dispatcher]: Node 6 (Op<4, Int64>): running. ┌ Warning: Failed to gracefully kill worker 22 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/managers.jl:753 ┌ Warning: Sending profile SIGUSR1 to worker 22 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/managers.jl:756 ┌ Warning: Failed to gracefully kill worker 23 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/managers.jl:753 ┌ Warning: Sending profile SIGUSR1 to worker 23 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/managers.jl:756 From worker 22: From worker 22: ====================================================================================== From worker 22: Information request received. A stacktrace will print followed by a 1.0 second profile. From worker 22: --trace-compile is enabled during profile collection. From worker 22: ====================================================================================== From worker 23: From worker 23: ====================================================================================== From worker 23: Information request received. A stacktrace will print followed by a 1.0 second profile. From worker 23: --trace-compile is enabled during profile collection. From worker 23: ====================================================================================== From worker 23: From worker 23: cmd: /opt/julia/bin/julia 802 running 1 of 1 From worker 23: From worker 23: signal (10): User defined signal 1 From worker 23: unknown function (ip: 0x7edfe14921c3) at /lib/x86_64-linux-gnu/libc.so.6 From worker 23: unknown function (ip: 0x7edfe14948a7) at /lib/x86_64-linux-gnu/libc.so.6 From worker 23: malloc at /lib/x86_64-linux-gnu/libc.so.6 (unknown line) From worker 23: posix_memalign at /lib/x86_64-linux-gnu/libc.so.6 (unknown line) From worker 22: From worker 22: cmd: /opt/julia/bin/julia 800 running 1 of 1 From worker 22: From worker 22: signal (10): User defined signal 1 From worker 23: aligned_alloc at /workspace/srcdir/gcc-14.2.0/libstdc++-v3/libsupc++/new_opa.cc:78 [inlined] From worker 23: operator new at /workspace/srcdir/gcc-14.2.0/libstdc++-v3/libsupc++/new_opa.cc:149 From worker 23: operator new at /workspace/srcdir/gcc-14.2.0/libstdc++-v3/libsupc++/new_opant.cc:36 From worker 23: _ZN4llvm15allocate_bufferEmm at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 23: _ZN4llvm28PassInstrumentationCallbacks18addClassToPassNameENS_9StringRefES1_ at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 22: obvious_subtype at /source/src/subtype.c:1937 From worker 22: ijl_subtype_env at /source/src/subtype.c:2270 From worker 23: adjustPIC at /source/src/llvm-julia-passes.inc:3 From worker 23: run at /source/src/pipeline.cpp:775 From worker 23: operator() at /source/src/jitlayers.cpp:1513 From worker 23: withModuleDo<(anonymous namespace)::sizedOptimizerT::operator()(llvm::orc::ThreadSafeModule) [with long unsigned int N = 4]:: > at /source/usr/include/llvm/ExecutionEngine/Orc/ThreadSafeModule.h:136 [inlined] From worker 23: operator() at /source/src/jitlayers.cpp:1474 [inlined] From worker 23: operator() at /source/src/jitlayers.cpp:1649 [inlined] From worker 23: addModule at /source/src/jitlayers.cpp:2106 From worker 23: jl_compile_codeinst_now at /source/src/jitlayers.cpp:682 From worker 23: jl_compile_codeinst_impl at /source/src/jitlayers.cpp:876 From worker 23: jl_compile_method_internal at /source/src/gf.c:3648 From worker 23: _jl_invoke at /source/src/gf.c:4108 [inlined] From worker 23: ijl_apply_generic at /source/src/gf.c:4313 From worker 23: serialize_msg at /source/usr/share/julia/stdlib/v1.13/Distributed/src/messages.jl:78 From worker 23: unknown function (ip: 0x7edfdfb1e776) at (unknown file) From worker 23: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 23: ijl_apply_generic at /source/src/gf.c:4313 From worker 23: jl_apply at /source/src/julia.h:2271 [inlined] From worker 23: jl_f_invokelatest at /source/src/builtins.c:889 From worker 23: send_msg_ at /source/usr/share/julia/stdlib/v1.13/Distributed/src/messages.jl:181 From worker 23: send_msg at /source/usr/share/julia/stdlib/v1.13/Distributed/src/messages.jl:122 [inlined] From worker 23: #remotecall_fetch#109 at /source/usr/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:460 From worker 23: remotecall_fetch at /source/usr/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 23: #remotecall_fetch#113 at /source/usr/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 23: remotecall_fetch at /source/usr/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 23: call_on_owner at /source/usr/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:565 [inlined] From worker 23: fetch at /source/usr/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:656 From worker 23: unknown function (ip: 0x7edfdfb1dd22) at (unknown file) From worker 23: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 23: ijl_apply_generic at /source/src/gf.c:4313 From worker 23: fetch at /home/pkgeval/.julia/packages/DeferredFutures/TCvh2/src/DeferredFutures.jl:226 From worker 23: fetch at /home/pkgeval/.julia/packages/Dispatcher/JXmtG/src/nodes.jl:407 [inlined] From worker 23: #run!##0 at /home/pkgeval/.julia/packages/Dispatcher/JXmtG/src/nodes.jl:324 From worker 23: #954 at ./asyncmap.jl:96 From worker 23: unknown function (ip: 0x7edfdfb1d4b6) at (unknown file) From worker 23: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 23: ijl_apply_generic at /source/src/gf.c:4313 From worker 23: jl_apply at /source/src/julia.h:2271 [inlined] From worker 23: jl_f__apply_iterate at /source/src/builtins.c:876 From worker 23: #start_worker_task!##0 at ./asyncmap.jl:230 From worker 23: unknown function (ip: 0x7edfdfb1699f) at (unknown file) From worker 23: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 23: ijl_apply_generic at /source/src/gf.c:4313 From worker 23: jl_apply at /source/src/julia.h:2271 [inlined] From worker 23: start_task at /source/src/task.c:1281 From worker 23: unknown function (ip: (nil)) at (unknown file) From worker 23: From worker 23: #= 2741.3 ms =# precompile(Tuple{typeof(Serialization.serialize), Distributed.ClusterSerializer{Sockets.TCPSocket}, Any}) From worker 22: abstract_call_known at ./../usr/share/julia/Compiler/src/abstractinterpretation.jl:2646 From worker 22: abstract_call at ./../usr/share/julia/Compiler/src/abstractinterpretation.jl:2903 From worker 22: abstract_call at ./../usr/share/julia/Compiler/src/abstractinterpretation.jl:2896 [inlined] From worker 22: abstract_call at ./../usr/share/julia/Compiler/src/abstractinterpretation.jl:3056 From worker 22: abstract_eval_call at ./../usr/share/julia/Compiler/src/abstractinterpretation.jl:3074 [inlined] From worker 22: abstract_eval_statement_expr at ./../usr/share/julia/Compiler/src/abstractinterpretation.jl:3430 From worker 22: abstract_eval_basic_statement at ./../usr/share/julia/Compiler/src/abstractinterpretation.jl:3857 [inlined] From worker 22: abstract_eval_basic_statement at ./../usr/share/julia/Compiler/src/abstractinterpretation.jl:3814 [inlined] From worker 22: typeinf_local at ./../usr/share/julia/Compiler/src/abstractinterpretation.jl:4363 From worker 22: jfptr_typeinf_local_87191.1 at /opt/julia/lib/julia/sys.so (unknown line) From worker 22: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 22: ijl_apply_generic at /source/src/gf.c:4313 From worker 22: typeinf at ./../usr/share/julia/Compiler/src/abstractinterpretation.jl:4521 From worker 22: typeinf_ext at ./../usr/share/julia/Compiler/src/typeinfer.jl:1387 From worker 22: typeinf_ext_toplevel at ./../usr/share/julia/Compiler/src/typeinfer.jl:1570 [inlined] From worker 22: typeinf_ext_toplevel at ./../usr/share/julia/Compiler/src/typeinfer.jl:1579 From worker 22: jfptr_typeinf_ext_toplevel_83062.1 at /opt/julia/lib/julia/sys.so (unknown line) From worker 22: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 22: ijl_apply_generic at /source/src/gf.c:4313 From worker 22: jl_apply at /source/src/julia.h:2271 [inlined] From worker 22: jl_type_infer at /source/src/gf.c:463 From worker 22: jl_compile_method_internal at /source/src/gf.c:3636 From worker 22: _jl_invoke at /source/src/gf.c:4108 [inlined] From worker 22: ijl_invoke at /source/src/gf.c:4123 From worker 22: iterate at ./generator.jl:45 From worker 22: unknown function (ip: 0x7210c0782af0) at (unknown file) From worker 22: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 22: ijl_invoke at /source/src/gf.c:4123 From worker 22: grow_to! at ./array.jl:901 From worker 22: collect at ./array.jl:825 From worker 22: unknown function (ip: 0x7210c0782520) at (unknown file) From worker 22: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 22: ijl_apply_generic at /source/src/gf.c:4313 From worker 22: map at ./abstractarray.jl:3423 From worker 22: maptwice at ./asyncmap.jl:157 From worker 22: wrap_n_exec_twice at ./asyncmap.jl:149 [inlined] From worker 22: #async_usemap#940 at ./asyncmap.jl:99 [inlined] From worker 22: async_usemap at ./asyncmap.jl:80 [inlined] From worker 22: #asyncmap#939 at ./asyncmap.jl:77 [inlined] From worker 22: asyncmap at ./asyncmap.jl:76 From worker 22: unknown function (ip: 0x7210c077ffe6) at (unknown file) From worker 22: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 22: ijl_apply_generic at /source/src/gf.c:4313 From worker 22: run! at /home/pkgeval/.julia/packages/Dispatcher/JXmtG/src/nodes.jl:322 From worker 22: #dispatch!##2 at /source/usr/share/julia/stdlib/v1.13/Distributed/src/macros.jl:43 From worker 22: unknown function (ip: 0x7210c077d9df) at (unknown file) From worker 22: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 22: ijl_apply_generic at /source/src/gf.c:4313 From worker 22: jl_apply at /source/src/julia.h:2271 [inlined] From worker 22: jl_f_invokelatest at /source/src/builtins.c:889 From worker 22: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 22: ijl_apply_generic at /source/src/gf.c:4313 From worker 22: jl_apply at /source/src/julia.h:2271 [inlined] From worker 22: jl_f__apply_iterate at /source/src/builtins.c:876 From worker 22: #handle_msg##0 at /source/usr/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:283 From worker 22: run_work_thunk at /source/usr/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 22: unknown function (ip: 0x7210c077623b) at (unknown file) From worker 22: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 22: ijl_apply_generic at /source/src/gf.c:4313 From worker 22: run_work_thunk at /source/usr/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:79 From worker 22: #schedule_call##2 at /source/usr/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:88 From worker 22: unknown function (ip: 0x7210c0775b5f) at (unknown file) From worker 22: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 22: ijl_apply_generic at /source/src/gf.c:4313 From worker 23: #= 139.7 ms =# precompile(Tuple{typeof(Serialization.serialize), Distributed.ClusterSerializer{Sockets.TCPSocket}, Tuple{Distributed.RRID}}) From worker 22: jl_apply at /source/src/julia.h:2271 [inlined] From worker 22: start_task at /source/src/task.c:1281 From worker 22: unknown function (ip: (nil)) at (unknown file) From worker 22: From worker 22: From worker 22: ============================================================== From worker 22: Profile collected. A report will print at the next yield point. From worker 22: Disabling --trace-compile From worker 22: ============================================================== From worker 22: From worker 23: #= 27.3 ms =# precompile(Tuple{typeof(Serialization.serialize), Distributed.ClusterSerializer{Sockets.TCPSocket}, Core.TypeofBottom}) From worker 23: #= 20.9 ms =# precompile(Tuple{typeof(Serialization.serialize), Distributed.ClusterSerializer{Sockets.TCPSocket}, Tuple{}}) From worker 23: #= 286.3 ms =# precompile(Tuple{Base.var"#954#955"{Dispatcher.var"#run!##0#run!##1"}, Base.RefValue{Any}, Tuple{Dispatcher.Op}}) From worker 23: #= 40.0 ms =# precompile(Tuple{typeof(Base.map), typeof(Dispatcher.value_summary), Tuple{Dispatcher.Op, Dispatcher.Op}}) From worker 23: #= 41.1 ms =# precompile(Tuple{typeof(Base.join), Tuple{String, String}, String}) From worker 23: #= 33.5 ms =# precompile(Tuple{typeof(Base.join), Base.GenericIOBuffer{Memory{UInt8}}, Tuple{String, String}, String}) From worker 23: #= 47.9 ms =# precompile(Tuple{typeof(Base.collect), Base.Pairs{Symbol, Union{}, Nothing, NamedTuple{(), Tuple{}}}}) From worker 23: #= 61.9 ms =# precompile(Tuple{typeof(Base.map), Function, Array{Pair{Symbol, Union{}}, 1}}) From worker 23: #= 25.5 ms =# precompile(Tuple{Type{Base.Generator{I, F} where F where I}, Dispatcher.var"#4#5", Array{Pair{Symbol, Union{}}, 1}}) From worker 23: #= 134.8 ms =# precompile(Tuple{typeof(Base.collect_similar), Array{Pair{Symbol, Union{}}, 1}, Base.Generator{Array{Pair{Symbol, Union{}}, 1}, Dispatcher.var"#4#5"}}) From worker 23: #= 167.0 ms =# precompile(Tuple{typeof(Base.join), Array{Union{}, 1}, String}) From worker 23: #= 157.9 ms =# precompile(Tuple{typeof(Base.filter), Base.ComposedFunction{typeof(Base.:(!)), typeof(Base.isempty)}, Array{String, 1}}) From worker 23: #= 26.3 ms =# precompile(Tuple{typeof(Base.join), Array{String, 1}, String}) From worker 23: #= 279.6 ms =# precompile(Tuple{typeof(Distributed.finalize_ref), Distributed.RemoteChannel{Base.Channel{Any}}}) From worker 23: #= 25.6 ms =# precompile(Tuple{Base.WeakKeyDictFinalizer{Base.WeakKeyDict{Distributed.AbstractRemoteRef, Nothing}}, Distributed.RemoteChannel{Base.Channel{Any}}}) From worker 23: #= 23.2 ms =# precompile(Tuple{Base.WeakKeyDictFinalizer{Base.WeakKeyDict{Any, Any}}, Core.TypeName}) From worker 23: #= 263.5 ms =# precompile(Tuple{typeof(Distributed.finalize_ref), Distributed.RemoteChannel{Base.Channel{Float64}}}) From worker 23: #= 25.6 ms =# precompile(Tuple{typeof(Base.isequal), Distributed.RemoteChannel{Base.Channel{Float64}}, WeakRef}) From worker 23: #= 42.2 ms =# precompile(Tuple{typeof(Base.:(var"==")), Distributed.RemoteChannel{Base.Channel{Float64}}, WeakRef}) From worker 23: #= 31.9 ms =# precompile(Tuple{typeof(Base.isequal), Distributed.RemoteChannel{Base.Channel{Float64}}, Distributed.RemoteChannel{Base.Channel{Float64}}}) From worker 23: #= 27.4 ms =# precompile(Tuple{Base.WeakKeyDictFinalizer{Base.WeakKeyDict{Distributed.AbstractRemoteRef, Nothing}}, Distributed.RemoteChannel{Base.Channel{Float64}}}) [info | Dispatcher]: Node 1 (Op, 2>>): running. [info | Dispatcher]: Node 3 (Op>): running. [info | Dispatcher]: Node 5 (Op<3>): running. [info | Dispatcher]: Node 4 (Op, Op<4>>): running. [info | Dispatcher]: Node 6 (Op<4, Int64>): running. [info | Dispatcher]: Node 2 (IndexNode, 2>): running. [info | Dispatcher]: Node 6 (Op<4, Int64>): complete. ┌ Error: Fatal error on process 1 │ exception = │ attempt to send to unknown socket │ Stacktrace: │ [1] error(s::String) │ @ Base ./error.jl:44 │ [2] send_msg_unknown(s::Sockets.TCPSocket, header::Distributed.MsgHeader, msg::Distributed.ResultMsg) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:99 │ [3] send_msg_now │ @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:115 [inlined] │ [4] deliver_result(sock::Sockets.TCPSocket, msg::Symbol, oid::Distributed.RRID, value::RemoteChannel{Channel{Any}}) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:102 │ [5] (::Distributed.var"#handle_msg##2#handle_msg##3"{Distributed.CallMsg{:call_fetch}, Distributed.MsgHeader, Sockets.TCPSocket})() │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:295 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:106 [info | Dispatcher]: Node 5 (Op<3>): complete. [info | Dispatcher]: Node 4 (Op, Op<4>>): complete. ┌ Error: Fatal error on process 1 │ exception = │ attempt to send to unknown socket │ Stacktrace: │ [1] error(s::String) │ @ Base ./error.jl:44 │ [2] send_msg_unknown(s::Sockets.TCPSocket, header::Distributed.MsgHeader, msg::Distributed.ResultMsg) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:99 │ [3] send_msg_now │ @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:115 [inlined] │ [4] deliver_result(sock::Sockets.TCPSocket, msg::Symbol, oid::Distributed.RRID, value::RemoteChannel{Channel{Any}}) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:102 │ [5] (::Distributed.var"#handle_msg##2#handle_msg##3"{Distributed.CallMsg{:call_fetch}, Distributed.MsgHeader, Sockets.TCPSocket})() │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:295 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:106 [info | Dispatcher]: Node 3 (Op>): complete. ┌ Error: Fatal error on process 1 │ exception = │ attempt to send to unknown socket │ Stacktrace: │ [1] error(s::String) │ @ Base ./error.jl:44 │ [2] send_msg_unknown(s::Sockets.TCPSocket, header::Distributed.MsgHeader, msg::Distributed.ResultMsg) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:99 │ [3] send_msg_now │ @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:115 [inlined] │ [4] deliver_result(sock::Sockets.TCPSocket, msg::Symbol, oid::Distributed.RRID, value::RemoteChannel{Channel{Any}}) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:102 │ [5] (::Distributed.var"#handle_msg##2#handle_msg##3"{Distributed.CallMsg{:call_fetch}, Distributed.MsgHeader, Sockets.TCPSocket})() │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:295 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:106 [info | Dispatcher]: Node 2 (IndexNode, 2>): complete. [info | Dispatcher]: Node 1 (Op, 2>>): complete. [info | Dispatcher]: All 6 nodes executed. ┌ Warning: Sending SIGQUIT to worker 22 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/managers.jl:760 ┌ Warning: Sending SIGQUIT to worker 23 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/managers.jl:760 From worker 25: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 25: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 25: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 25: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 24: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 24: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 24: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 24: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. [info | Dispatcher]: Executing 6 graph nodes. [info | Dispatcher]: Node 1 (Op, 2>>): running. [info | Dispatcher]: Node 2 (IndexNode, 2>): running. [info | Dispatcher]: Node 3 (Op>): running. [info | Dispatcher]: Node 4 (Op, Op<4>>): running. [info | Dispatcher]: Node 5 (Op<3>): running. [info | Dispatcher]: Node 6 (Op<4, Int64>): running. ┌ Warning: Failed to gracefully kill worker 24 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/managers.jl:753 ┌ Warning: Sending profile SIGUSR1 to worker 24 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/managers.jl:756 ┌ Warning: Failed to gracefully kill worker 25 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/managers.jl:753 ┌ Warning: Sending profile SIGUSR1 to worker 25 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/managers.jl:756 From worker 24: From worker 24: ====================================================================================== From worker 24: Information request received. A stacktrace will print followed by a 1.0 second profile. From worker 24: --trace-compile is enabled during profile collection. From worker 24: ====================================================================================== From worker 25: From worker 25: ====================================================================================== From worker 25: Information request received. A stacktrace will print followed by a 1.0 second profile. From worker 25: --trace-compile is enabled during profile collection. From worker 25: ====================================================================================== From worker 24: From worker 24: cmd: /opt/julia/bin/julia 864 running 1 of 1 From worker 24: From worker 24: signal (10): User defined signal 1 From worker 24: _ZN4llvm13FPPassManager13runOnFunctionERNS_8FunctionE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 24: _ZN4llvm13FPPassManager11runOnModuleERNS_6ModuleE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 25: From worker 25: cmd: /opt/julia/bin/julia 866 running 1 of 1 From worker 25: From worker 25: signal (10): User defined signal 1 From worker 24: _ZN4llvm6legacy15PassManagerImpl3runERNS_6ModuleE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 24: operator() at /source/src/jitlayers.cpp:1628 From worker 24: addModule at /source/src/jitlayers.cpp:2119 From worker 24: jl_compile_codeinst_now at /source/src/jitlayers.cpp:682 From worker 24: jl_compile_codeinst_impl at /source/src/jitlayers.cpp:876 From worker 24: jl_compile_method_internal at /source/src/gf.c:3648 From worker 24: _jl_invoke at /source/src/gf.c:4108 [inlined] From worker 24: ijl_apply_generic at /source/src/gf.c:4313 From worker 24: jl_apply at /source/src/julia.h:2271 [inlined] From worker 24: jl_f__apply_iterate at /source/src/builtins.c:876 From worker 24: #start_worker_task!##0 at ./asyncmap.jl:230 From worker 24: unknown function (ip: 0x744307b804df) at (unknown file) From worker 24: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 24: ijl_apply_generic at /source/src/gf.c:4313 From worker 24: jl_apply at /source/src/julia.h:2271 [inlined] From worker 24: start_task at /source/src/task.c:1281 From worker 24: unknown function (ip: (nil)) at (unknown file) From worker 24: From worker 24: #= 131.8 ms =# precompile(Tuple{typeof(Base.join), Tuple{}, String}) From worker 24: #= 72.4 ms =# precompile(Tuple{typeof(Base.collect), Base.Pairs{Symbol, Union{}, Nothing, NamedTuple{(), Tuple{}}}}) From worker 24: #= 89.4 ms =# precompile(Tuple{typeof(Base.map), Function, Array{Pair{Symbol, Union{}}, 1}}) From worker 25: _ZN12_GLOBAL__N_111DAGCombiner12visitADDLikeEPN4llvm6SDNodeE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 25: _ZN12_GLOBAL__N_111DAGCombiner8visitADDEPN4llvm6SDNodeE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 25: _ZN12_GLOBAL__N_111DAGCombiner7combineEPN4llvm6SDNodeE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 25: _ZN4llvm12SelectionDAG7CombineENS_12CombineLevelEPNS_14BatchAAResultsENS_15CodeGenOptLevelE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 25: _ZN4llvm16SelectionDAGISel17CodeGenAndEmitDAGEv at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 25: _ZN4llvm16SelectionDAGISel20SelectAllBasicBlocksERKNS_8FunctionE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 25: _ZN4llvm16SelectionDAGISel20runOnMachineFunctionERNS_15MachineFunctionE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 25: _ZN4llvm22SelectionDAGISelLegacy20runOnMachineFunctionERNS_15MachineFunctionE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 25: _ZN4llvm19MachineFunctionPass13runOnFunctionERNS_8FunctionE.part.0 at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 25: _ZN4llvm13FPPassManager13runOnFunctionERNS_8FunctionE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 25: _ZN4llvm13FPPassManager11runOnModuleERNS_6ModuleE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 25: _ZN4llvm6legacy15PassManagerImpl3runERNS_6ModuleE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 24: #= 30.0 ms =# precompile(Tuple{Type{Base.Generator{I, F} where F where I}, Dispatcher.var"#4#5", Array{Pair{Symbol, Union{}}, 1}}) From worker 24: #= 176.7 ms =# precompile(Tuple{typeof(Base.collect_similar), Array{Pair{Symbol, Union{}}, 1}, Base.Generator{Array{Pair{Symbol, Union{}}, 1}, Dispatcher.var"#4#5"}}) From worker 25: operator() at /source/src/jitlayers.cpp:1628 From worker 25: addModule at /source/src/jitlayers.cpp:2119 From worker 25: jl_compile_codeinst_now at /source/src/jitlayers.cpp:682 From worker 25: jl_compile_codeinst_impl at /source/src/jitlayers.cpp:876 From worker 25: jl_compile_method_internal at /source/src/gf.c:3648 From worker 25: _jl_invoke at /source/src/gf.c:4108 [inlined] From worker 25: ijl_apply_generic at /source/src/gf.c:4313 From worker 25: serialize_msg at /source/usr/share/julia/stdlib/v1.13/Distributed/src/messages.jl:78 From worker 25: unknown function (ip: 0x7079e7f83726) at (unknown file) From worker 25: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 25: ijl_apply_generic at /source/src/gf.c:4313 From worker 25: jl_apply at /source/src/julia.h:2271 [inlined] From worker 25: jl_f_invokelatest at /source/src/builtins.c:889 From worker 25: send_msg_ at /source/usr/share/julia/stdlib/v1.13/Distributed/src/messages.jl:181 From worker 25: send_msg at /source/usr/share/julia/stdlib/v1.13/Distributed/src/messages.jl:122 [inlined] From worker 25: #remotecall_fetch#109 at /source/usr/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:460 From worker 25: remotecall_fetch at /source/usr/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 25: #remotecall_fetch#113 at /source/usr/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 25: remotecall_fetch at /source/usr/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 25: call_on_owner at /source/usr/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:565 [inlined] From worker 25: fetch at /source/usr/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:656 From worker 25: unknown function (ip: 0x7079e7f82b02) at (unknown file) From worker 25: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 25: ijl_apply_generic at /source/src/gf.c:4313 From worker 25: fetch at /home/pkgeval/.julia/packages/DeferredFutures/TCvh2/src/DeferredFutures.jl:226 From worker 25: fetch at /home/pkgeval/.julia/packages/Dispatcher/JXmtG/src/nodes.jl:407 [inlined] From worker 25: #run!##0 at /home/pkgeval/.julia/packages/Dispatcher/JXmtG/src/nodes.jl:324 From worker 25: #954 at ./asyncmap.jl:96 From worker 25: unknown function (ip: 0x7079e7f82466) at (unknown file) From worker 25: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 25: ijl_apply_generic at /source/src/gf.c:4313 From worker 25: jl_apply at /source/src/julia.h:2271 [inlined] From worker 25: jl_f__apply_iterate at /source/src/builtins.c:876 From worker 25: #start_worker_task!##0 at ./asyncmap.jl:230 From worker 25: unknown function (ip: 0x7079e7f7b95f) at (unknown file) From worker 25: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 25: ijl_apply_generic at /source/src/gf.c:4313 From worker 25: jl_apply at /source/src/julia.h:2271 [inlined] From worker 25: start_task at /source/src/task.c:1281 From worker 25: unknown function (ip: (nil)) at (unknown file) From worker 25: From worker 24: #= 221.1 ms =# precompile(Tuple{typeof(Base.join), Array{Union{}, 1}, String}) From worker 24: #= 175.7 ms =# precompile(Tuple{typeof(Base.filter), Base.ComposedFunction{typeof(Base.:(!)), typeof(Base.isempty)}, Array{String, 1}}) From worker 24: #= 21.9 ms =# precompile(Tuple{typeof(Base.join), Array{String, 1}, String}) From worker 25: #= 2928.6 ms =# precompile(Tuple{typeof(Serialization.serialize), Distributed.ClusterSerializer{Sockets.TCPSocket}, Any}) From worker 25: #= 95.6 ms =# precompile(Tuple{typeof(Serialization.serialize), Distributed.ClusterSerializer{Sockets.TCPSocket}, Tuple{Distributed.RRID}}) From worker 25: #= 28.5 ms =# precompile(Tuple{typeof(Serialization.serialize), Distributed.ClusterSerializer{Sockets.TCPSocket}, Core.TypeofBottom}) From worker 25: #= 26.2 ms =# precompile(Tuple{typeof(Serialization.serialize), Distributed.ClusterSerializer{Sockets.TCPSocket}, Tuple{}}) From worker 24: #= 308.5 ms =# precompile(Tuple{typeof(Distributed.finalize_ref), Distributed.RemoteChannel{Base.Channel{Any}}}) From worker 24: #= 30.5 ms =# precompile(Tuple{Base.WeakKeyDictFinalizer{Base.WeakKeyDict{Distributed.AbstractRemoteRef, Nothing}}, Distributed.RemoteChannel{Base.Channel{Any}}}) From worker 24: #= 31.5 ms =# precompile(Tuple{Base.WeakKeyDictFinalizer{Base.WeakKeyDict{Any, Any}}, Core.TypeName}) From worker 25: #= 400.6 ms =# precompile(Tuple{Base.var"#954#955"{Dispatcher.var"#run!##0#run!##1"}, Base.RefValue{Any}, Tuple{Dispatcher.Op}})[info | Dispatcher]: Node 6 (Op<4, Int64>): running. [info | Dispatcher]: Node 2 (IndexNode, 2>): running. From worker 25: #= 57.6 ms =# precompile(Tuple{typeof(Base.map), typeof(Dispatcher.value_summary), Tuple{Dispatcher.Op, Dispatcher.Op}}) From worker 25: #= 48.9 ms =# precompile(Tuple{typeof(Base.join), Tuple{String, String}, String}) From worker 25: #= 42.6 ms =# precompile(Tuple{typeof(Base.join), Base.GenericIOBuffer{Memory{UInt8}}, Tuple{String, String}, String}) From worker 25: #= 41.9 ms =# precompile(Tuple{typeof(Base.collect), Base.Pairs{Symbol, Union{}, Nothing, NamedTuple{(), Tuple{}}}}) From worker 25: #= 43.1 ms =# precompile(Tuple{typeof(Base.map), Function, Array{Pair{Symbol, Union{}}, 1}}) From worker 25: #= 13.2 ms =# precompile(Tuple{Type{Base.Generator{I, F} where F where I}, Dispatcher.var"#4#5", Array{Pair{Symbol, Union{}}, 1}}) [info | Dispatcher]: Node 4 (Op, Op<4>>): running. From worker 25: #= 76.2 ms =# precompile(Tuple{typeof(Base.collect_similar), Array{Pair{Symbol, Union{}}, 1}, Base.Generator{Array{Pair{Symbol, Union{}}, 1}, Dispatcher.var"#4#5"}}) [info | Dispatcher]: Node 6 (Op<4, Int64>): complete. From worker 25: #= 91.4 ms =# precompile(Tuple{typeof(Base.join), Array{Union{}, 1}, String}) From worker 25: #= 80.6 ms =# precompile(Tuple{typeof(Base.filter), Base.ComposedFunction{typeof(Base.:(!)), typeof(Base.isempty)}, Array{String, 1}}) From worker 25: #= 12.9 ms =# precompile(Tuple{typeof(Base.join), Array{String, 1}, String}) From worker 25: #= 144.7 ms =# precompile(Tuple{typeof(Distributed.finalize_ref), Distributed.RemoteChannel{Base.Channel{Any}}}) From worker 25: #= 18.3 ms =# precompile(Tuple{Base.WeakKeyDictFinalizer{Base.WeakKeyDict{Distributed.AbstractRemoteRef, Nothing}}, Distributed.RemoteChannel{Base.Channel{Any}}}) From worker 25: #= 13.9 ms =# precompile(Tuple{Base.WeakKeyDictFinalizer{Base.WeakKeyDict{Any, Any}}, Core.TypeName}) From worker 25: #= 134.5 ms =# precompile(Tuple{typeof(Distributed.finalize_ref), Distributed.RemoteChannel{Base.Channel{Float64}}}) From worker 25: #= 13.5 ms =# precompile(Tuple{typeof(Base.isequal), Distributed.RemoteChannel{Base.Channel{Float64}}, WeakRef}) From worker 25: #= 20.5 ms =# precompile(Tuple{typeof(Base.:(var"==")), Distributed.RemoteChannel{Base.Channel{Float64}}, WeakRef}) From worker 25: #= 17.8 ms =# precompile(Tuple{typeof(Base.isequal), Distributed.RemoteChannel{Base.Channel{Float64}}, Distributed.RemoteChannel{Base.Channel{Float64}}}) From worker 25: #= 14.0 ms =# precompile(Tuple{Base.WeakKeyDictFinalizer{Base.WeakKeyDict{Distributed.AbstractRemoteRef, Nothing}}, Distributed.RemoteChannel{Base.Channel{Float64}}}) [info | Dispatcher]: Node 3 (Op>): running. [info | Dispatcher]: Node 1 (Op, 2>>): running. [info | Dispatcher]: Node 5 (Op<3>): running. ┌ Error: Fatal error on process 1 │ exception = │ attempt to send to unknown socket │ Stacktrace: │ [1] error(s::String) │ @ Base ./error.jl:44 │ [2] send_msg_unknown(s::Sockets.TCPSocket, header::Distributed.MsgHeader, msg::Distributed.ResultMsg) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:99 │ [3] send_msg_now │ @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:115 [inlined] │ [4] deliver_result(sock::Sockets.TCPSocket, msg::Symbol, oid::Distributed.RRID, value::RemoteChannel{Channel{Any}}) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:102 │ [5] (::Distributed.var"#handle_msg##2#handle_msg##3"{Distributed.CallMsg{:call_fetch}, Distributed.MsgHeader, Sockets.TCPSocket})() │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:295 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:106 [info | Dispatcher]: Node 5 (Op<3>): complete. [info | Dispatcher]: Node 4 (Op, Op<4>>): complete. ┌ Error: Fatal error on process 1 │ exception = │ attempt to send to unknown socket │ Stacktrace: │ [1] error(s::String) │ @ Base ./error.jl:44 │ [2] send_msg_unknown(s::Sockets.TCPSocket, header::Distributed.MsgHeader, msg::Distributed.ResultMsg) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:99 │ [3] send_msg_now │ @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:115 [inlined] │ [4] deliver_result(sock::Sockets.TCPSocket, msg::Symbol, oid::Distributed.RRID, value::RemoteChannel{Channel{Any}}) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:102 │ [5] (::Distributed.var"#handle_msg##2#handle_msg##3"{Distributed.CallMsg{:call_fetch}, Distributed.MsgHeader, Sockets.TCPSocket})() │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:295 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:106 [info | Dispatcher]: Node 3 (Op>): complete. ┌ Error: Fatal error on process 1 │ exception = │ attempt to send to unknown socket │ Stacktrace: │ [1] error(s::String) │ @ Base ./error.jl:44 │ [2] send_msg_unknown(s::Sockets.TCPSocket, header::Distributed.MsgHeader, msg::Distributed.ResultMsg) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:99 │ [3] send_msg_now │ @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:115 [inlined] │ [4] deliver_result(sock::Sockets.TCPSocket, msg::Symbol, oid::Distributed.RRID, value::RemoteChannel{Channel{Any}}) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:102 │ [5] (::Distributed.var"#handle_msg##2#handle_msg##3"{Distributed.CallMsg{:call_fetch}, Distributed.MsgHeader, Sockets.TCPSocket})() │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:295 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:106 [info | Dispatcher]: Node 2 (IndexNode, 2>): complete. [info | Dispatcher]: Node 1 (Op, 2>>): complete. [info | Dispatcher]: All 6 nodes executed. ┌ Warning: Sending SIGQUIT to worker 24 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/managers.jl:760 ┌ Warning: Sending SIGQUIT to worker 25 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/managers.jl:760 From worker 27: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 27: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 27: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 27: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 26: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 26: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 26: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 26: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. [info | Dispatcher]: Executing 6 graph nodes. [info | Dispatcher]: Node 1 (Op, 2>>): running. [info | Dispatcher]: Node 2 (IndexNode, 2>): running. [info | Dispatcher]: Node 3 (Op>): running. [info | Dispatcher]: Node 4 (Op, Op<4>>): running. [info | Dispatcher]: Node 5 (Op<3>): running. [info | Dispatcher]: Node 6 (Op<4, Int64>): running. ┌ Warning: Failed to gracefully kill worker 26 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/managers.jl:753 ┌ Warning: Sending profile SIGUSR1 to worker 26 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/managers.jl:756 ┌ Warning: Failed to gracefully kill worker 27 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/managers.jl:753 ┌ Warning: Sending profile SIGUSR1 to worker 27 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/managers.jl:756 From worker 27: From worker 27: ====================================================================================== From worker 27: Information request received. A stacktrace will print followed by a 1.0 second profile. From worker 27: --trace-compile is enabled during profile collection. From worker 27: ====================================================================================== From worker 26: From worker 26: ====================================================================================== From worker 26: Information request received. A stacktrace will print followed by a 1.0 second profile. From worker 26: --trace-compile is enabled during profile collection. From worker 26: ====================================================================================== From worker 26: From worker 26: cmd: /opt/julia/bin/julia 928 running 1 of 1 From worker 27: From worker 27: cmd: /opt/julia/bin/julia 930 running 1 of 1 From worker 26: From worker 26: signal (10): User defined signal 1 From worker 26: _ZN4llvm17RegisterClassInfo20runOnMachineFunctionERKNS_15MachineFunctionE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 27: From worker 27: signal (10): User defined signal 1 From worker 27: _ZN4llvm11SplitEditor14transferValuesEv at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 27: _ZN4llvm11SplitEditor6finishEPNS_15SmallVectorImplIjEE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 27: _ZN4llvm8RAGreedy17splitAroundRegionERNS_13LiveRangeEditENS_8ArrayRefIjEE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 26: _ZN4llvm14BreakFalseDeps20runOnMachineFunctionERNS_15MachineFunctionE.part.0 at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 26: _ZN4llvm14BreakFalseDeps20runOnMachineFunctionERNS_15MachineFunctionE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 27: _ZN4llvm8RAGreedy13doRegionSplitERKNS_12LiveIntervalEjbRNS_15SmallVectorImplINS_8RegisterEEE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 26: _ZN4llvm19MachineFunctionPass13runOnFunctionERNS_8FunctionE.part.0 at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 26: _ZN4llvm13FPPassManager13runOnFunctionERNS_8FunctionE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 27: _ZN4llvm8RAGreedy14tryRegionSplitERKNS_12LiveIntervalERNS_15AllocationOrderERNS_15SmallVectorImplINS_8RegisterEEE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 26: _ZN4llvm13FPPassManager11runOnModuleERNS_6ModuleE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 27: _ZN4llvm8RAGreedy8trySplitERKNS_12LiveIntervalERNS_15AllocationOrderERNS_15SmallVectorImplINS_8RegisterEEERKNS_8SmallSetIS7_Lj16ESt4lessIS7_EEE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 27: _ZN4llvm8RAGreedy17selectOrSplitImplERKNS_12LiveIntervalERNS_15SmallVectorImplINS_8RegisterEEERNS_8SmallSetIS5_Lj16ESt4lessIS5_EEERNS_11SmallVectorISt4pairIPS2_NS_10MCRegisterEELj8EEEj at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 27: _ZN4llvm8RAGreedy13selectOrSplitERKNS_12LiveIntervalERNS_15SmallVectorImplINS_8RegisterEEE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 26: _ZN4llvm6legacy15PassManagerImpl3runERNS_6ModuleE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 27: _ZN4llvm12RegAllocBase16allocatePhysRegsEv at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 27: _ZN4llvm8RAGreedy20runOnMachineFunctionERNS_15MachineFunctionE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 27: _ZN4llvm19MachineFunctionPass13runOnFunctionERNS_8FunctionE.part.0 at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 27: _ZN4llvm13FPPassManager13runOnFunctionERNS_8FunctionE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 27: _ZN4llvm13FPPassManager11runOnModuleERNS_6ModuleE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 27: _ZN4llvm6legacy15PassManagerImpl3runERNS_6ModuleE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 26: operator() at /source/src/jitlayers.cpp:1628 From worker 26: addModule at /source/src/jitlayers.cpp:2119 From worker 26: jl_compile_codeinst_now at /source/src/jitlayers.cpp:682 From worker 26: jl_compile_codeinst_impl at /source/src/jitlayers.cpp:876 From worker 26: jl_compile_method_internal at /source/src/gf.c:3648 From worker 27: operator() at /source/src/jitlayers.cpp:1628 From worker 27: addModule at /source/src/jitlayers.cpp:2119 From worker 27: jl_compile_codeinst_now at /source/src/jitlayers.cpp:682 From worker 27: jl_compile_codeinst_impl at /source/src/jitlayers.cpp:876 From worker 26: _jl_invoke at /source/src/gf.c:4108 [inlined] From worker 26: ijl_apply_generic at /source/src/gf.c:4313 From worker 27: jl_compile_method_internal at /source/src/gf.c:3648 From worker 27: _jl_invoke at /source/src/gf.c:4108 [inlined] From worker 27: ijl_apply_generic at /source/src/gf.c:4313 From worker 27: serialize_msg at /source/usr/share/julia/stdlib/v1.13/Distributed/src/messages.jl:78 From worker 27: unknown function (ip: 0x7ddfbcb1cca6) at (unknown file) From worker 27: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 27: ijl_apply_generic at /source/src/gf.c:4313 From worker 27: jl_apply at /source/src/julia.h:2271 [inlined] From worker 27: jl_f_invokelatest at /source/src/builtins.c:889 From worker 27: send_msg_ at /source/usr/share/julia/stdlib/v1.13/Distributed/src/messages.jl:181 From worker 27: send_msg at /source/usr/share/julia/stdlib/v1.13/Distributed/src/messages.jl:122 [inlined] From worker 27: #remotecall_fetch#109 at /source/usr/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:460 From worker 27: remotecall_fetch at /source/usr/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 27: #remotecall_fetch#113 at /source/usr/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 27: remotecall_fetch at /source/usr/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 27: call_on_owner at /source/usr/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:565 [inlined] From worker 27: fetch at /source/usr/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:656 From worker 27: unknown function (ip: 0x7ddfbcb1bde2) at (unknown file) From worker 27: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 27: ijl_apply_generic at /source/src/gf.c:4313 From worker 27: fetch at /home/pkgeval/.julia/packages/DeferredFutures/TCvh2/src/DeferredFutures.jl:226 From worker 27: fetch at /home/pkgeval/.julia/packages/Dispatcher/JXmtG/src/nodes.jl:407 [inlined] From worker 27: #run!##0 at /home/pkgeval/.julia/packages/Dispatcher/JXmtG/src/nodes.jl:324 From worker 27: #954 at ./asyncmap.jl:96 From worker 27: unknown function (ip: 0x7ddfbcb1b9e6) at (unknown file) From worker 27: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 27: ijl_apply_generic at /source/src/gf.c:4313 From worker 27: jl_apply at /source/src/julia.h:2271 [inlined] From worker 27: jl_f__apply_iterate at /source/src/builtins.c:876 From worker 27: #start_worker_task!##0 at ./asyncmap.jl:230 From worker 27: unknown function (ip: 0x7ddfbcb156ff) at (unknown file) From worker 27: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 27: ijl_apply_generic at /source/src/gf.c:4313 From worker 27: jl_apply at /source/src/julia.h:2271 [inlined] From worker 27: start_task at /source/src/task.c:1281 From worker 27: unknown function (ip: (nil)) at (unknown file) From worker 27: From worker 27: #= 125.8 ms =# precompile(Tuple{typeof(Serialization.serialize), Distributed.ClusterSerializer{Sockets.TCPSocket}, Tuple{Distributed.RRID}}) From worker 27: #= 32.3 ms =# precompile(Tuple{typeof(Serialization.serialize), Distributed.ClusterSerializer{Sockets.TCPSocket}, Core.TypeofBottom}) From worker 27: #= 25.9 ms =# precompile(Tuple{typeof(Serialization.serialize), Distributed.ClusterSerializer{Sockets.TCPSocket}, Tuple{}}) From worker 27: #= 53.1 ms =# precompile(Tuple{Base.var"#maptwice##0#maptwice##1", Task}) From worker 27: #= 36.2 ms =# precompile(Tuple{Type{Base.Generator{I, F} where F where I}, Base.var"#wrap_n_exec_twice##0#wrap_n_exec_twice##1"{Base.Channel{Any}}, Base.Iterators.Filter{Dispatcher.var"#dependencies##0#dependencies##1", Base.Iterators.Flatten{Tuple{Tuple{Dispatcher.Op}, Base.Generator{Base.Iterators.Zip{Tuple{Base.Pairs{Symbol, Union{}, Nothing, NamedTuple{(), Tuple{}}}}}, IterTools.var"#imap##0#imap##1"{Dispatcher.var"#dependencies##2#dependencies##3"}}}}}}) From worker 26: _atexit at ./initdefs.jl:464 From worker 26: jfptr__atexit_66215.1 at /opt/julia/lib/julia/sys.so (unknown line) From worker 26: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 26: ijl_apply_generic at /source/src/gf.c:4313 From worker 26: jl_apply at /source/src/julia.h:2271 [inlined] From worker 26: ijl_atexit_hook at /source/src/init.c:263 From worker 26: ijl_exit at /source/src/init.c:199 From worker 26: jlplt_ijl_exit_36596.1 at /opt/julia/lib/julia/sys.so (unknown line) From worker 26: exit at ./initdefs.jl:28 From worker 26: exit at ./initdefs.jl:29 From worker 26: jfptr_exit_36599.1 at /opt/julia/lib/julia/sys.so (unknown line) From worker 26: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 26: ijl_apply_generic at /source/src/gf.c:4313 From worker 26: jl_apply at /source/src/julia.h:2271 [inlined] From worker 26: jl_f_invokelatest at /source/src/builtins.c:889 From worker 26: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 26: ijl_apply_generic at /source/src/gf.c:4313 From worker 26: jl_apply at /source/src/julia.h:2271 [inlined] From worker 26: jl_f__apply_iterate at /source/src/builtins.c:876 From worker 26: #handle_msg##12 at /source/usr/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:310 From worker 26: run_work_thunk at /source/usr/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 26: #handle_msg##10 at /source/usr/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:310 From worker 26: unknown function (ip: 0x78c8f76d4d0f) at (unknown file) From worker 26: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 26: ijl_apply_generic at /source/src/gf.c:4313 From worker 26: jl_apply at /source/src/julia.h:2271 [inlined] From worker 26: start_task at /source/src/task.c:1281 From worker 26: unknown function (ip: (nil)) at (unknown file) From worker 26: From worker 26: #= 287.7 ms =# precompile(Tuple{typeof(Distributed.finalize_ref), Distributed.RemoteChannel{Base.Channel{Any}}}) From worker 26: #= 26.8 ms =# precompile(Tuple{Base.WeakKeyDictFinalizer{Base.WeakKeyDict{Distributed.AbstractRemoteRef, Nothing}}, Distributed.RemoteChannel{Base.Channel{Any}}}) From worker 27: #= 754.0 ms =# precompile(Tuple{typeof(Base.collect), Base.Generator{Base.Iterators.Filter{Dispatcher.var"#dependencies##0#dependencies##1", Base.Iterators.Flatten{Tuple{Tuple{Dispatcher.Op}, Base.Generator{Base.Iterators.Zip{Tuple{Base.Pairs{Symbol, Union{}, Nothing, NamedTuple{(), Tuple{}}}}}, IterTools.var"#imap##0#imap##1"{Dispatcher.var"#dependencies##2#dependencies##3"}}}}}, Base.var"#wrap_n_exec_twice##0#wrap_n_exec_twice##1"{Base.Channel{Any}}}}) From worker 26: #= 26.0 ms =# precompile(Tuple{Base.WeakKeyDictFinalizer{Base.WeakKeyDict{Any, Any}}, Core.TypeName}) From worker 27: #= 24.2 ms =# precompile(Tuple{Type{Base.Generator{I, F} where F where I}, Base.var"#wrap_n_exec_twice##0#wrap_n_exec_twice##1"{Base.Channel{Any}}, Base.Iterators.Filter{Dispatcher.var"#dependencies##0#dependencies##1", Base.Iterators.Flatten{Tuple{Tuple{}, Base.Generator{Base.Iterators.Zip{Tuple{Base.Pairs{Symbol, Union{}, Nothing, NamedTuple{(), Tuple{}}}}}, IterTools.var"#imap##0#imap##1"{Dispatcher.var"#dependencies##2#dependencies##3"}}}}}})[info | Dispatcher]: Node 2 (IndexNode, 2>): running. [info | Dispatcher]: Node 6 (Op<4, Int64>): running. From worker 27: #= 49.8 ms =# precompile(Tuple{typeof(Base.collect), Base.Generator{Base.Iterators.Filter{Dispatcher.var"#dependencies##0#dependencies##1", Base.Iterators.Flatten{Tuple{Tuple{}, Base.Generator{Base.Iterators.Zip{Tuple{Base.Pairs{Symbol, Union{}, Nothing, NamedTuple{(), Tuple{}}}}}, IterTools.var"#imap##0#imap##1"{Dispatcher.var"#dependencies##2#dependencies##3"}}}}}, Base.var"#wrap_n_exec_twice##0#wrap_n_exec_twice##1"{Base.Channel{Any}}}}) From worker 27: #= 313.1 ms =# precompile(Tuple{typeof(Distributed.finalize_ref), Distributed.RemoteChannel{Base.Channel{Any}}}) From worker 27: #= 11.3 ms =# precompile(Tuple{Base.WeakKeyDictFinalizer{Base.WeakKeyDict{Distributed.AbstractRemoteRef, Nothing}}, Distributed.RemoteChannel{Base.Channel{Any}}}) From worker 27: #= 16.6 ms =# precompile(Tuple{Base.WeakKeyDictFinalizer{Base.WeakKeyDict{Any, Any}}, Core.TypeName}) [info | Dispatcher]: Node 4 (Op, Op<4>>): running. [info | Dispatcher]: Node 6 (Op<4, Int64>): complete. From worker 27: #= 148.5 ms =# precompile(Tuple{typeof(Distributed.finalize_ref), Distributed.RemoteChannel{Base.Channel{Float64}}}) From worker 27: #= 14.9 ms =# precompile(Tuple{typeof(Base.isequal), Distributed.RemoteChannel{Base.Channel{Float64}}, WeakRef}) From worker 27: #= 18.7 ms =# precompile(Tuple{typeof(Base.:(var"==")), Distributed.RemoteChannel{Base.Channel{Float64}}, WeakRef}) From worker 27: #= 20.0 ms =# precompile(Tuple{typeof(Base.isequal), Distributed.RemoteChannel{Base.Channel{Float64}}, Distributed.RemoteChannel{Base.Channel{Float64}}}) From worker 27: #= 12.9 ms =# precompile(Tuple{Base.WeakKeyDictFinalizer{Base.WeakKeyDict{Distributed.AbstractRemoteRef, Nothing}}, Distributed.RemoteChannel{Base.Channel{Float64}}}) [info | Dispatcher]: Node 3 (Op>): running. [info | Dispatcher]: Node 1 (Op, 2>>): running. [info | Dispatcher]: Node 5 (Op<3>): running. ┌ Error: Fatal error on process 1 │ exception = │ attempt to send to unknown socket │ Stacktrace: │ [1] error(s::String) │ @ Base ./error.jl:44 │ [2] send_msg_unknown(s::Sockets.TCPSocket, header::Distributed.MsgHeader, msg::Distributed.ResultMsg) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:99 │ [3] send_msg_now │ @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:115 [inlined] │ [4] deliver_result(sock::Sockets.TCPSocket, msg::Symbol, oid::Distributed.RRID, value::RemoteChannel{Channel{Any}}) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:102 │ [5] (::Distributed.var"#handle_msg##2#handle_msg##3"{Distributed.CallMsg{:call_fetch}, Distributed.MsgHeader, Sockets.TCPSocket})() │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:295 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:106 [info | Dispatcher]: Node 5 (Op<3>): complete. [info | Dispatcher]: Node 4 (Op, Op<4>>): complete. ┌ Error: Fatal error on process 1 │ exception = │ attempt to send to unknown socket │ Stacktrace: │ [1] error(s::String) │ @ Base ./error.jl:44 │ [2] send_msg_unknown(s::Sockets.TCPSocket, header::Distributed.MsgHeader, msg::Distributed.ResultMsg) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:99 │ [3] send_msg_now │ @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:115 [inlined] │ [4] deliver_result(sock::Sockets.TCPSocket, msg::Symbol, oid::Distributed.RRID, value::RemoteChannel{Channel{Any}}) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:102 │ [5] (::Distributed.var"#handle_msg##2#handle_msg##3"{Distributed.CallMsg{:call_fetch}, Distributed.MsgHeader, Sockets.TCPSocket})() │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:295 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:106 [info | Dispatcher]: Node 3 (Op>): complete. ┌ Error: Fatal error on process 1 │ exception = │ attempt to send to unknown socket │ Stacktrace: │ [1] error(s::String) │ @ Base ./error.jl:44 │ [2] send_msg_unknown(s::Sockets.TCPSocket, header::Distributed.MsgHeader, msg::Distributed.ResultMsg) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:99 │ [3] send_msg_now │ @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:115 [inlined] │ [4] deliver_result(sock::Sockets.TCPSocket, msg::Symbol, oid::Distributed.RRID, value::RemoteChannel{Channel{Any}}) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:102 │ [5] (::Distributed.var"#handle_msg##2#handle_msg##3"{Distributed.CallMsg{:call_fetch}, Distributed.MsgHeader, Sockets.TCPSocket})() │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:295 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:106 [info | Dispatcher]: Node 2 (IndexNode, 2>): complete. [info | Dispatcher]: Node 1 (Op, 2>>): complete. [info | Dispatcher]: All 6 nodes executed. ┌ Warning: Sending SIGQUIT to worker 26 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/managers.jl:760 ┌ Warning: Sending SIGQUIT to worker 27 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/managers.jl:760 From worker 29: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 29: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 29: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 29: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 28: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 28: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 28: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 28: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. [info | Dispatcher]: Executing 6 graph nodes. [info | Dispatcher]: Node 1 (Op, 2>>): running. [info | Dispatcher]: Node 2 (IndexNode, 2>): running. [info | Dispatcher]: Node 3 (Op>): running. [info | Dispatcher]: Node 4 (Op, Op<4>>): running. [info | Dispatcher]: Node 5 (Op<3>): running. [info | Dispatcher]: Node 6 (Op<4, Int64>): running. ┌ Warning: Failed to gracefully kill worker 28 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/managers.jl:753 ┌ Warning: Sending profile SIGUSR1 to worker 28 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/managers.jl:756 ┌ Warning: Failed to gracefully kill worker 29 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/managers.jl:753 ┌ Warning: Sending profile SIGUSR1 to worker 29 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/managers.jl:756 From worker 29: From worker 29: ====================================================================================== From worker 29: Information request received. A stacktrace will print followed by a 1.0 second profile. From worker 29: --trace-compile is enabled during profile collection. From worker 29: ====================================================================================== From worker 28: From worker 28: ====================================================================================== From worker 28: Information request received. A stacktrace will print followed by a 1.0 second profile. From worker 28: --trace-compile is enabled during profile collection. From worker 28: ====================================================================================== From worker 28: From worker 28: cmd: /opt/julia/bin/julia 992 running 1 of 1 From worker 29: From worker 29: cmd: /opt/julia/bin/julia 993 running 1 of 1 From worker 29: From worker 29: signal (10): User defined signal 1 From worker 28: From worker 28: signal (10): User defined signal 1 From worker 28: _ZN12_GLOBAL__N_18Verifier16visitInstructionERN4llvm11InstructionE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 28: _ZN12_GLOBAL__N_18Verifier6verifyERKN4llvm8FunctionE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 28: _ZN4llvm14verifyFunctionERKNS_8FunctionEPNS_11raw_ostreamE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 29: _ZN12_GLOBAL__N_112ExpandPostRA20runOnMachineFunctionERN4llvm15MachineFunctionE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 29: unknown function (ip: (nil)) at (unknown file) From worker 29: From worker 28: verifyLLVMIR at /source/src/pipeline.cpp:898 From worker 28: runOnLoop at /source/src/llvm-julia-licm.cpp:356 From worker 28: run at /source/src/llvm-julia-licm.cpp:381 From worker 28: run at /source/usr/include/llvm/IR/PassManagerInternal.h:91 From worker 28: _ZN4llvm11PassManagerINS_4LoopENS_15AnalysisManagerIS1_JRNS_27LoopStandardAnalysisResultsEEEEJS4_RNS_10LPMUpdaterEEE13runSinglePassIS1_St10unique_ptrINS_6detail11PassConceptIS1_S5_JS4_S7_EEESt14default_deleteISD_EEEESt8optionalINS_17PreservedAnalysesEERT_RT0_RS5_S4_S7_RNS_19PassInstrumentationE.isra.0 at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 28: _ZN4llvm11PassManagerINS_4LoopENS_15AnalysisManagerIS1_JRNS_27LoopStandardAnalysisResultsEEEEJS4_RNS_10LPMUpdaterEEE24runWithoutLoopNestPassesERS1_RS5_S4_S7_ at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 28: _ZN4llvm11PassManagerINS_4LoopENS_15AnalysisManagerIS1_JRNS_27LoopStandardAnalysisResultsEEEEJS4_RNS_10LPMUpdaterEEE3runERS1_RS5_S4_S7_ at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 28: run at /source/usr/include/llvm/IR/PassManagerInternal.h:91 From worker 28: _ZN4llvm25FunctionToLoopPassAdaptor3runERNS_8FunctionERNS_15AnalysisManagerIS1_JEEE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 28: run at /source/usr/include/llvm/IR/PassManagerInternal.h:91 From worker 28: _ZN4llvm11PassManagerINS_8FunctionENS_15AnalysisManagerIS1_JEEEJEE3runERS1_RS3_ at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 28: run at /source/usr/include/llvm/IR/PassManagerInternal.h:91 From worker 28: _ZN4llvm27ModuleToFunctionPassAdaptor3runERNS_6ModuleERNS_15AnalysisManagerIS1_JEEE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 28: run at /source/usr/include/llvm/IR/PassManagerInternal.h:91 From worker 28: _ZN4llvm11PassManagerINS_6ModuleENS_15AnalysisManagerIS1_JEEEJEE3runERS1_RS3_ at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 28: run at /source/src/pipeline.cpp:791 From worker 28: operator() at /source/src/jitlayers.cpp:1513 From worker 28: withModuleDo<(anonymous namespace)::sizedOptimizerT::operator()(llvm::orc::ThreadSafeModule) [with long unsigned int N = 4]:: > at /source/usr/include/llvm/ExecutionEngine/Orc/ThreadSafeModule.h:136 [inlined] From worker 28: operator() at /source/src/jitlayers.cpp:1474 [inlined] From worker 28: operator() at /source/src/jitlayers.cpp:1649 [inlined] From worker 28: addModule at /source/src/jitlayers.cpp:2106 From worker 28: jl_compile_codeinst_now at /source/src/jitlayers.cpp:682 From worker 28: jl_compile_codeinst_impl at /source/src/jitlayers.cpp:876 From worker 28: jl_compile_method_internal at /source/src/gf.c:3648 From worker 28: _jl_invoke at /source/src/gf.c:4108 [inlined] From worker 28: ijl_apply_generic at /source/src/gf.c:4313 From worker 28: _atexit at ./initdefs.jl:464 From worker 28: jfptr__atexit_66215.1 at /opt/julia/lib/julia/sys.so (unknown line) From worker 28: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 28: ijl_apply_generic at /source/src/gf.c:4313 From worker 28: jl_apply at /source/src/julia.h:2271 [inlined] From worker 28: ijl_atexit_hook at /source/src/init.c:263 From worker 28: ijl_exit at /source/src/init.c:199 From worker 28: jlplt_ijl_exit_36596.1 at /opt/julia/lib/julia/sys.so (unknown line) From worker 28: exit at ./initdefs.jl:28 From worker 28: exit at ./initdefs.jl:29 From worker 28: jfptr_exit_36599.1 at /opt/julia/lib/julia/sys.so (unknown line) From worker 28: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 28: ijl_apply_generic at /source/src/gf.c:4313 From worker 28: jl_apply at /source/src/julia.h:2271 [inlined] From worker 28: jl_f_invokelatest at /source/src/builtins.c:889 From worker 28: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 28: ijl_apply_generic at /source/src/gf.c:4313 From worker 28: jl_apply at /source/src/julia.h:2271 [inlined] From worker 28: jl_f__apply_iterate at /source/src/builtins.c:876 From worker 28: #handle_msg##12 at /source/usr/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:310 From worker 28: run_work_thunk at /source/usr/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 28: #handle_msg##10 at /source/usr/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:310 From worker 28: unknown function (ip: 0x72df9c2d516f) at (unknown file) From worker 28: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 28: ijl_apply_generic at /source/src/gf.c:4313 From worker 28: jl_apply at /source/src/julia.h:2271 [inlined] From worker 28: start_task at /source/src/task.c:1281 From worker 28: unknown function (ip: (nil)) at (unknown file) From worker 28: From worker 28: #= 106.0 ms =# precompile(Tuple{typeof(Base.join), Tuple{}, String}) From worker 28: #= 59.1 ms =# precompile(Tuple{typeof(Base.collect), Base.Pairs{Symbol, Union{}, Nothing, NamedTuple{(), Tuple{}}}}) From worker 29: #= 3339.2 ms =# precompile(Tuple{typeof(Serialization.serialize), Distributed.ClusterSerializer{Sockets.TCPSocket}, Any}) From worker 28: #= 67.2 ms =# precompile(Tuple{typeof(Base.map), Function, Array{Pair{Symbol, Union{}}, 1}}) From worker 28: #= 26.4 ms =# precompile(Tuple{Type{Base.Generator{I, F} where F where I}, Dispatcher.var"#4#5", Array{Pair{Symbol, Union{}}, 1}}) From worker 29: #= 89.2 ms =# precompile(Tuple{typeof(Serialization.serialize), Distributed.ClusterSerializer{Sockets.TCPSocket}, Tuple{Distributed.RRID}}) From worker 29: #= 30.8 ms =# precompile(Tuple{typeof(Serialization.serialize), Distributed.ClusterSerializer{Sockets.TCPSocket}, Core.TypeofBottom}) From worker 29: #= 22.0 ms =# precompile(Tuple{typeof(Serialization.serialize), Distributed.ClusterSerializer{Sockets.TCPSocket}, Tuple{}}) From worker 29: #= 48.7 ms =# precompile(Tuple{Base.var"#maptwice##0#maptwice##1", Task}) From worker 28: #= 140.5 ms =# precompile(Tuple{typeof(Base.collect_similar), Array{Pair{Symbol, Union{}}, 1}, Base.Generator{Array{Pair{Symbol, Union{}}, 1}, Dispatcher.var"#4#5"}}) From worker 29: #= 36.6 ms =# precompile(Tuple{Type{Base.Generator{I, F} where F where I}, Base.var"#wrap_n_exec_twice##0#wrap_n_exec_twice##1"{Base.Channel{Any}}, Base.Iterators.Filter{Dispatcher.var"#dependencies##0#dependencies##1", Base.Iterators.Flatten{Tuple{Tuple{Dispatcher.Op}, Base.Generator{Base.Iterators.Zip{Tuple{Base.Pairs{Symbol, Union{}, Nothing, NamedTuple{(), Tuple{}}}}}, IterTools.var"#imap##0#imap##1"{Dispatcher.var"#dependencies##2#dependencies##3"}}}}}}) From worker 28: #= 207.2 ms =# precompile(Tuple{typeof(Base.join), Array{Union{}, 1}, String}) From worker 28: #= 160.9 ms =# precompile(Tuple{typeof(Base.filter), Base.ComposedFunction{typeof(Base.:(!)), typeof(Base.isempty)}, Array{String, 1}}) From worker 28: #= 24.6 ms =# precompile(Tuple{typeof(Base.join), Array{String, 1}, String}) From worker 28: #= 289.8 ms =# precompile(Tuple{typeof(Distributed.finalize_ref), Distributed.RemoteChannel{Base.Channel{Any}}}) From worker 28: #= 28.2 ms =# precompile(Tuple{Base.WeakKeyDictFinalizer{Base.WeakKeyDict{Distributed.AbstractRemoteRef, Nothing}}, Distributed.RemoteChannel{Base.Channel{Any}}}) From worker 29: #= 711.2 ms =# precompile(Tuple{typeof(Base.collect), Base.Generator{Base.Iterators.Filter{Dispatcher.var"#dependencies##0#dependencies##1", Base.Iterators.Flatten{Tuple{Tuple{Dispatcher.Op}, Base.Generator{Base.Iterators.Zip{Tuple{Base.Pairs{Symbol, Union{}, Nothing, NamedTuple{(), Tuple{}}}}}, IterTools.var"#imap##0#imap##1"{Dispatcher.var"#dependencies##2#dependencies##3"}}}}}, Base.var"#wrap_n_exec_twice##0#wrap_n_exec_twice##1"{Base.Channel{Any}}}}) From worker 28: #= 34.5 ms =# precompile(Tuple{Base.WeakKeyDictFinalizer{Base.WeakKeyDict{Any, Any}}, Core.TypeName}) From worker 29: #= 36.4 ms =# precompile(Tuple{Type{Base.Generator{I, F} where F where I}, Base.var"#wrap_n_exec_twice##0#wrap_n_exec_twice##1"{Base.Channel{Any}}, Base.Iterators.Filter{Dispatcher.var"#dependencies##0#dependencies##1", Base.Iterators.Flatten{Tuple{Tuple{}, Base.Generator{Base.Iterators.Zip{Tuple{Base.Pairs{Symbol, Union{}, Nothing, NamedTuple{(), Tuple{}}}}}, IterTools.var"#imap##0#imap##1"{Dispatcher.var"#dependencies##2#dependencies##3"}}}}}})[info | Dispatcher]: Node 4 (Op, Op<4>>): running. [info | Dispatcher]: Node 2 (IndexNode, 2>): running. From worker 29: #= 49.6 ms =# precompile(Tuple{typeof(Base.collect), Base.Generator{Base.Iterators.Filter{Dispatcher.var"#dependencies##0#dependencies##1", Base.Iterators.Flatten{Tuple{Tuple{}, Base.Generator{Base.Iterators.Zip{Tuple{Base.Pairs{Symbol, Union{}, Nothing, NamedTuple{(), Tuple{}}}}}, IterTools.var"#imap##0#imap##1"{Dispatcher.var"#dependencies##2#dependencies##3"}}}}}, Base.var"#wrap_n_exec_twice##0#wrap_n_exec_twice##1"{Base.Channel{Any}}}}) From worker 29: #= 354.5 ms =# precompile(Tuple{typeof(Distributed.finalize_ref), Distributed.RemoteChannel{Base.Channel{Any}}}) From worker 29: #= 25.6 ms =# precompile(Tuple{Base.WeakKeyDictFinalizer{Base.WeakKeyDict{Distributed.AbstractRemoteRef, Nothing}}, Distributed.RemoteChannel{Base.Channel{Any}}}) From worker 29: #= 18.0 ms =# precompile(Tuple{Base.WeakKeyDictFinalizer{Base.WeakKeyDict{Any, Any}}, Core.TypeName}) [info | Dispatcher]: Node 6 (Op<4, Int64>): running. From worker 29: #= 143.6 ms =# precompile(Tuple{typeof(Distributed.finalize_ref), Distributed.RemoteChannel{Base.Channel{Float64}}}) From worker 29: #= 12.7 ms =# precompile(Tuple{typeof(Base.isequal), Distributed.RemoteChannel{Base.Channel{Float64}}, WeakRef}) From worker 29: #= 19.1 ms =# precompile(Tuple{typeof(Base.:(var"==")), Distributed.RemoteChannel{Base.Channel{Float64}}, WeakRef}) [info | Dispatcher]: Node 6 (Op<4, Int64>): complete. From worker 29: #= 15.4 ms =# precompile(Tuple{typeof(Base.isequal), Distributed.RemoteChannel{Base.Channel{Float64}}, Distributed.RemoteChannel{Base.Channel{Float64}}}) From worker 29: #= 10.4 ms =# precompile(Tuple{Base.WeakKeyDictFinalizer{Base.WeakKeyDict{Distributed.AbstractRemoteRef, Nothing}}, Distributed.RemoteChannel{Base.Channel{Float64}}}) [info | Dispatcher]: Node 1 (Op, 2>>): running. [info | Dispatcher]: Node 3 (Op>): running. [info | Dispatcher]: Node 5 (Op<3>): running. ┌ Error: Fatal error on process 1 │ exception = │ attempt to send to unknown socket │ Stacktrace: │ [1] error(s::String) │ @ Base ./error.jl:44 │ [2] send_msg_unknown(s::Sockets.TCPSocket, header::Distributed.MsgHeader, msg::Distributed.ResultMsg) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:99 │ [3] send_msg_now │ @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:115 [inlined] │ [4] deliver_result(sock::Sockets.TCPSocket, msg::Symbol, oid::Distributed.RRID, value::RemoteChannel{Channel{Any}}) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:102 │ [5] (::Distributed.var"#handle_msg##2#handle_msg##3"{Distributed.CallMsg{:call_fetch}, Distributed.MsgHeader, Sockets.TCPSocket})() │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:295 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:106 [info | Dispatcher]: Node 5 (Op<3>): complete. [info | Dispatcher]: Node 4 (Op, Op<4>>): complete. ┌ Error: Fatal error on process 1 │ exception = │ attempt to send to unknown socket │ Stacktrace: │ [1] error(s::String) │ @ Base ./error.jl:44 │ [2] send_msg_unknown(s::Sockets.TCPSocket, header::Distributed.MsgHeader, msg::Distributed.ResultMsg) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:99 │ [3] send_msg_now │ @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:115 [inlined] │ [4] deliver_result(sock::Sockets.TCPSocket, msg::Symbol, oid::Distributed.RRID, value::RemoteChannel{Channel{Any}}) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:102 │ [5] (::Distributed.var"#handle_msg##2#handle_msg##3"{Distributed.CallMsg{:call_fetch}, Distributed.MsgHeader, Sockets.TCPSocket})() │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:295 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:106 [info | Dispatcher]: Node 3 (Op>): complete. ┌ Error: Fatal error on process 1 │ exception = │ attempt to send to unknown socket │ Stacktrace: │ [1] error(s::String) │ @ Base ./error.jl:44 │ [2] send_msg_unknown(s::Sockets.TCPSocket, header::Distributed.MsgHeader, msg::Distributed.ResultMsg) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:99 │ [3] send_msg_now │ @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:115 [inlined] │ [4] deliver_result(sock::Sockets.TCPSocket, msg::Symbol, oid::Distributed.RRID, value::RemoteChannel{Channel{Any}}) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:102 │ [5] (::Distributed.var"#handle_msg##2#handle_msg##3"{Distributed.CallMsg{:call_fetch}, Distributed.MsgHeader, Sockets.TCPSocket})() │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:295 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:106 [info | Dispatcher]: Node 2 (IndexNode, 2>): complete. [info | Dispatcher]: Node 1 (Op, 2>>): complete. [info | Dispatcher]: All 6 nodes executed. ┌ Warning: Sending SIGQUIT to worker 28 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/managers.jl:760 ┌ Warning: Sending SIGQUIT to worker 29 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/managers.jl:760 From worker 31: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 31: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 31: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 31: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 32: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 32: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 32: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 32: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 30: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 30: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 30: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 30: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. [info | Dispatcher]: Executing 3 graph nodes. [info | Dispatcher]: Node 1 (Op, Int64>): running. [info | Dispatcher]: Node 2 (Op>): running. [info | Dispatcher]: Node 3 (Op): running. [info | Dispatcher]: Node 3 (Op): complete. [info | Dispatcher]: Node 2 (Op>): complete. [info | Dispatcher]: Node 1 (Op, Int64>): complete. [info | Dispatcher]: All 3 nodes executed. From worker 34: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 34: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 34: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 34: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 35: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 35: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 33: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 33: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 35: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 35: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 33: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 33: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. [info | Dispatcher]: Executing 3 graph nodes. [info | Dispatcher]: Node 1 (Op, Int64>): running. [info | Dispatcher]: Node 2 (Op>): running. [info | Dispatcher]: Node 3 (Op): running. [info | Dispatcher]: Node 3 (Op): complete. [info | Dispatcher]: Node 2 (Op>): complete. [info | Dispatcher]: Node 1 (Op, Int64>): complete. [info | Dispatcher]: All 3 nodes executed. [info | Dispatcher]: Executing 13 graph nodes. [info | Dispatcher]: Node 1 (Op<+, Op, Op, Op>): running. [info | Dispatcher]: Node 2 (Op, Op, Op>): running. [info | Dispatcher]: Node 3 (Op, Op, Op>): running. [info | Dispatcher]: Node 4 (Op, Op, Op>): running. [info | Dispatcher]: Node 5 (Op, Int64>): running. [info | Dispatcher]: Node 6 (Op, Int64>): running. [info | Dispatcher]: Node 7 (Op, Int64>): running. [info | Dispatcher]: Node 8 (Op): running. [info | Dispatcher]: Node 9 (Op): running. [info | Dispatcher]: Node 10 (Op): running. [info | Dispatcher]: Node 11 (Op, Int64>): running. [info | Dispatcher]: Node 12 (Op, Int64>): running. [info | Dispatcher]: Node 13 (Op, Int64>): running. [info | Dispatcher]: Node 8 (Op): complete. [info | Dispatcher]: Node 9 (Op): complete. [info | Dispatcher]: Node 7 (Op, Int64>): complete. [info | Dispatcher]: Node 10 (Op): complete. [info | Dispatcher]: Node 6 (Op, Int64>): complete. [info | Dispatcher]: Node 2 (Op, Op, Op>): complete. [info | Dispatcher]: Node 5 (Op, Int64>): complete. [info | Dispatcher]: Node 11 (Op, Int64>): complete. [info | Dispatcher]: Node 12 (Op, Int64>): complete. [info | Dispatcher]: Node 4 (Op, Op, Op>): complete. [info | Dispatcher]: Node 13 (Op, Int64>): complete. [info | Dispatcher]: Node 3 (Op, Op, Op>): complete. [info | Dispatcher]: Node 1 (Op<+, Op, Op, Op>): complete. [info | Dispatcher]: All 13 nodes executed. From worker 38: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 38: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 38: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 38: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 37: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 37: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 36: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 36: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 37: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 37: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 36: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 36: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. [info | Dispatcher]: Executing 501 graph nodes. [info | Dispatcher]: Node 1 (Op>): running. [info | Dispatcher]: Node 2 (CollectNode<200 Ops>): running. [info | Dispatcher]: Node 3 (Op, Op>): running. [info | Dispatcher]: Node 4 (Op, Op>): running. [info | Dispatcher]: Node 5 (Op, Op>): running. [info | Dispatcher]: Node 6 (Op, Op>): running. [info | Dispatcher]: Node 7 (Op, Op>): running. [info | Dispatcher]: Node 8 (Op, Op>): running. [info | Dispatcher]: Node 9 (Op, Op>): running. [info | Dispatcher]: Node 10 (Op, Op>): running. [info | Dispatcher]: Node 11 (Op, Op>): running. [info | Dispatcher]: Node 12 (Op, Op>): running. [info | Dispatcher]: Node 13 (Op, Op>): running. [info | Dispatcher]: Node 14 (Op, Op>): running. [info | Dispatcher]: Node 15 (Op, Op>): running. [info | Dispatcher]: Node 16 (Op, Op>): running. [info | Dispatcher]: Node 17 (Op, Op>): running. [info | Dispatcher]: Node 18 (Op, Op>): running. [info | Dispatcher]: Node 19 (Op, Op>): running. [info | Dispatcher]: Node 20 (Op, Op>): running. [info | Dispatcher]: Node 21 (Op, Op>): running. [info | Dispatcher]: Node 22 (Op, Op>): running. [info | Dispatcher]: Node 23 (Op, Op>): running. [info | Dispatcher]: Node 24 (Op, Op>): running. [info | Dispatcher]: Node 25 (Op, Op>): running. [info | Dispatcher]: Node 26 (Op, Op>): running. [info | Dispatcher]: Node 27 (Op, Op>): running. [info | Dispatcher]: Node 28 (Op, Op>): running. [info | Dispatcher]: Node 29 (Op, Op>): running. [info | Dispatcher]: Node 30 (Op, Op>): running. [info | Dispatcher]: Node 31 (Op, Op>): running. [info | Dispatcher]: Node 32 (Op, Op>): running. [info | Dispatcher]: Node 33 (Op, Op>): running. [info | Dispatcher]: Node 34 (Op, Op>): running. [info | Dispatcher]: Node 35 (Op, Op>): running. [info | Dispatcher]: Node 36 (Op, Op>): running. [info | Dispatcher]: Node 37 (Op, Op>): running. [info | Dispatcher]: Node 38 (Op, Op>): running. [info | Dispatcher]: Node 39 (Op, Op>): running. [info | Dispatcher]: Node 40 (Op, Op>): running. [info | Dispatcher]: Node 41 (Op, Op>): running. [info | Dispatcher]: Node 42 (Op, Op>): running. [info | Dispatcher]: Node 43 (Op, Op>): running. [info | Dispatcher]: Node 44 (Op, Op>): running. [info | Dispatcher]: Node 45 (Op, Op>): running. [info | Dispatcher]: Node 46 (Op, Op>): running. [info | Dispatcher]: Node 47 (Op, Op>): running. [info | Dispatcher]: Node 48 (Op, Op>): running. [info | Dispatcher]: Node 49 (Op, Op>): running. [info | Dispatcher]: Node 50 (Op, Op>): running. [info | Dispatcher]: Node 51 (Op, Op>): running. [info | Dispatcher]: Node 52 (Op, Op>): running. [info | Dispatcher]: Node 53 (Op, Op>): running. [info | Dispatcher]: Node 54 (Op, Op>): running. [info | Dispatcher]: Node 55 (Op, Op>): running. [info | Dispatcher]: Node 56 (Op, Op>): running. [info | Dispatcher]: Node 57 (Op, Op>): running. [info | Dispatcher]: Node 58 (Op, Op>): running. [info | Dispatcher]: Node 59 (Op, Op>): running. [info | Dispatcher]: Node 60 (Op, Op>): running. [info | Dispatcher]: Node 61 (Op, Op>): running. [info | Dispatcher]: Node 62 (Op, Op>): running. [info | Dispatcher]: Node 63 (Op, Op>): running. [info | Dispatcher]: Node 64 (Op, Op>): running. [info | Dispatcher]: Node 65 (Op, Op>): running. [info | Dispatcher]: Node 66 (Op, Op>): running. [info | Dispatcher]: Node 67 (Op, Op>): running. [info | Dispatcher]: Node 68 (Op, Op>): running. [info | Dispatcher]: Node 69 (Op, Op>): running. [info | Dispatcher]: Node 70 (Op, Op>): running. [info | Dispatcher]: Node 71 (Op, Op>): running. [info | Dispatcher]: Node 72 (Op, Op>): running. [info | Dispatcher]: Node 73 (Op, Op>): running. [info | Dispatcher]: Node 74 (Op, Op>): running. [info | Dispatcher]: Node 75 (Op, Op>): running. [info | Dispatcher]: Node 76 (Op, Op>): running. [info | Dispatcher]: Node 77 (Op, Op>): running. [info | Dispatcher]: Node 78 (Op, Op>): running. [info | Dispatcher]: Node 79 (Op, Op>): running. [info | Dispatcher]: Node 80 (Op, Op>): running. [info | Dispatcher]: Node 81 (Op, Op>): running. [info | Dispatcher]: Node 82 (Op, Op>): running. [info | Dispatcher]: Node 83 (Op, Op>): running. [info | Dispatcher]: Node 84 (Op, Op>): running. [info | Dispatcher]: Node 85 (Op, Op>): running. [info | Dispatcher]: Node 86 (Op, Op>): running. [info | Dispatcher]: Node 87 (Op, Op>): running. [info | Dispatcher]: Node 88 (Op, Op>): running. [info | Dispatcher]: Node 89 (Op, Op>): running. [info | Dispatcher]: Node 90 (Op, Op>): running. [info | Dispatcher]: Node 91 (Op, Op>): running. [info | Dispatcher]: Node 92 (Op, Op>): running. [info | Dispatcher]: Node 93 (Op, Op>): running. [info | Dispatcher]: Node 94 (Op, Op>): running. [info | Dispatcher]: Node 95 (Op, Op>): running. [info | Dispatcher]: Node 96 (Op, Op>): running. [info | Dispatcher]: Node 97 (Op, Op>): running. [info | Dispatcher]: Node 98 (Op, Op>): running. [info | Dispatcher]: Node 99 (Op, Op>): running. [info | Dispatcher]: Node 100 (Op, Op>): running. [info | Dispatcher]: Node 101 (Op, Op>): running. [info | Dispatcher]: Node 102 (Op, Op>): running. [info | Dispatcher]: Node 103 (Op, Op>): running. [info | Dispatcher]: Node 104 (Op, Op>): running. [info | Dispatcher]: Node 105 (Op, Op>): running. [info | Dispatcher]: Node 106 (Op, Op>): running. [info | Dispatcher]: Node 107 (Op, Op>): running. [info | Dispatcher]: Node 108 (Op, Op>): running. [info | Dispatcher]: Node 109 (Op, Op>): running. [info | Dispatcher]: Node 110 (Op, Op>): running. [info | Dispatcher]: Node 111 (Op, Op>): running. [info | Dispatcher]: Node 112 (Op, Op>): running. [info | Dispatcher]: Node 113 (Op, Op>): running. [info | Dispatcher]: Node 114 (Op, Op>): running. [info | Dispatcher]: Node 115 (Op, Op>): running. [info | Dispatcher]: Node 116 (Op, Op>): running. [info | Dispatcher]: Node 117 (Op, Op>): running. [info | Dispatcher]: Node 118 (Op, Op>): running. [info | Dispatcher]: Node 119 (Op, Op>): running. [info | Dispatcher]: Node 120 (Op, Op>): running. [info | Dispatcher]: Node 121 (Op, Op>): running. [info | Dispatcher]: Node 122 (Op, Op>): running. [info | Dispatcher]: Node 123 (Op, Op>): running. [info | Dispatcher]: Node 124 (Op, Op>): running. [info | Dispatcher]: Node 125 (Op, Op>): running. [info | Dispatcher]: Node 126 (Op, Op>): running. [info | Dispatcher]: Node 127 (Op, Op>): running. [info | Dispatcher]: Node 128 (Op, Op>): running. [info | Dispatcher]: Node 129 (Op, Op>): running. [info | Dispatcher]: Node 130 (Op, Op>): running. [info | Dispatcher]: Node 131 (Op, Op>): running. [info | Dispatcher]: Node 132 (Op, Op>): running. [info | Dispatcher]: Node 133 (Op, Op>): running. [info | Dispatcher]: Node 134 (Op, Op>): running. [info | Dispatcher]: Node 135 (Op, Op>): running. [info | Dispatcher]: Node 136 (Op, Op>): running. [info | Dispatcher]: Node 137 (Op, Op>): running. [info | Dispatcher]: Node 138 (Op, Op>): running. [info | Dispatcher]: Node 139 (Op, Op>): running. [info | Dispatcher]: Node 140 (Op, Op>): running. [info | Dispatcher]: Node 141 (Op, Op>): running. [info | Dispatcher]: Node 142 (Op, Op>): running. [info | Dispatcher]: Node 143 (Op, Op>): running. [info | Dispatcher]: Node 144 (Op, Op>): running. [info | Dispatcher]: Node 145 (Op, Op>): running. [info | Dispatcher]: Node 146 (Op, Op>): running. [info | Dispatcher]: Node 147 (Op, Op>): running. [info | Dispatcher]: Node 148 (Op, Op>): running. [info | Dispatcher]: Node 149 (Op, Op>): running. [info | Dispatcher]: Node 150 (Op, Op>): running. [info | Dispatcher]: Node 151 (Op, Op>): running. [info | Dispatcher]: Node 152 (Op, Op>): running. [info | Dispatcher]: Node 153 (Op, Op>): running. [info | Dispatcher]: Node 154 (Op, Op>): running. [info | Dispatcher]: Node 155 (Op, Op>): running. [info | Dispatcher]: Node 156 (Op, Op>): running. [info | Dispatcher]: Node 157 (Op, Op>): running. [info | Dispatcher]: Node 158 (Op, Op>): running. [info | Dispatcher]: Node 159 (Op, Op>): running. [info | Dispatcher]: Node 160 (Op, Op>): running. [info | Dispatcher]: Node 161 (Op, Op>): running. [info | Dispatcher]: Node 162 (Op, Op>): running. [info | Dispatcher]: Node 163 (Op, Op>): running. [info | Dispatcher]: Node 164 (Op, Op>): running. [info | Dispatcher]: Node 165 (Op, Op>): running. [info | Dispatcher]: Node 166 (Op, Op>): running. [info | Dispatcher]: Node 167 (Op, Op>): running. [info | Dispatcher]: Node 168 (Op, Op>): running. [info | Dispatcher]: Node 169 (Op, Op>): running. [info | Dispatcher]: Node 170 (Op, Op>): running. [info | Dispatcher]: Node 171 (Op, Op>): running. [info | Dispatcher]: Node 172 (Op, Op>): running. [info | Dispatcher]: Node 173 (Op, Op>): running. [info | Dispatcher]: Node 174 (Op, Op>): running. [info | Dispatcher]: Node 175 (Op, Op>): running. [info | Dispatcher]: Node 176 (Op, Op>): running. [info | Dispatcher]: Node 177 (Op, Op>): running. [info | Dispatcher]: Node 178 (Op, Op>): running. [info | Dispatcher]: Node 179 (Op, Op>): running. [info | Dispatcher]: Node 180 (Op, Op>): running. [info | Dispatcher]: Node 181 (Op, Op>): running. [info | Dispatcher]: Node 182 (Op, Op>): running. [info | Dispatcher]: Node 183 (Op, Op>): running. [info | Dispatcher]: Node 184 (Op, Op>): running. [info | Dispatcher]: Node 185 (Op, Op>): running. [info | Dispatcher]: Node 186 (Op, Op>): running. [info | Dispatcher]: Node 187 (Op, Op>): running. [info | Dispatcher]: Node 188 (Op, Op>): running. [info | Dispatcher]: Node 189 (Op, Op>): running. [info | Dispatcher]: Node 190 (Op, Op>): running. [info | Dispatcher]: Node 191 (Op, Op>): running. [info | Dispatcher]: Node 192 (Op, Op>): running. [info | Dispatcher]: Node 193 (Op, Op>): running. [info | Dispatcher]: Node 194 (Op, Op>): running. [info | Dispatcher]: Node 195 (Op, Op>): running. [info | Dispatcher]: Node 196 (Op, Op>): running. [info | Dispatcher]: Node 197 (Op, Op>): running. [info | Dispatcher]: Node 198 (Op, Op>): running. [info | Dispatcher]: Node 199 (Op, Op>): running. [info | Dispatcher]: Node 200 (Op, Op>): running. [info | Dispatcher]: Node 201 (Op, Op>): running. [info | Dispatcher]: Node 202 (Op, Op>): running. [info | Dispatcher]: Node 203 (Op, Op, Op>): running. [info | Dispatcher]: Node 204 (Op, Op, Op>): running. [info | Dispatcher]: Node 205 (Op, Op>): running. [info | Dispatcher]: Node 206 (Op, Op>): running. [info | Dispatcher]: Node 207 (Op, Op>): running. [info | Dispatcher]: Node 208 (Op): running. [info | Dispatcher]: Node 209 (Op): running. [info | Dispatcher]: Node 210 (Op): running. [info | Dispatcher]: Node 211 (Op): running. [info | Dispatcher]: Node 212 (Op, Op>): running. [info | Dispatcher]: Node 213 (Op, Op>): running. [info | Dispatcher]: Node 214 (Op, Op>): running. [info | Dispatcher]: Node 215 (Op): running. [info | Dispatcher]: Node 216 (Op): running. [info | Dispatcher]: Node 217 (Op): running. [info | Dispatcher]: Node 218 (Op, Op, Op>): running. [info | Dispatcher]: Node 219 (Op, Op, Op>): running. [info | Dispatcher]: Node 220 (Op, Op>): running. [info | Dispatcher]: Node 221 (Op, Op>): running. [info | Dispatcher]: Node 222 (Op, Op>): running. [info | Dispatcher]: Node 223 (Op): running. [info | Dispatcher]: Node 224 (Op): running. [info | Dispatcher]: Node 225 (Op): running. [info | Dispatcher]: Node 226 (Op, Op>): running. [info | Dispatcher]: Node 227 (Op, Op>): running. [info | Dispatcher]: Node 228 (Op, Op>): running. [info | Dispatcher]: Node 229 (Op): running. [info | Dispatcher]: Node 230 (Op): running. [info | Dispatcher]: Node 231 (Op): running. [info | Dispatcher]: Node 232 (Op, Op, Op>): running. [info | Dispatcher]: Node 233 (Op, Op, Op>): running. [info | Dispatcher]: Node 234 (Op, Op>): running. [info | Dispatcher]: Node 235 (Op, Op>): running. [info | Dispatcher]: Node 236 (Op, Op>): running. [info | Dispatcher]: Node 237 (Op): running. [info | Dispatcher]: Node 238 (Op): running. [info | Dispatcher]: Node 239 (Op): running. [info | Dispatcher]: Node 240 (Op, Op>): running. [info | Dispatcher]: Node 241 (Op, Op>): running. [info | Dispatcher]: Node 242 (Op): running. [info | Dispatcher]: Node 243 (Op): running. [info | Dispatcher]: Node 244 (Op, Op, Op>): running. [info | Dispatcher]: Node 245 (Op, Op, Op>): running. [info | Dispatcher]: Node 246 (Op, Op>): running. [info | Dispatcher]: Node 247 (Op, Op>): running. [info | Dispatcher]: Node 248 (Op, Op>): running. [info | Dispatcher]: Node 249 (Op): running. [info | Dispatcher]: Node 250 (Op): running. [info | Dispatcher]: Node 251 (Op): running. [info | Dispatcher]: Node 252 (Op, Op>): running. [info | Dispatcher]: Node 253 (Op, Op>): running. [info | Dispatcher]: Node 254 (Op, Op>): running. [info | Dispatcher]: Node 255 (Op): running. [info | Dispatcher]: Node 256 (Op): running. [info | Dispatcher]: Node 257 (Op): running. [info | Dispatcher]: Node 258 (Op, Op, Op>): running. [info | Dispatcher]: Node 259 (Op, Op, Op>): running. [info | Dispatcher]: Node 260 (Op, Op>): running. [info | Dispatcher]: Node 261 (Op, Op>): running. [info | Dispatcher]: Node 262 (Op, Op>): running. [info | Dispatcher]: Node 263 (Op): running. [info | Dispatcher]: Node 264 (Op): running. [info | Dispatcher]: Node 265 (Op): running. [info | Dispatcher]: Node 266 (Op, Op>): running. [info | Dispatcher]: Node 267 (Op, Op>): running. [info | Dispatcher]: Node 268 (Op, Op>): running. [info | Dispatcher]: Node 269 (Op): running. [info | Dispatcher]: Node 270 (Op): running. [info | Dispatcher]: Node 271 (Op): running. [info | Dispatcher]: Node 272 (Op, Op, Op>): running. [info | Dispatcher]: Node 273 (Op, Op, Op>): running. [info | Dispatcher]: Node 274 (Op, Op>): running. [info | Dispatcher]: Node 275 (Op, Op>): running. [info | Dispatcher]: Node 276 (Op, Op>): running. [info | Dispatcher]: Node 277 (Op): running. [info | Dispatcher]: Node 278 (Op): running. [info | Dispatcher]: Node 279 (Op): running. [info | Dispatcher]: Node 280 (Op, Op>): running. [info | Dispatcher]: Node 281 (Op, Op>): running. [info | Dispatcher]: Node 282 (Op): running. [info | Dispatcher]: Node 283 (Op): running. [info | Dispatcher]: Node 284 (Op, Op, Op>): running. [info | Dispatcher]: Node 285 (Op, Op, Op>): running. [info | Dispatcher]: Node 286 (Op, Op>): running. [info | Dispatcher]: Node 287 (Op, Op>): running. [info | Dispatcher]: Node 288 (Op, Op>): running. [info | Dispatcher]: Node 289 (Op): running. [info | Dispatcher]: Node 290 (Op): running. [info | Dispatcher]: Node 291 (Op): running. [info | Dispatcher]: Node 292 (Op, Op>): running. [info | Dispatcher]: Node 293 (Op, Op>): running. [info | Dispatcher]: Node 294 (Op, Op>): running. [info | Dispatcher]: Node 295 (Op): running. [info | Dispatcher]: Node 296 (Op): running. [info | Dispatcher]: Node 297 (Op): running. [info | Dispatcher]: Node 298 (Op, Op, Op>): running. [info | Dispatcher]: Node 299 (Op, Op, Op>): running. [info | Dispatcher]: Node 300 (Op, Op>): running. [info | Dispatcher]: Node 301 (Op, Op>): running. [info | Dispatcher]: Node 302 (Op, Op>): running. [info | Dispatcher]: Node 303 (Op): running. [info | Dispatcher]: Node 304 (Op): running. [info | Dispatcher]: Node 305 (Op): running. [info | Dispatcher]: Node 306 (Op, Op>): running. [info | Dispatcher]: Node 307 (Op, Op>): running. [info | Dispatcher]: Node 308 (Op, Op>): running. [info | Dispatcher]: Node 309 (Op): running. [info | Dispatcher]: Node 310 (Op): running. [info | Dispatcher]: Node 311 (Op): running. [info | Dispatcher]: Node 312 (Op, Op, Op>): running. [info | Dispatcher]: Node 313 (Op, Op, Op>): running. [info | Dispatcher]: Node 314 (Op, Op>): running. [info | Dispatcher]: Node 315 (Op, Op>): running. [info | Dispatcher]: Node 316 (Op, Op>): running. [info | Dispatcher]: Node 317 (Op): running. [info | Dispatcher]: Node 318 (Op): running. [info | Dispatcher]: Node 319 (Op): running. [info | Dispatcher]: Node 320 (Op, Op>): running. [info | Dispatcher]: Node 321 (Op): running. [info | Dispatcher]: Node 322 (Op, Op, Op>): running. [info | Dispatcher]: Node 323 (Op, Op>): running. [info | Dispatcher]: Node 324 (Op, Op>): running. [info | Dispatcher]: Node 325 (Op): running. [info | Dispatcher]: Node 326 (Op): running. [info | Dispatcher]: Node 327 (Op, Op, Op>): running. [info | Dispatcher]: Node 328 (Op, Op, Op>): running. [info | Dispatcher]: Node 329 (Op, Op, Op>): running. [info | Dispatcher]: Node 330 (Op, Op>): running. [info | Dispatcher]: Node 331 (Op, Op>): running. [info | Dispatcher]: Node 332 (Op, Op>): running. [info | Dispatcher]: Node 333 (Op): running. [info | Dispatcher]: Node 334 (Op): running. [info | Dispatcher]: Node 335 (Op): running. [info | Dispatcher]: Node 336 (Op, Op>): running. [info | Dispatcher]: Node 337 (Op, Op>): running. [info | Dispatcher]: Node 338 (Op, Op>): running. [info | Dispatcher]: Node 339 (Op): running. [info | Dispatcher]: Node 340 (Op): running. [info | Dispatcher]: Node 341 (Op): running. [info | Dispatcher]: Node 342 (Op, Op, Op>): running. [info | Dispatcher]: Node 343 (Op, Op, Op>): running. [info | Dispatcher]: Node 344 (Op, Op>): running. [info | Dispatcher]: Node 345 (Op, Op>): running. [info | Dispatcher]: Node 346 (Op): running. [info | Dispatcher]: Node 347 (Op): running. [info | Dispatcher]: Node 348 (Op, Op>): running. [info | Dispatcher]: Node 349 (Op): running. [info | Dispatcher]: Node 350 (Op, Op, Op>): running. [info | Dispatcher]: Node 351 (Op, Op, Op>): running. [info | Dispatcher]: Node 352 (Op, Op>): running. [info | Dispatcher]: Node 353 (Op): running. [info | Dispatcher]: Node 354 (Op, Op, Op>): running. [info | Dispatcher]: Node 355 (Op, Op, Op>): running. [info | Dispatcher]: Node 356 (Op, Op>): running. [info | Dispatcher]: Node 357 (Op): running. [info | Dispatcher]: Node 358 (Op, Op>): running. [info | Dispatcher]: Node 359 (Op, Op>): running. [info | Dispatcher]: Node 360 (Op, Op>): running. [info | Dispatcher]: Node 361 (Op): running. [info | Dispatcher]: Node 362 (Op): running. [info | Dispatcher]: Node 363 (Op): running. [info | Dispatcher]: Node 364 (Op, Op, Op>): running. [info | Dispatcher]: Node 365 (Op, Op, Op>): running. [info | Dispatcher]: Node 366 (Op, Op>): running. [info | Dispatcher]: Node 367 (Op, Op>): running. [info | Dispatcher]: Node 368 (Op, Op>): running. [info | Dispatcher]: Node 369 (Op): running. [info | Dispatcher]: Node 370 (Op): running. [info | Dispatcher]: Node 371 (Op): running. [info | Dispatcher]: Node 372 (Op, Op, Op>): running. [info | Dispatcher]: Node 373 (Op, Op, Op>): running. [info | Dispatcher]: Node 374 (Op, Op>): running. [info | Dispatcher]: Node 375 (Op, Op>): running. [info | Dispatcher]: Node 376 (Op): running. [info | Dispatcher]: Node 377 (Op): running. [info | Dispatcher]: Node 378 (Op, Op, Op>): running. [info | Dispatcher]: Node 379 (Op, Op>): running. [info | Dispatcher]: Node 380 (Op, Op>): running. [info | Dispatcher]: Node 381 (Op): running. [info | Dispatcher]: Node 382 (Op): running. [info | Dispatcher]: Node 383 (Op, Op, Op>): running. [info | Dispatcher]: Node 384 (Op, Op>): running. [info | Dispatcher]: Node 385 (Op): running. [info | Dispatcher]: Node 386 (Op, Op, Op>): running. [info | Dispatcher]: Node 387 (Op, Op, Op>): running. [info | Dispatcher]: Node 388 (Op, Op>): running. [info | Dispatcher]: Node 389 (Op, Op>): running. [info | Dispatcher]: Node 390 (Op, Op>): running. [info | Dispatcher]: Node 391 (Op): running. [info | Dispatcher]: Node 392 (Op): running. [info | Dispatcher]: Node 393 (Op): running. [info | Dispatcher]: Node 394 (Op, Op>): running. [info | Dispatcher]: Node 395 (Op): running. [info | Dispatcher]: Node 396 (Op, Op, Op>): running. [info | Dispatcher]: Node 397 (Op, Op>): running. [info | Dispatcher]: Node 398 (Op): running. [info | Dispatcher]: Node 399 (Op, Op, Op>): running. [info | Dispatcher]: Node 400 (Op, Op>): running. [info | Dispatcher]: Node 401 (Op): running. [info | Dispatcher]: Node 402 (Op, Op, Op>): running. [info | Dispatcher]: Node 403 (Op, Op>): running. [info | Dispatcher]: Node 404 (Op): running. [info | Dispatcher]: Node 405 (Op, Op, Op>): running. [info | Dispatcher]: Node 406 (Op, Op, Op>): running. [info | Dispatcher]: Node 407 (Op, Op, Op>): running. [info | Dispatcher]: Node 408 (Op, Op, Op>): running. [info | Dispatcher]: Node 409 (Op, Op>): running. [info | Dispatcher]: Node 410 (Op): running. [info | Dispatcher]: Node 411 (Op, Op, Op>): running. [info | Dispatcher]: Node 412 (Op, Op, Op>): running. [info | Dispatcher]: Node 413 (Op, Op>): running. [info | Dispatcher]: Node 414 (Op, Op>): running. [info | Dispatcher]: Node 415 (Op): running. [info | Dispatcher]: Node 416 (Op): running. [info | Dispatcher]: Node 417 (Op, Op, Op>): running. [info | Dispatcher]: Node 418 (Op, Op, Op>): running. [info | Dispatcher]: Node 419 (Op, Op>): running. [info | Dispatcher]: Node 420 (Op, Op>): running. [info | Dispatcher]: Node 421 (Op): running. [info | Dispatcher]: Node 422 (Op): running. [info | Dispatcher]: Node 423 (Op, Op>): running. [info | Dispatcher]: Node 424 (Op): running. [info | Dispatcher]: Node 425 (Op, Op, Op>): running. [info | Dispatcher]: Node 426 (Op, Op, Op>): running. [info | Dispatcher]: Node 427 (Op, Op>): running. [info | Dispatcher]: Node 428 (Op, Op>): running. [info | Dispatcher]: Node 429 (Op): running. [info | Dispatcher]: Node 430 (Op): running. [info | Dispatcher]: Node 431 (Op, Op, Op>): running. [info | Dispatcher]: Node 432 (Op, Op, Op>): running. [info | Dispatcher]: Node 433 (Op, Op, Op>): running. [info | Dispatcher]: Node 434 (Op, Op, Op>): running. [info | Dispatcher]: Node 435 (Op, Op, Op>): running. [info | Dispatcher]: Node 436 (Op, Op, Op>): running. [info | Dispatcher]: Node 437 (Op, Op>): running. [info | Dispatcher]: Node 438 (Op): running. [info | Dispatcher]: Node 439 (Op, Op>): running. [info | Dispatcher]: Node 440 (Op, Op>): running. [info | Dispatcher]: Node 441 (Op): running. [info | Dispatcher]: Node 442 (Op): running. [info | Dispatcher]: Node 443 (Op, Op, Op>): running. [info | Dispatcher]: Node 444 (Op, Op, Op>): running. [info | Dispatcher]: Node 445 (Op, Op, Op>): running. [info | Dispatcher]: Node 446 (Op, Op, Op>): running. [info | Dispatcher]: Node 447 (Op, Op, Op>): running. [info | Dispatcher]: Node 448 (Op, Op>): running. [info | Dispatcher]: Node 449 (Op, Op>): running. [info | Dispatcher]: Node 450 (Op): running. [info | Dispatcher]: Node 451 (Op): running. [info | Dispatcher]: Node 452 (Op, Op, Op>): running. [info | Dispatcher]: Node 453 (Op, Op>): running. [info | Dispatcher]: Node 454 (Op): running. [info | Dispatcher]: Node 455 (Op, Op, Op>): running. [info | Dispatcher]: Node 456 (Op, Op, Op>): running. [info | Dispatcher]: Node 457 (Op, Op, Op>): running. [info | Dispatcher]: Node 458 (Op, Op, Op>): running. [info | Dispatcher]: Node 459 (Op, Op>): running. [info | Dispatcher]: Node 460 (Op): running. [info | Dispatcher]: Node 461 (Op, Op, Op>): running. [info | Dispatcher]: Node 462 (Op, Op>): running. [info | Dispatcher]: Node 463 (Op): running. [info | Dispatcher]: Node 464 (Op, Op, Op>): running. [info | Dispatcher]: Node 465 (Op, Op, Op>): running. [info | Dispatcher]: Node 466 (Op, Op, Op>): running. [info | Dispatcher]: Node 467 (Op, Op, Op>): running. [info | Dispatcher]: Node 468 (Op, Op>): running. [info | Dispatcher]: Node 469 (Op, Op>): running. [info | Dispatcher]: Node 470 (Op): running. [info | Dispatcher]: Node 471 (Op): running. [info | Dispatcher]: Node 472 (Op, Op, Op>): running. [info | Dispatcher]: Node 473 (Op, Op, Op>): running. [info | Dispatcher]: Node 474 (Op, Op, Op>): running. [info | Dispatcher]: Node 475 (Op, Op, Op>): running. [info | Dispatcher]: Node 476 (Op, Op>): running. [info | Dispatcher]: Node 477 (Op): running. [info | Dispatcher]: Node 478 (Op, Op, Op>): running. [info | Dispatcher]: Node 479 (Op, Op, Op>): running. [info | Dispatcher]: Node 480 (Op, Op, Op>): running. [info | Dispatcher]: Node 481 (Op, Op, Op>): running. [info | Dispatcher]: Node 482 (Op, Op, Op>): running. [info | Dispatcher]: Node 483 (Op, Op, Op>): running. [info | Dispatcher]: Node 484 (Op, Op, Op>): running. [info | Dispatcher]: Node 485 (Op, Op, Op>): running. [info | Dispatcher]: Node 486 (Op, Op, Op>): running. [info | Dispatcher]: Node 487 (Op, Op, Op>): running. [info | Dispatcher]: Node 488 (Op, Op, Op>): running. [info | Dispatcher]: Node 489 (Op, Op, Op>): running. [info | Dispatcher]: Node 490 (Op, Op, Op>): running. [info | Dispatcher]: Node 491 (Op, Op, Op>): running. [info | Dispatcher]: Node 492 (Op, Op, Op>): running. [info | Dispatcher]: Node 493 (Op, Op, Op>): running. [info | Dispatcher]: Node 494 (Op, Op, Op>): running. [info | Dispatcher]: Node 495 (Op, Op, Op>): running. [info | Dispatcher]: Node 496 (Op, Op, Op>): running. [info | Dispatcher]: Node 497 (Op, Op, Op>): running. [info | Dispatcher]: Node 498 (Op, Op, Op>): running. [info | Dispatcher]: Node 499 (Op, Op, Op>): running. [info | Dispatcher]: Node 500 (Op, Op, Op>): running. [info | Dispatcher]: Node 501 (Op, Op, Op>): running. [info | Dispatcher]: Node 471 (Op): complete. [info | Dispatcher]: Node 216 (Op): complete. [info | Dispatcher]: Node 297 (Op): complete. [info | Dispatcher]: Node 357 (Op): complete. [info | Dispatcher]: Node 477 (Op): complete. [info | Dispatcher]: Node 438 (Op): complete. [info | Dispatcher]: Node 309 (Op): complete. [info | Dispatcher]: Node 393 (Op): complete. [info | Dispatcher]: Node 363 (Op): complete. [info | Dispatcher]: Node 441 (Op): complete. [info | Dispatcher]: Node 237 (Op): complete. [info | Dispatcher]: Node 243 (Op): complete. [info | Dispatcher]: Node 333 (Op): complete. [info | Dispatcher]: Node 210 (Op): complete. [info | Dispatcher]: Node 321 (Op): complete. [info | Dispatcher]: Node 381 (Op): complete. [info | Dispatcher]: Node 339 (Op): complete. [info | Dispatcher]: Node 429 (Op): complete. [info | Dispatcher]: Node 249 (Op): complete. [info | Dispatcher]: Node 231 (Op): complete. [info | Dispatcher]: Node 282 (Op): complete. [info | Dispatcher]: Node 270 (Op): complete. [info | Dispatcher]: Node 369 (Op): complete. [info | Dispatcher]: Node 279 (Op): complete. [info | Dispatcher]: Node 264 (Op): complete. [info | Dispatcher]: Node 291 (Op): complete. [info | Dispatcher]: Node 255 (Op): complete. [info | Dispatcher]: Node 450 (Op): complete. [info | Dispatcher]: Node 303 (Op): complete. [info | Dispatcher]: Node 318 (Op): complete. [info | Dispatcher]: Node 225 (Op): complete. [info | Dispatcher]: Node 410 (Op): complete. [info | Dispatcher]: Node 311 (Op): complete. [info | Dispatcher]: Node 398 (Op): complete. [info | Dispatcher]: Node 290 (Op): complete. [info | Dispatcher]: Node 347 (Op): complete. [info | Dispatcher]: Node 215 (Op): complete. [info | Dispatcher]: Node 317 (Op): complete. [info | Dispatcher]: Node 362 (Op): complete. [info | Dispatcher]: Node 392 (Op): complete. [info | Dispatcher]: Node 242 (Op): complete. [info | Dispatcher]: Node 341 (Op): complete. [info | Dispatcher]: Node 395 (Op): complete. [info | Dispatcher]: Node 416 (Op): complete. [info | Dispatcher]: Node 263 (Op): complete. [info | Dispatcher]: Node 251 (Op): complete. [info | Dispatcher]: Node 377 (Op): complete. [info | Dispatcher]: Node 335 (Op): complete. [info | Dispatcher]: Node 257 (Op): complete. [info | Dispatcher]: Node 326 (Op): complete. [info | Dispatcher]: Node 470 (Op): complete. [info | Dispatcher]: Node 371 (Op): complete. [info | Dispatcher]: Node 305 (Op): complete. [info | Dispatcher]: Node 239 (Op): complete. [info | Dispatcher]: Node 269 (Op): complete. [info | Dispatcher]: Node 404 (Op): complete. [info | Dispatcher]: Node 401 (Op): complete. [info | Dispatcher]: Node 422 (Op): complete. [info | Dispatcher]: Node 278 (Op): complete. [info | Dispatcher]: Node 353 (Op): complete. [info | Dispatcher]: Node 230 (Op): complete. [info | Dispatcher]: Node 296 (Op): complete. [info | Dispatcher]: Node 224 (Op): complete. [info | Dispatcher]: Node 209 (Op): complete. [info | Dispatcher]: Node 344 (Op, Op>): complete. [info | Dispatcher]: Node 413 (Op, Op>): complete. [info | Dispatcher]: Node 359 (Op, Op>): complete. [info | Dispatcher]: Node 221 (Op, Op>): complete. [info | Dispatcher]: Node 293 (Op, Op>): complete. [info | Dispatcher]: Node 227 (Op, Op>): complete. [info | Dispatcher]: Node 419 (Op, Op>): complete. [info | Dispatcher]: Node 374 (Op, Op>): complete. [info | Dispatcher]: Node 389 (Op, Op>): complete. [info | Dispatcher]: Node 287 (Op, Op>): complete. [info | Dispatcher]: Node 323 (Op, Op>): complete. [info | Dispatcher]: Node 275 (Op, Op>): complete. [info | Dispatcher]: Node 217 (Op): complete. [info | Dispatcher]: Node 271 (Op): complete. [info | Dispatcher]: Node 289 (Op): complete. [info | Dispatcher]: Node 277 (Op): complete. [info | Dispatcher]: Node 229 (Op): complete. [info | Dispatcher]: Node 319 (Op): complete. [info | Dispatcher]: Node 265 (Op): complete. [info | Dispatcher]: Node 424 (Op): complete. [info | Dispatcher]: Node 460 (Op): complete. [info | Dispatcher]: Node 421 (Op): complete. [info | Dispatcher]: Node 430 (Op): complete. [info | Dispatcher]: Node 223 (Op): complete. [info | Dispatcher]: Node 385 (Op): complete. [info | Dispatcher]: Node 304 (Op): complete. [info | Dispatcher]: Node 250 (Op): complete. [info | Dispatcher]: Node 295 (Op): complete. [info | Dispatcher]: Node 310 (Op): complete. [info | Dispatcher]: Node 451 (Op): complete. [info | Dispatcher]: Node 370 (Op): complete. [info | Dispatcher]: Node 391 (Op): complete. [info | Dispatcher]: Node 211 (Op): complete. [info | Dispatcher]: Node 376 (Op): complete. [info | Dispatcher]: Node 415 (Op): complete. [info | Dispatcher]: Node 349 (Op): complete. [info | Dispatcher]: Node 325 (Op): complete. [info | Dispatcher]: Node 442 (Op): complete. [info | Dispatcher]: Node 361 (Op): complete. [info | Dispatcher]: Node 238 (Op): complete. [info | Dispatcher]: Node 256 (Op): complete. [info | Dispatcher]: Node 340 (Op): complete. [info | Dispatcher]: Node 334 (Op): complete. [info | Dispatcher]: Node 382 (Op): complete. [info | Dispatcher]: Node 454 (Op): complete. [info | Dispatcher]: Node 208 (Op): complete. [info | Dispatcher]: Node 346 (Op): complete. [info | Dispatcher]: Node 463 (Op): complete. [info | Dispatcher]: Node 283 (Op): complete. From worker 36: UNHANDLED TASK ERROR: On worker 1: From worker 36: On worker 37: From worker 36: peer 36 has not connected to 37 From worker 36: Stacktrace: From worker 36: [1] error From worker 36: @ ./error.jl:44 From worker 36: [2] wait_for_conn From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:195 From worker 36: [3] #exec_conn_func##0 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:183 From worker 36: [4] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 36: [5] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:178 From worker 36: [6] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [7] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [8] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] #remotecall_fetch#109 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] #check_worker_state##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: [5] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [6] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [7] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}; kwargs::@Kwargs{}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] (::Distributed.var"#check_worker_state##2#check_worker_state##3"{Distributed.Worker})() From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: UNHANDLED TASK ERROR: On worker 1: From worker 36: On worker 37: From worker 36: peer 36 has not connected to 37 From worker 36: Stacktrace: From worker 36: [1] #exec_conn_func##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 36: [2] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 36: [3] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:178 From worker 36: [4] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [5] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [6] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] #remotecall_fetch#109 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] #check_worker_state##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: [5] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [6] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [7] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}; kwargs::@Kwargs{}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] (::Distributed.var"#check_worker_state##2#check_worker_state##3"{Distributed.Worker})() From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: UNHANDLED TASK ERROR: On worker 1: From worker 36: On worker 37: From worker 36: peer 36 has not connected to 37 From worker 36: Stacktrace: From worker 36: [1] #exec_conn_func##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 36: [2] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 36: [3] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:178 From worker 36: [4] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [5] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [6] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] #remotecall_fetch#109 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] #check_worker_state##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: [5] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [6] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [7] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}; kwargs::@Kwargs{}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] (::Distributed.var"#check_worker_state##2#check_worker_state##3"{Distributed.Worker})() From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: UNHANDLED TASK ERROR: On worker 1: From worker 36: On worker 37: From worker 36: peer 36 has not connected to 37 From worker 36: Stacktrace: From worker 36: [1] #exec_conn_func##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 36: [2] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 36: [3] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:178 From worker 36: [4] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [5] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [6] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] #remotecall_fetch#109 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] #check_worker_state##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: [5] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [6] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [7] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}; kwargs::@Kwargs{}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] (::Distributed.var"#check_worker_state##2#check_worker_state##3"{Distributed.Worker})() From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: UNHANDLED TASK ERROR: On worker 1: From worker 36: On worker 37: From worker 36: peer 36 has not connected to 37 From worker 36: Stacktrace: From worker 36: [1] #exec_conn_func##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 36: [2] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 36: [3] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:178 From worker 36: [4] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [5] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [6] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] #remotecall_fetch#109 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] #check_worker_state##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: [5] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [6] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [7] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}; kwargs::@Kwargs{}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] (::Distributed.var"#check_worker_state##2#check_worker_state##3"{Distributed.Worker})() From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: UNHANDLED TASK ERROR: On worker 1: From worker 36: On worker 37: From worker 36: peer 36 has not connected to 37 From worker 36: Stacktrace: From worker 36: [1] #exec_conn_func##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 36: [2] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 36: [3] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:178 From worker 36: [4] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [5] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [6] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] #remotecall_fetch#109 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] #check_worker_state##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: [5] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [6] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [7] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}; kwargs::@Kwargs{}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] (::Distributed.var"#check_worker_state##2#check_worker_state##3"{Distributed.Worker})() From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: UNHANDLED TASK ERROR: On worker 1: From worker 36: On worker 37: From worker 36: peer 36 has not connected to 37 From worker 36: Stacktrace: From worker 36: [1] #exec_conn_func##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 36: [2] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 36: [3] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:178 From worker 36: [4] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [5] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [6] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] #remotecall_fetch#109 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] #check_worker_state##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: [5] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [6] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [7] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}; kwargs::@Kwargs{}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] (::Distributed.var"#check_worker_state##2#check_worker_state##3"{Distributed.Worker})() From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: UNHANDLED TASK ERROR: On worker 1: From worker 36: On worker 37: From worker 36: peer 36 has not connected to 37 From worker 36: Stacktrace: From worker 36: [1] #exec_conn_func##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 36: [2] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 36: [3] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:178 From worker 36: [4] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [5] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [6] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] #remotecall_fetch#109 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] #check_worker_state##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: [5] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [6] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [7] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}; kwargs::@Kwargs{}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] (::Distributed.var"#check_worker_state##2#check_worker_state##3"{Distributed.Worker})() From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: UNHANDLED TASK ERROR: On worker 1: From worker 36: On worker 37: From worker 36: peer 36 has not connected to 37 From worker 36: Stacktrace: From worker 36: [1] #exec_conn_func##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 36: [2] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 36: [3] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:178 From worker 36: [4] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [5] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [6] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] #remotecall_fetch#109 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] #check_worker_state##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: [5] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [6] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [7] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}; kwargs::@Kwargs{}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] (::Distributed.var"#check_worker_state##2#check_worker_state##3"{Distributed.Worker})() From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: UNHANDLED TASK ERROR: On worker 1: From worker 36: On worker 37: From worker 36: peer 36 has not connected to 37 From worker 36: Stacktrace: From worker 36: [1] #exec_conn_func##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 36: [2] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 36: [3] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:178 From worker 36: [4] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [5] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [6] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] #remotecall_fetch#109 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] #check_worker_state##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: [5] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [6] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [7] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}; kwargs::@Kwargs{}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] (::Distributed.var"#check_worker_state##2#check_worker_state##3"{Distributed.Worker})() From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: UNHANDLED TASK ERROR: On worker 1: From worker 36: On worker 37: From worker 36: peer 36 has not connected to 37 From worker 36: Stacktrace: From worker 36: [1] #exec_conn_func##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 36: [2] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 36: [3] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:178 From worker 36: [4] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [5] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [6] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] #remotecall_fetch#109 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] #check_worker_state##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: [5] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [6] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [7] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}; kwargs::@Kwargs{}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] (::Distributed.var"#check_worker_state##2#check_worker_state##3"{Distributed.Worker})() From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: UNHANDLED TASK ERROR: On worker 1: From worker 36: On worker 37: From worker 36: peer 36 has not connected to 37 From worker 36: Stacktrace: From worker 36: [1] #exec_conn_func##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 36: [2] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 36: [3] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:178 From worker 36: [4] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [5] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [6] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] #remotecall_fetch#109 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] #check_worker_state##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: [5] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [6] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [7] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}; kwargs::@Kwargs{}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] (::Distributed.var"#check_worker_state##2#check_worker_state##3"{Distributed.Worker})() From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: UNHANDLED TASK ERROR: On worker 1: From worker 36: On worker 37: From worker 36: peer 36 has not connected to 37 From worker 36: Stacktrace: From worker 36: [1] #exec_conn_func##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 36: [2] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 36: [3] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:178 From worker 36: [4] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [5] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [6] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] #remotecall_fetch#109 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] #check_worker_state##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: [5] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [6] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [7] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}; kwargs::@Kwargs{}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] (::Distributed.var"#check_worker_state##2#check_worker_state##3"{Distributed.Worker})() From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: UNHANDLED TASK ERROR: On worker 1: From worker 36: On worker 37: From worker 36: peer 36 has not connected to 37 From worker 36: Stacktrace: From worker 36: [1] #exec_conn_func##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 36: [2] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 36: [3] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:178 From worker 36: [4] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [5] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [6] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] #remotecall_fetch#109 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] #check_worker_state##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: [5] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [6] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [7] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}; kwargs::@Kwargs{}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] (::Distributed.var"#check_worker_state##2#check_worker_state##3"{Distributed.Worker})() From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: UNHANDLED TASK ERROR: On worker 1: From worker 36: On worker 37: From worker 36: peer 36 has not connected to 37 From worker 36: Stacktrace: From worker 36: [1] #exec_conn_func##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 36: [2] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 36: [3] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:178 From worker 36: [4] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [5] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [6] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] #remotecall_fetch#109 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] #check_worker_state##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: [5] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [6] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [7] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}; kwargs::@Kwargs{}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] (::Distributed.var"#check_worker_state##2#check_worker_state##3"{Distributed.Worker})() From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: UNHANDLED TASK ERROR: On worker 1: From worker 36: On worker 37: From worker 36: peer 36 has not connected to 37 From worker 36: Stacktrace: From worker 36: [1] #exec_conn_func##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 36: [2] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 36: [3] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:178 From worker 36: [4] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [5] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [6] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] #remotecall_fetch#109 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] #check_worker_state##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: [5] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [6] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [7] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}; kwargs::@Kwargs{}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] (::Distributed.var"#check_worker_state##2#check_worker_state##3"{Distributed.Worker})() From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: UNHANDLED TASK ERROR: On worker 1: From worker 36: On worker 37: From worker 36: peer 36 has not connected to 37 From worker 36: Stacktrace: From worker 36: [1] #exec_conn_func##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 36: [2] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 36: [3] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:178 From worker 36: [4] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [5] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [6] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] #remotecall_fetch#109 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] #check_worker_state##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: [5] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [6] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [7] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}; kwargs::@Kwargs{}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] (::Distributed.var"#check_worker_state##2#check_worker_state##3"{Distributed.Worker})() From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 [info | Dispatcher]: Node 266 (Op, Op>): complete. [info | Dispatcher]: Node 314 (Op, Op>): complete. [info | Dispatcher]: Node 212 (Op, Op>): complete. [info | Dispatcher]: Node 260 (Op, Op>): complete. [info | Dispatcher]: Node 206 (Op, Op>): complete. [info | Dispatcher]: Node 236 (Op, Op>): complete. [info | Dispatcher]: Node 248 (Op, Op>): complete. [info | Dispatcher]: Node 214 (Op, Op>): complete. [info | Dispatcher]: Node 301 (Op, Op>): complete. [info | Dispatcher]: Node 307 (Op, Op>): complete. [info | Dispatcher]: Node 292 (Op, Op>): complete. [info | Dispatcher]: Node 332 (Op, Op>): complete. [info | Dispatcher]: Node 240 (Op, Op>): complete. [info | Dispatcher]: Node 320 (Op, Op>): complete. [info | Dispatcher]: Node 348 (Op, Op>): complete. [info | Dispatcher]: Node 324 (Op, Op>): complete. [info | Dispatcher]: Node 315 (Op, Op>): complete. [info | Dispatcher]: Node 384 (Op, Op>): complete. [info | Dispatcher]: Node 375 (Op, Op>): complete. [info | Dispatcher]: Node 300 (Op, Op>): complete. [info | Dispatcher]: Node 360 (Op, Op>): complete. [info | Dispatcher]: Node 234 (Op, Op>): complete. [info | Dispatcher]: Node 330 (Op, Op>): complete. [info | Dispatcher]: Node 427 (Op, Op>): complete. [info | Dispatcher]: Node 331 (Op, Op>): complete. [info | Dispatcher]: Node 379 (Op, Op>): complete. [info | Dispatcher]: Node 469 (Op, Op>): complete. [info | Dispatcher]: Node 226 (Op, Op>): complete. [info | Dispatcher]: Node 358 (Op, Op>): complete. [info | Dispatcher]: Node 409 (Op, Op>): complete. [info | Dispatcher]: Node 262 (Op, Op>): complete. [info | Dispatcher]: Node 235 (Op, Op>): complete. [info | Dispatcher]: Node 280 (Op, Op>): complete. [info | Dispatcher]: Node 253 (Op, Op>): complete. [info | Dispatcher]: Node 286 (Op, Op>): complete. [info | Dispatcher]: Node 388 (Op, Op>): complete. [info | Dispatcher]: Node 274 (Op, Op>): complete. [info | Dispatcher]: Node 241 (Op, Op>): complete. [info | Dispatcher]: Node 448 (Op, Op>): complete. [info | Dispatcher]: Node 476 (Op, Op>): complete. [info | Dispatcher]: Node 380 (Op, Op>): complete. [info | Dispatcher]: Node 439 (Op, Op>): complete. [info | Dispatcher]: Node 352 (Op, Op>): complete. [info | Dispatcher]: Node 397 (Op, Op>): complete. [info | Dispatcher]: Node 373 (Op, Op, Op>): complete. [info | Dispatcher]: Node 356 (Op, Op>): complete. [info | Dispatcher]: Node 268 (Op, Op>): complete. [info | Dispatcher]: Node 425 (Op, Op, Op>): complete. [info | Dispatcher]: Node 267 (Op, Op>): complete. [info | Dispatcher]: Node 233 (Op, Op, Op>): complete. [info | Dispatcher]: Node 390 (Op, Op>): complete. [info | Dispatcher]: Node 368 (Op, Op>): complete. [info | Dispatcher]: Node 336 (Op, Op>): complete. [info | Dispatcher]: Node 453 (Op, Op>): complete. [info | Dispatcher]: Node 306 (Op, Op>): complete. [info | Dispatcher]: Node 366 (Op, Op>): complete. [info | Dispatcher]: Node 459 (Op, Op>): complete. [info | Dispatcher]: Node 468 (Op, Op>): complete. [info | Dispatcher]: Node 367 (Op, Op>): complete. [info | Dispatcher]: Node 394 (Op, Op>): complete. [info | Dispatcher]: Node 246 (Op, Op>): complete. [info | Dispatcher]: Node 294 (Op, Op>): complete. [info | Dispatcher]: Node 329 (Op, Op, Op>): complete. [info | Dispatcher]: Node 396 (Op, Op, Op>): complete. [info | Dispatcher]: Node 449 (Op, Op>): complete. [info | Dispatcher]: Node 302 (Op, Op>): complete. [info | Dispatcher]: Node 423 (Op, Op>): complete. [info | Dispatcher]: Node 222 (Op, Op>): complete. [info | Dispatcher]: Node 456 (Op, Op, Op>): complete. [info | Dispatcher]: Node 420 (Op, Op>): complete. [info | Dispatcher]: Node 480 (Op, Op, Op>): complete. [info | Dispatcher]: Node 355 (Op, Op, Op>): complete. [info | Dispatcher]: Node 457 (Op, Op, Op>): complete. [info | Dispatcher]: Node 247 (Op, Op>): complete. [info | Dispatcher]: Node 232 (Op, Op, Op>): complete. [info | Dispatcher]: Node 205 (Op, Op>): complete. [info | Dispatcher]: Node 490 (Op, Op, Op>): complete. [info | Dispatcher]: Node 487 (Op, Op, Op>): complete. [info | Dispatcher]: Node 316 (Op, Op>): complete. [info | Dispatcher]: Node 403 (Op, Op>): complete. [info | Dispatcher]: Node 322 (Op, Op, Op>): complete. [info | Dispatcher]: Node 337 (Op, Op>): complete. [info | Dispatcher]: Node 220 (Op, Op>): complete. [info | Dispatcher]: Node 499 (Op, Op, Op>): complete. [info | Dispatcher]: Node 433 (Op, Op, Op>): complete. [info | Dispatcher]: Node 406 (Op, Op, Op>): complete. [info | Dispatcher]: Node 407 (Op, Op, Op>): complete. [info | Dispatcher]: Node 440 (Op, Op>): complete. [info | Dispatcher]: Node 467 (Op, Op, Op>): complete. [info | Dispatcher]: Node 428 (Op, Op>): complete. [info | Dispatcher]: Node 284 (Op, Op, Op>): complete. [info | Dispatcher]: Node 437 (Op, Op>): complete. [info | Dispatcher]: Node 479 (Op, Op, Op>): complete. [info | Dispatcher]: Node 338 (Op, Op>): complete. [info | Dispatcher]: Node 488 (Op, Op, Op>): complete. [info | Dispatcher]: Node 400 (Op, Op>): complete. [info | Dispatcher]: Node 308 (Op, Op>): complete. [info | Dispatcher]: Node 299 (Op, Op, Op>): complete. [info | Dispatcher]: Node 472 (Op, Op, Op>): complete. [info | Dispatcher]: Node 484 (Op, Op, Op>): complete. [info | Dispatcher]: Node 411 (Op, Op, Op>): complete. [info | Dispatcher]: Node 478 (Op, Op, Op>): complete. [info | Dispatcher]: Node 200 (Op, Op>): complete. [info | Dispatcher]: Node 383 (Op, Op, Op>): complete. [info | Dispatcher]: Node 10 (Op, Op>): complete. [info | Dispatcher]: Node 7 (Op, Op>): complete. [info | Dispatcher]: Node 328 (Op, Op, Op>): complete. [info | Dispatcher]: Node 436 (Op, Op, Op>): complete. [info | Dispatcher]: Node 97 (Op, Op>): complete. [info | Dispatcher]: Node 342 (Op, Op, Op>): complete. [info | Dispatcher]: Node 405 (Op, Op, Op>): complete. [info | Dispatcher]: Node 372 (Op, Op, Op>): complete. [info | Dispatcher]: Node 414 (Op, Op>): complete. [info | Dispatcher]: Node 350 (Op, Op, Op>): complete. [info | Dispatcher]: Node 446 (Op, Op, Op>): complete. [info | Dispatcher]: Node 254 (Op, Op>): complete. [info | Dispatcher]: Node 182 (Op, Op>): complete. [info | Dispatcher]: Node 207 (Op, Op>): complete. [info | Dispatcher]: Node 483 (Op, Op, Op>): complete. [info | Dispatcher]: Node 213 (Op, Op>): complete. [info | Dispatcher]: Node 495 (Op, Op, Op>): complete. [info | Dispatcher]: Node 498 (Op, Op, Op>): complete. [info | Dispatcher]: Node 261 (Op, Op>): complete. [info | Dispatcher]: Node 276 (Op, Op>): complete. [info | Dispatcher]: Node 462 (Op, Op>): complete. [info | Dispatcher]: Node 345 (Op, Op>): complete. [info | Dispatcher]: Node 258 (Op, Op, Op>): complete. [info | Dispatcher]: Node 252 (Op, Op>): complete. [info | Dispatcher]: Node 386 (Op, Op, Op>): complete. [info | Dispatcher]: Node 245 (Op, Op, Op>): complete. [info | Dispatcher]: Node 173 (Op, Op>): complete. [info | Dispatcher]: Node 447 (Op, Op, Op>): complete. [info | Dispatcher]: Node 137 (Op, Op>): complete. [info | Dispatcher]: Node 228 (Op, Op>): complete. [info | Dispatcher]: Node 281 (Op, Op>): complete. [info | Dispatcher]: Node 387 (Op, Op, Op>): complete. [info | Dispatcher]: Node 464 (Op, Op, Op>): complete. [info | Dispatcher]: Node 312 (Op, Op, Op>): complete. [info | Dispatcher]: Node 378 (Op, Op, Op>): complete. [info | Dispatcher]: Node 288 (Op, Op>): complete. [info | Dispatcher]: Node 444 (Op, Op, Op>): complete. [info | Dispatcher]: Node 365 (Op, Op, Op>): complete. [info | Dispatcher]: Node 354 (Op, Op, Op>): complete. [info | Dispatcher]: Node 103 (Op, Op>): complete. [info | Dispatcher]: Node 130 (Op, Op>): complete. [info | Dispatcher]: Node 135 (Op, Op>): complete. [info | Dispatcher]: Node 123 (Op, Op>): complete. [info | Dispatcher]: Node 327 (Op, Op, Op>): complete. [info | Dispatcher]: Node 60 (Op, Op>): complete. [info | Dispatcher]: Node 461 (Op, Op, Op>): complete. [info | Dispatcher]: Node 364 (Op, Op, Op>): complete. [info | Dispatcher]: Node 166 (Op, Op>): complete. [info | Dispatcher]: Node 497 (Op, Op, Op>): complete. [info | Dispatcher]: Node 455 (Op, Op, Op>): complete. [info | Dispatcher]: Node 51 (Op, Op>): complete. [info | Dispatcher]: Node 138 (Op, Op>): complete. [info | Dispatcher]: Node 418 (Op, Op, Op>): complete. [info | Dispatcher]: Node 110 (Op, Op>): complete. [info | Dispatcher]: Node 171 (Op, Op>): complete. [info | Dispatcher]: Node 426 (Op, Op, Op>): complete. [info | Dispatcher]: Node 177 (Op, Op>): complete. [info | Dispatcher]: Node 193 (Op, Op>): complete. [info | Dispatcher]: Node 15 (Op, Op>): complete. [info | Dispatcher]: Node 272 (Op, Op, Op>): complete. [info | Dispatcher]: Node 26 (Op, Op>): complete. [info | Dispatcher]: Node 47 (Op, Op>): complete. [info | Dispatcher]: Node 119 (Op, Op>): complete. [info | Dispatcher]: Node 61 (Op, Op>): complete. [info | Dispatcher]: Node 343 (Op, Op, Op>): complete. [info | Dispatcher]: Node 244 (Op, Op, Op>): complete. [info | Dispatcher]: Node 4 (Op, Op>): complete. [info | Dispatcher]: Node 501 (Op, Op, Op>): complete. [info | Dispatcher]: Node 100 (Op, Op>): complete. [info | Dispatcher]: Node 91 (Op, Op>): complete. [info | Dispatcher]: Node 57 (Op, Op>): complete. [info | Dispatcher]: Node 179 (Op, Op>): complete. [info | Dispatcher]: Node 482 (Op, Op, Op>): complete. [info | Dispatcher]: Node 191 (Op, Op>): complete. [info | Dispatcher]: Node 144 (Op, Op>): complete. [info | Dispatcher]: Node 285 (Op, Op, Op>): complete. [info | Dispatcher]: Node 183 (Op, Op>): complete. [info | Dispatcher]: Node 39 (Op, Op>): complete. [info | Dispatcher]: Node 112 (Op, Op>): complete. [info | Dispatcher]: Node 160 (Op, Op>): complete. [info | Dispatcher]: Node 186 (Op, Op>): complete. [info | Dispatcher]: Node 399 (Op, Op, Op>): complete. [info | Dispatcher]: Node 192 (Op, Op>): complete. [info | Dispatcher]: Node 58 (Op, Op>): complete. [info | Dispatcher]: Node 67 (Op, Op>): complete. [info | Dispatcher]: Node 82 (Op, Op>): complete. [info | Dispatcher]: Node 52 (Op, Op>): complete. [info | Dispatcher]: Node 188 (Op, Op>): complete. [info | Dispatcher]: Node 122 (Op, Op>): complete. [info | Dispatcher]: Node 107 (Op, Op>): complete. [info | Dispatcher]: Node 146 (Op, Op>): complete. [info | Dispatcher]: Node 443 (Op, Op, Op>): complete. [info | Dispatcher]: Node 452 (Op, Op, Op>): complete. [info | Dispatcher]: Node 298 (Op, Op, Op>): complete. [info | Dispatcher]: Node 102 (Op, Op>): complete. [info | Dispatcher]: Node 48 (Op, Op>): complete. [info | Dispatcher]: Node 187 (Op, Op>): complete. [info | Dispatcher]: Node 127 (Op, Op>): complete. [info | Dispatcher]: Node 139 (Op, Op>): complete. [info | Dispatcher]: Node 313 (Op, Op, Op>): complete. [info | Dispatcher]: Node 70 (Op, Op>): complete. [info | Dispatcher]: Node 13 (Op, Op>): complete. [info | Dispatcher]: Node 351 (Op, Op, Op>): complete. [info | Dispatcher]: Node 465 (Op, Op, Op>): complete. [info | Dispatcher]: Node 185 (Op, Op>): complete. [info | Dispatcher]: Node 149 (Op, Op>): complete. [info | Dispatcher]: Node 65 (Op, Op>): complete. [info | Dispatcher]: Node 473 (Op, Op, Op>): complete. [info | Dispatcher]: Node 500 (Op, Op, Op>): complete. [info | Dispatcher]: Node 435 (Op, Op, Op>): complete. [info | Dispatcher]: Node 219 (Op, Op, Op>): complete. [info | Dispatcher]: Node 492 (Op, Op, Op>): complete. [info | Dispatcher]: Node 496 (Op, Op, Op>): complete. [info | Dispatcher]: Node 54 (Op, Op>): complete. [info | Dispatcher]: Node 33 (Op, Op>): complete. [info | Dispatcher]: Node 126 (Op, Op>): complete. [info | Dispatcher]: Node 18 (Op, Op>): complete. [info | Dispatcher]: Node 21 (Op, Op>): complete. [info | Dispatcher]: Node 259 (Op, Op, Op>): complete. [info | Dispatcher]: Node 493 (Op, Op, Op>): complete. [info | Dispatcher]: Node 85 (Op, Op>): complete. [info | Dispatcher]: Node 92 (Op, Op>): complete. [info | Dispatcher]: Node 486 (Op, Op, Op>): complete. [info | Dispatcher]: Node 159 (Op, Op>): complete. [info | Dispatcher]: Node 120 (Op, Op>): complete. [info | Dispatcher]: Node 117 (Op, Op>): complete. [info | Dispatcher]: Node 80 (Op, Op>): complete. [info | Dispatcher]: Node 38 (Op, Op>): complete. [info | Dispatcher]: Node 466 (Op, Op, Op>): complete. [info | Dispatcher]: Node 154 (Op, Op>): complete. [info | Dispatcher]: Node 157 (Op, Op>): complete. [info | Dispatcher]: Node 40 (Op, Op>): complete. [info | Dispatcher]: Node 489 (Op, Op, Op>): complete. [info | Dispatcher]: Node 129 (Op, Op>): complete. [info | Dispatcher]: Node 128 (Op, Op>): complete. [info | Dispatcher]: Node 41 (Op, Op>): complete. [info | Dispatcher]: Node 408 (Op, Op, Op>): complete. [info | Dispatcher]: Node 43 (Op, Op>): complete. [info | Dispatcher]: Node 199 (Op, Op>): complete. [info | Dispatcher]: Node 184 (Op, Op>): complete. [info | Dispatcher]: Node 481 (Op, Op, Op>): complete. [info | Dispatcher]: Node 273 (Op, Op, Op>): complete. [info | Dispatcher]: Node 124 (Op, Op>): complete. [info | Dispatcher]: Node 145 (Op, Op>): complete. [info | Dispatcher]: Node 156 (Op, Op>): complete. [info | Dispatcher]: Node 162 (Op, Op>): complete. [info | Dispatcher]: Node 417 (Op, Op, Op>): complete. [info | Dispatcher]: Node 204 (Op, Op, Op>): complete. [info | Dispatcher]: Node 79 (Op, Op>): complete. [info | Dispatcher]: Node 181 (Op, Op>): complete. [info | Dispatcher]: Node 115 (Op, Op>): complete. [info | Dispatcher]: Node 163 (Op, Op>): complete. [info | Dispatcher]: Node 190 (Op, Op>): complete. [info | Dispatcher]: Node 475 (Op, Op, Op>): complete. [info | Dispatcher]: Node 195 (Op, Op>): complete. [info | Dispatcher]: Node 198 (Op, Op>): complete. [info | Dispatcher]: Node 93 (Op, Op>): complete. [info | Dispatcher]: Node 196 (Op, Op>): complete. [info | Dispatcher]: Node 445 (Op, Op, Op>): complete. [info | Dispatcher]: Node 14 (Op, Op>): complete. [info | Dispatcher]: Node 59 (Op, Op>): complete. [info | Dispatcher]: Node 50 (Op, Op>): complete. [info | Dispatcher]: Node 155 (Op, Op>): complete. [info | Dispatcher]: Node 19 (Op, Op>): complete. [info | Dispatcher]: Node 106 (Op, Op>): complete. [info | Dispatcher]: Node 46 (Op, Op>): complete. [info | Dispatcher]: Node 55 (Op, Op>): complete. [info | Dispatcher]: Node 412 (Op, Op, Op>): complete. [info | Dispatcher]: Node 37 (Op, Op>): complete. [info | Dispatcher]: Node 402 (Op, Op, Op>): complete. [info | Dispatcher]: Node 36 (Op, Op>): complete. [info | Dispatcher]: Node 3 (Op, Op>): complete. [info | Dispatcher]: Node 147 (Op, Op>): complete. [info | Dispatcher]: Node 114 (Op, Op>): complete. [info | Dispatcher]: Node 6 (Op, Op>): complete. [info | Dispatcher]: Node 69 (Op, Op>): complete. [info | Dispatcher]: Node 189 (Op, Op>): complete. [info | Dispatcher]: Node 434 (Op, Op, Op>): complete. [info | Dispatcher]: Node 485 (Op, Op, Op>): complete. [info | Dispatcher]: Node 9 (Op, Op>): complete. [info | Dispatcher]: Node 121 (Op, Op>): complete. [info | Dispatcher]: Node 203 (Op, Op, Op>): complete. [info | Dispatcher]: Node 491 (Op, Op, Op>): complete. [info | Dispatcher]: Node 5 (Op, Op>): complete. [info | Dispatcher]: Node 104 (Op, Op>): complete. [info | Dispatcher]: Node 474 (Op, Op, Op>): complete. [info | Dispatcher]: Node 432 (Op, Op, Op>): complete. [info | Dispatcher]: Node 78 (Op, Op>): complete. [info | Dispatcher]: Node 152 (Op, Op>): complete. [info | Dispatcher]: Node 68 (Op, Op>): complete. [info | Dispatcher]: Node 113 (Op, Op>): complete. [info | Dispatcher]: Node 8 (Op, Op>): complete. [info | Dispatcher]: Node 431 (Op, Op, Op>): complete. [info | Dispatcher]: Node 49 (Op, Op>): complete. [info | Dispatcher]: Node 164 (Op, Op>): complete. [info | Dispatcher]: Node 172 (Op, Op>): complete. [info | Dispatcher]: Node 45 (Op, Op>): complete. [info | Dispatcher]: Node 96 (Op, Op>): complete. [info | Dispatcher]: Node 28 (Op, Op>): complete. [info | Dispatcher]: Node 194 (Op, Op>): complete. [info | Dispatcher]: Node 218 (Op, Op, Op>): complete. [info | Dispatcher]: Node 141 (Op, Op>): complete. [info | Dispatcher]: Node 111 (Op, Op>): complete. [info | Dispatcher]: Node 90 (Op, Op>): complete. [info | Dispatcher]: Node 168 (Op, Op>): complete. [info | Dispatcher]: Node 158 (Op, Op>): complete. [info | Dispatcher]: Node 77 (Op, Op>): complete. [info | Dispatcher]: Node 31 (Op, Op>): complete. [info | Dispatcher]: Node 12 (Op, Op>): complete. [info | Dispatcher]: Node 178 (Op, Op>): complete. [info | Dispatcher]: Node 87 (Op, Op>): complete. [info | Dispatcher]: Node 118 (Op, Op>): complete. [info | Dispatcher]: Node 34 (Op, Op>): complete. [info | Dispatcher]: Node 169 (Op, Op>): complete. [info | Dispatcher]: Node 148 (Op, Op>): complete. [info | Dispatcher]: Node 16 (Op, Op>): complete. [info | Dispatcher]: Node 153 (Op, Op>): complete. [info | Dispatcher]: Node 24 (Op, Op>): complete. [info | Dispatcher]: Node 73 (Op, Op>): complete. [info | Dispatcher]: Node 176 (Op, Op>): complete. [info | Dispatcher]: Node 84 (Op, Op>): complete. [info | Dispatcher]: Node 99 (Op, Op>): complete. [info | Dispatcher]: Node 180 (Op, Op>): complete. [info | Dispatcher]: Node 42 (Op, Op>): complete. [info | Dispatcher]: Node 75 (Op, Op>): complete. [info | Dispatcher]: Node 105 (Op, Op>): complete. [info | Dispatcher]: Node 494 (Op, Op, Op>): complete. [info | Dispatcher]: Node 71 (Op, Op>): complete. [info | Dispatcher]: Node 170 (Op, Op>): complete. [info | Dispatcher]: Node 143 (Op, Op>): complete. [info | Dispatcher]: Node 44 (Op, Op>): complete. [info | Dispatcher]: Node 53 (Op, Op>): complete. [info | Dispatcher]: Node 62 (Op, Op>): complete. [info | Dispatcher]: Node 98 (Op, Op>): complete. [info | Dispatcher]: Node 125 (Op, Op>): complete. [info | Dispatcher]: Node 94 (Op, Op>): complete. [info | Dispatcher]: Node 136 (Op, Op>): complete. [info | Dispatcher]: Node 63 (Op, Op>): complete. [info | Dispatcher]: Node 132 (Op, Op>): complete. [info | Dispatcher]: Node 174 (Op, Op>): complete. [info | Dispatcher]: Node 458 (Op, Op, Op>): complete. [info | Dispatcher]: Node 88 (Op, Op>): complete. [info | Dispatcher]: Node 81 (Op, Op>): complete. [info | Dispatcher]: Node 133 (Op, Op>): complete. [info | Dispatcher]: Node 202 (Op, Op>): complete. [info | Dispatcher]: Node 66 (Op, Op>): complete. [info | Dispatcher]: Node 27 (Op, Op>): complete. [info | Dispatcher]: Node 101 (Op, Op>): complete. [info | Dispatcher]: Node 95 (Op, Op>): complete. [info | Dispatcher]: Node 134 (Op, Op>): complete. [info | Dispatcher]: Node 108 (Op, Op>): complete. [info | Dispatcher]: Node 150 (Op, Op>): complete. [info | Dispatcher]: Node 35 (Op, Op>): complete. [info | Dispatcher]: Node 83 (Op, Op>): complete. [info | Dispatcher]: Node 165 (Op, Op>): complete. [info | Dispatcher]: Node 131 (Op, Op>): complete. [info | Dispatcher]: Node 76 (Op, Op>): complete. [info | Dispatcher]: Node 142 (Op, Op>): complete. [info | Dispatcher]: Node 116 (Op, Op>): complete. [info | Dispatcher]: Node 11 (Op, Op>): complete. [info | Dispatcher]: Node 74 (Op, Op>): complete. [info | Dispatcher]: Node 175 (Op, Op>): complete. [info | Dispatcher]: Node 161 (Op, Op>): complete. [info | Dispatcher]: Node 89 (Op, Op>): complete. [info | Dispatcher]: Node 86 (Op, Op>): complete. [info | Dispatcher]: Node 197 (Op, Op>): complete. [info | Dispatcher]: Node 140 (Op, Op>): complete. [info | Dispatcher]: Node 17 (Op, Op>): complete. [info | Dispatcher]: Node 22 (Op, Op>): complete. [info | Dispatcher]: Node 20 (Op, Op>): complete. [info | Dispatcher]: Node 64 (Op, Op>): complete. [info | Dispatcher]: Node 201 (Op, Op>): complete. [info | Dispatcher]: Node 30 (Op, Op>): complete. [info | Dispatcher]: Node 167 (Op, Op>): complete. [info | Dispatcher]: Node 32 (Op, Op>): complete. [info | Dispatcher]: Node 23 (Op, Op>): complete. [info | Dispatcher]: Node 151 (Op, Op>): complete. [info | Dispatcher]: Node 72 (Op, Op>): complete. [info | Dispatcher]: Node 29 (Op, Op>): complete. [info | Dispatcher]: Node 56 (Op, Op>): complete. [info | Dispatcher]: Node 25 (Op, Op>): complete. [info | Dispatcher]: Node 109 (Op, Op>): complete. [info | Dispatcher]: Node 2 (CollectNode<200 Ops>): complete. [info | Dispatcher]: Node 1 (Op>): complete. [info | Dispatcher]: All 501 nodes executed. ┌ Warning: `sort(d::Dict; args...)` is deprecated, use `sort!(OrderedDict(d); args...)` instead. │ caller = show at nodes.jl:704 [inlined] └ @ Core ~/.julia/packages/Dispatcher/JXmtG/src/nodes.jl:704 ┌ Warning: `sort(d::Dict; args...)` is deprecated, use `sort!(OrderedDict(d); args...)` instead. │ caller = show at nodes.jl:704 [inlined] └ @ Core ~/.julia/packages/Dispatcher/JXmtG/src/nodes.jl:704 Test Summary: | Pass Fail Total Time Dispatcher | 268 2 270 29m46.7s Macros | 40 40 3.0s Executors | 212 2 214 22m49.7s Async | 32 32 10.1s Parallel - 1 process | 10 10 3.5s Parallel - 2 process | 10 10 1m05.2s Parallel - 3 process | 10 10 1m34.6s Error Handling | 150 2 152 19m56.2s Async - Application Errors | 9 1 10 11.4s Parallel - Application Errors | 9 1 10 52.1s 1 procs removed (delay 0.1) | 11 11 1m33.4s 1 procs removed (delay 0.2) | 11 11 1m35.7s 1 procs removed (delay 0.3) | 11 11 1m35.8s 1 procs removed (delay 0.4) | 11 11 1m38.2s 1 procs removed (delay 0.5) | 11 11 1m35.4s 1 procs removed (delay 0.6) | 11 11 1m38.9s 2 procs removed (delay 0.1) | 11 11 1m35.3s 2 procs removed (delay 0.2) | 11 11 1m31.7s 2 procs removed (delay 0.3) | 11 11 1m32.3s 2 procs removed (delay 0.4) | 11 11 1m32.1s 2 procs removed (delay 0.5) | 11 11 1m29.7s 2 procs removed (delay 0.6) | 11 11 1m34.2s Examples | 9 9 6m51.6s Show | 7 7 2.4s RNG of the outermost testset: Random.Xoshiro(0x2d0ed570f8501d45, 0x18a17df30fb0b51c, 0x1d7d2458cc60e1da, 0xa8df48e38a6900a9, 0xa880033eee25aa7a) ERROR: LoadError: Some tests did not pass: 268 passed, 2 failed, 0 errored, 0 broken. in expression starting at /home/pkgeval/.julia/packages/Dispatcher/JXmtG/test/runtests.jl:242 Testing failed after 1800.29s ERROR: LoadError: Package Dispatcher errored during testing Stacktrace: [1] pkgerror(msg::String) @ Pkg.Types /opt/julia/share/julia/stdlib/v1.13/Pkg/src/Types.jl:68 [2] test(ctx::Pkg.Types.Context, pkgs::Vector{PackageSpec}; coverage::Bool, julia_args::Cmd, test_args::Cmd, test_fn::Nothing, force_latest_compatible_version::Bool, allow_earlier_backwards_compatible_versions::Bool, allow_reresolve::Bool) @ Pkg.Operations /opt/julia/share/julia/stdlib/v1.13/Pkg/src/Operations.jl:2673 [3] test @ /opt/julia/share/julia/stdlib/v1.13/Pkg/src/Operations.jl:2522 [inlined] [4] test(ctx::Pkg.Types.Context, pkgs::Vector{PackageSpec}; coverage::Bool, test_fn::Nothing, julia_args::Cmd, test_args::Cmd, force_latest_compatible_version::Bool, allow_earlier_backwards_compatible_versions::Bool, allow_reresolve::Bool, kwargs::@Kwargs{io::IOContext{IO}}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:538 [5] kwcall(::@NamedTuple{julia_args::Cmd, io::IOContext{IO}}, ::typeof(Pkg.API.test), ctx::Pkg.Types.Context, pkgs::Vector{PackageSpec}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:515 [6] test(pkgs::Vector{PackageSpec}; io::IOContext{IO}, kwargs::@Kwargs{julia_args::Cmd}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:168 [7] kwcall(::@NamedTuple{julia_args::Cmd}, ::typeof(Pkg.API.test), pkgs::Vector{PackageSpec}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:157 [8] test(pkgs::Vector{String}; kwargs::@Kwargs{julia_args::Cmd}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:156 [9] test @ /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:156 [inlined] [10] kwcall(::@NamedTuple{julia_args::Cmd}, ::typeof(Pkg.API.test), pkg::String) @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:155 [11] top-level scope @ /PkgEval.jl/scripts/evaluate.jl:219 [12] include(mod::Module, _path::String) @ Base ./Base.jl:309 [13] exec_options(opts::Base.JLOptions) @ Base ./client.jl:344 [14] _start() @ Base ./client.jl:577 in expression starting at /PkgEval.jl/scripts/evaluate.jl:210 PkgEval failed after 1927.34s: illegal method overwrites during precompilation