Package evaluation of Dispatcher on Julia 1.13.0-DEV.1244 (c841b5fe7d*) started at 2025-10-02T17:33:17.035 ################################################################################ # Set-up # Installing PkgEval dependencies (TestEnv)... Set-up completed after 9.83s ################################################################################ # Installation # Installing Dispatcher... Resolving package versions... Updating `~/.julia/environments/v1.13/Project.toml` [a48d5fe2] + Dispatcher v1.0.1 Updating `~/.julia/environments/v1.13/Manifest.toml` ⌅ [ec485272] + ArnoldiMethod v0.1.0 ⌅ [15f4f7f2] + AutoHashEquals v0.2.0 ⌅ [864edb3b] + DataStructures v0.17.20 [d2772ebe] + DeferredFutures v1.0.0 [a48d5fe2] + Dispatcher v1.0.1 [d25df0c9] + Inflate v0.1.5 [c8e1da08] + IterTools v1.10.0 [093fc24a] + LightGraphs v1.3.5 [1914dd2f] + MacroTools v0.5.16 [f28f55f0] + Memento v1.4.1 [bac558e1] + OrderedCollections v1.8.1 [aea7be01] + PrecompileTools v1.3.3 [21216c6a] + Preferences v1.5.0 [ae029012] + Requires v1.3.1 ⌅ [08a2b407] + ResultTypes v3.2.1 [699a6c99] + SimpleTraits v0.9.5 [90137ffa] + StaticArrays v1.9.15 [1e83bf80] + StaticArraysCore v1.4.3 [10745b16] + Statistics v1.11.1 [56f22d72] + Artifacts v1.11.0 [2a0f44e3] + Base64 v1.11.0 [ade2ca70] + Dates v1.11.0 [8ba89e20] + Distributed v1.11.0 [b77e0a4c] + InteractiveUtils v1.11.0 [ac6e5ff7] + JuliaSyntaxHighlighting v1.12.0 [8f399da3] + Libdl v1.11.0 [37e2e46d] + LinearAlgebra v1.13.0 [56ddb016] + Logging v1.11.0 [d6f4376e] + Markdown v1.11.0 [a63ad114] + Mmap v1.11.0 [de0858da] + Printf v1.11.0 [9a3f8284] + Random v1.11.0 [ea8e919c] + SHA v0.7.0 [9e88b42a] + Serialization v1.11.0 [1a1011a3] + SharedArrays v1.11.0 [6462fe0b] + Sockets v1.11.0 [2f01184e] + SparseArrays v1.13.0 [f489334b] + StyledStrings v1.11.0 [fa267f1f] + TOML v1.0.3 [8dfed614] + Test v1.11.0 [cf7118a7] + UUIDs v1.11.0 [4ec0a83e] + Unicode v1.11.0 [e66e0078] + CompilerSupportLibraries_jll v1.3.0+1 [4536629a] + OpenBLAS_jll v0.3.29+0 [bea87d4a] + SuiteSparse_jll v7.10.1+0 [8e850b90] + libblastrampoline_jll v5.13.1+0 Info Packages marked with ⌅ have new versions available but compatibility constraints restrict them from upgrading. To see why use `status --outdated -m` Installation completed after 1.15s ################################################################################ # Precompilation # Precompiling PkgEval dependencies... Precompiling package dependencies... Precompilation completed after 31.53s ################################################################################ # Testing # Testing Dispatcher Status `/tmp/jl_UiCHYV/Project.toml` ⌅ [15f4f7f2] AutoHashEquals v0.2.0 ⌅ [864edb3b] DataStructures v0.17.20 [d2772ebe] DeferredFutures v1.0.0 [a48d5fe2] Dispatcher v1.0.1 [c8e1da08] IterTools v1.10.0 [093fc24a] LightGraphs v1.3.5 [f28f55f0] Memento v1.4.1 ⌅ [08a2b407] ResultTypes v3.2.1 [8ba89e20] Distributed v1.11.0 [8dfed614] Test v1.11.0 Status `/tmp/jl_UiCHYV/Manifest.toml` ⌅ [ec485272] ArnoldiMethod v0.1.0 ⌅ [15f4f7f2] AutoHashEquals v0.2.0 ⌅ [864edb3b] DataStructures v0.17.20 [d2772ebe] DeferredFutures v1.0.0 [a48d5fe2] Dispatcher v1.0.1 [d25df0c9] Inflate v0.1.5 [c8e1da08] IterTools v1.10.0 [093fc24a] LightGraphs v1.3.5 [1914dd2f] MacroTools v0.5.16 [f28f55f0] Memento v1.4.1 [bac558e1] OrderedCollections v1.8.1 [aea7be01] PrecompileTools v1.3.3 [21216c6a] Preferences v1.5.0 [ae029012] Requires v1.3.1 ⌅ [08a2b407] ResultTypes v3.2.1 [699a6c99] SimpleTraits v0.9.5 [90137ffa] StaticArrays v1.9.15 [1e83bf80] StaticArraysCore v1.4.3 [10745b16] Statistics v1.11.1 [56f22d72] Artifacts v1.11.0 [2a0f44e3] Base64 v1.11.0 [ade2ca70] Dates v1.11.0 [8ba89e20] Distributed v1.11.0 [b77e0a4c] InteractiveUtils v1.11.0 [ac6e5ff7] JuliaSyntaxHighlighting v1.12.0 [8f399da3] Libdl v1.11.0 [37e2e46d] LinearAlgebra v1.13.0 [56ddb016] Logging v1.11.0 [d6f4376e] Markdown v1.11.0 [a63ad114] Mmap v1.11.0 [de0858da] Printf v1.11.0 [9a3f8284] Random v1.11.0 [ea8e919c] SHA v0.7.0 [9e88b42a] Serialization v1.11.0 [1a1011a3] SharedArrays v1.11.0 [6462fe0b] Sockets v1.11.0 [2f01184e] SparseArrays v1.13.0 [f489334b] StyledStrings v1.11.0 [fa267f1f] TOML v1.0.3 [8dfed614] Test v1.11.0 [cf7118a7] UUIDs v1.11.0 [4ec0a83e] Unicode v1.11.0 [e66e0078] CompilerSupportLibraries_jll v1.3.0+1 [4536629a] OpenBLAS_jll v0.3.29+0 [bea87d4a] SuiteSparse_jll v7.10.1+0 [8e850b90] libblastrampoline_jll v5.13.1+0 Info Packages marked with ⌅ have new versions available but compatibility constraints restrict them from upgrading. Testing Running tests... WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. Test Summary: | Pass Total Time Graph | 34 34 4.4s WARNING: Method definition foo(OtherModule.MyType) in module Main at /home/pkgeval/.julia/packages/Dispatcher/JXmtG/test/runtests.jl:367 overwritten at /home/pkgeval/.julia/packages/Dispatcher/JXmtG/test/runtests.jl:401. [info | Dispatcher]: Executing 6 graph nodes. [info | Dispatcher]: Node 1 (Op, 2>>): running. [info | Dispatcher]: Node 2 (IndexNode, 2>): running. [info | Dispatcher]: Node 3 (Op>): running. [info | Dispatcher]: Node 4 (Op, Op>): running. [info | Dispatcher]: Node 5 (Op<3>): running. [info | Dispatcher]: Node 6 (Op): running. [info | Dispatcher]: Node 5 (Op<3>): complete. [info | Dispatcher]: Node 6 (Op): complete. [info | Dispatcher]: Node 4 (Op, Op>): complete. [info | Dispatcher]: Node 3 (Op>): complete. [info | Dispatcher]: Node 2 (IndexNode, 2>): complete. [info | Dispatcher]: Node 1 (Op, 2>>): complete. [info | Dispatcher]: All 6 nodes executed. [info | Dispatcher]: Executing 2 graph nodes. [info | Dispatcher]: Node 1 (Op>): running. [info | Dispatcher]: Node 2 (Op): running. [info | Dispatcher]: Node 2 (Op): complete. [info | Dispatcher]: Node 1 (Op>): complete. [info | Dispatcher]: All 2 nodes executed. [info | Dispatcher]: Executing 2 graph nodes. [info | Dispatcher]: Node 1 (Op>): running. [info | Dispatcher]: Node 2 (DataNode{Channel{Float64}}): running. [info | Dispatcher]: Node 2 (DataNode{Channel{Float64}}): complete. [info | Dispatcher]: Node 1 (Op>): complete. [info | Dispatcher]: All 2 nodes executed. [info | Main]: Partial array [info | Dispatcher]: Executing 2 graph nodes. [info | Dispatcher]: Node 1 (Op>): running. [info | Dispatcher]: Node 2 (Op): running. [info | Dispatcher]: Node 2 (Op): complete. [info | Dispatcher]: Node 1 (Op>): complete. [info | Dispatcher]: All 2 nodes executed. [info | Dispatcher]: Executing 2 graph nodes. [info | Dispatcher]: Node 1 (Op>): running. [info | Dispatcher]: Node 2 (DataNode{Channel{Float64}}): running. [info | Dispatcher]: Node 2 (DataNode{Channel{Float64}}): complete. [info | Dispatcher]: Node 1 (Op>): complete. [info | Dispatcher]: All 2 nodes executed. [info | Dispatcher]: Executing 4 graph nodes. [info | Dispatcher]: Node 1 (Op<*, Op<+>, Op<+>>): running. [info | Dispatcher]: Node 2 (Op<+, Op<+>, Int64>): running. [info | Dispatcher]: Node 3 (Op<+, Op<+>, Int64>): running. [info | Dispatcher]: Node 4 (Op<+, Int64, Int64>): running. [info | Dispatcher]: Node 4 (Op<+, Int64, Int64>): complete. [info | Dispatcher]: Node 2 (Op<+, Op<+>, Int64>): complete. [info | Dispatcher]: Node 3 (Op<+, Op<+>, Int64>): complete. [info | Dispatcher]: Node 1 (Op<*, Op<+>, Op<+>>): complete. [info | Dispatcher]: All 4 nodes executed. [info | Dispatcher]: Executing 6 graph nodes. [info | Dispatcher]: Node 1 (Op, 2>>): running. [info | Dispatcher]: Node 2 (IndexNode, 2>): running. [info | Dispatcher]: Node 3 (Op>): running. [info | Dispatcher]: Node 4 (Op, Op<4>>): running. [info | Dispatcher]: Node 5 (Op<3>): running. [info | Dispatcher]: Node 6 (Op<4, Int64>): running. [info | Dispatcher]: Node 5 (Op<3>): complete. [info | Dispatcher]: Node 6 (Op<4, Int64>): complete. [info | Dispatcher]: Node 4 (Op, Op<4>>): complete. [info | Dispatcher]: Node 3 (Op>): complete. [info | Dispatcher]: Node 2 (IndexNode, 2>): complete. [info | Dispatcher]: Node 1 (Op, 2>>): complete. [info | Dispatcher]: All 6 nodes executed. From worker 2: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 2: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 2: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 2: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. [info | Dispatcher]: Executing 6 graph nodes. [info | Dispatcher]: Node 1 (Op, 2>>): running. [info | Dispatcher]: Node 2 (IndexNode, 2>): running. [info | Dispatcher]: Node 3 (Op>): running. [info | Dispatcher]: Node 4 (Op, Op<4>>): running. [info | Dispatcher]: Node 5 (Op<3>): running. [info | Dispatcher]: Node 6 (Op<4, Int64>): running. [info | Dispatcher]: Node 5 (Op<3>): complete. [info | Dispatcher]: Node 6 (Op<4, Int64>): complete. [info | Dispatcher]: Node 4 (Op, Op<4>>): complete. [info | Dispatcher]: Node 3 (Op>): complete. [info | Dispatcher]: Node 2 (IndexNode, 2>): complete. [info | Dispatcher]: Node 1 (Op, 2>>): complete. [info | Dispatcher]: All 6 nodes executed. From worker 4: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 4: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 4: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 4: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 3: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 3: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 3: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 3: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. [info | Dispatcher]: Executing 6 graph nodes. [info | Dispatcher]: Node 1 (Op, 2>>): running. [info | Dispatcher]: Node 2 (IndexNode, 2>): running. [info | Dispatcher]: Node 3 (Op>): running. [info | Dispatcher]: Node 4 (Op, Op<4>>): running. [info | Dispatcher]: Node 5 (Op<3>): running. [info | Dispatcher]: Node 6 (Op<4, Int64>): running. [info | Dispatcher]: Node 5 (Op<3>): complete. [info | Dispatcher]: Node 6 (Op<4, Int64>): complete. [info | Dispatcher]: Node 4 (Op, Op<4>>): complete. [info | Dispatcher]: Node 3 (Op>): complete. [info | Dispatcher]: Node 2 (IndexNode, 2>): complete. [info | Dispatcher]: Node 1 (Op, 2>>): complete. [info | Dispatcher]: All 6 nodes executed. [info | Dispatcher]: Executing 6 graph nodes. [info | Dispatcher]: Node 1 (Op, 2>>): running. [info | Dispatcher]: Node 2 (IndexNode, 2>): running. [info | Dispatcher]: Node 3 (Op>): running. [info | Dispatcher]: Node 4 (Op, Op<4>>): running. [info | Dispatcher]: Node 5 (Op<3>): running. [info | Dispatcher]: Node 6 (Op<4, Int64>): running. [info | Dispatcher]: Node 5 (Op<3>): complete. [info | Dispatcher]: Node 6 (Op<4, Int64>): complete. [info | Dispatcher]: Node 4 (Op, Op<4>>): complete. [notice | Dispatcher]: Handling Error: DependencyError [notice | Dispatcher]: Handling Error: DependencyError [notice | Dispatcher]: Handling Error: DependencyError Async - Application Errors: Test Failed at /home/pkgeval/.julia/packages/Dispatcher/JXmtG/test/runtests.jl:667 Expression: run!(exec, [h]) Expected: DependencyError Thrown: CapturedException TaskFailedException nested task error: MethodError: no method matching /(::DependencyError{TaskFailedException}, ::Int64) The function `/` exists, but no method is defined for this combination of argument types. Closest candidates are: /(!Matched::BigInt, ::Union{Int16, Int32, Int64, Int8, UInt16, UInt32, UInt64, UInt8}) @ Base gmp.jl:565 /(!Matched::BigFloat, ::Union{Int16, Int32, Int64, Int8}) @ Base mpfr.jl:640 /(!Matched::Missing, ::Number) @ Base missing.jl:125 ... Stacktrace: [1] (::var"#112#113"{Channel{Float64}})(x::DependencyError{TaskFailedException}) @ Main ~/.julia/packages/Dispatcher/JXmtG/test/runtests.jl:661 [2] run!(op::Op) @ Dispatcher ~/.julia/packages/Dispatcher/JXmtG/src/nodes.jl:343 [3] (::Dispatcher.var"#dispatch!##0#dispatch!##1"{Op})() @ Dispatcher ~/.julia/packages/Dispatcher/JXmtG/src/executors.jl:421 Stacktrace: [1] (::Dispatcher.var"#on_error_inner!#25"{Bool, DispatchGraph})(err::DependencyError{TaskFailedException}) @ Dispatcher ~/.julia/packages/Dispatcher/JXmtG/src/executors.jl:282 [2] (::Distributed.var"#183#184"{Bool, Base.var"#47#48"{Base.var"#49#50"{ExponentialBackOff, Dispatcher.var"#allow_retry##3#allow_retry##4"{Dispatcher.var"#inner_allow_retry#allow_retry##0"{Vector{Function}}}, Distributed.var"#wrap_retry##0#wrap_retry##1"{Dispatcher.var"#run_inner!#24"{AsyncExecutor, Dispatcher.NodeSet}}}}, Dispatcher.var"#on_error_inner!#25"{Bool, DispatchGraph}})(x::Int64) @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/pmap.jl:167 [3] (::Base.var"#954#955"{Distributed.var"#183#184"{Bool, Base.var"#47#48"{Base.var"#49#50"{ExponentialBackOff, Dispatcher.var"#allow_retry##3#allow_retry##4"{Dispatcher.var"#inner_allow_retry#allow_retry##0"{Vector{Function}}}, Distributed.var"#wrap_retry##0#wrap_retry##1"{Dispatcher.var"#run_inner!#24"{AsyncExecutor, Dispatcher.NodeSet}}}}, Dispatcher.var"#on_error_inner!#25"{Bool, DispatchGraph}}})(r::Base.RefValue{Any}, args::Tuple{Int64}) @ Base ./asyncmap.jl:96 [4] (::Base.var"#start_worker_task!##0#start_worker_task!##1"{Base.var"#954#955"{Distributed.var"#183#184"{Bool, Base.var"#47#48"{Base.var"#49#50"{ExponentialBackOff, Dispatcher.var"#allow_retry##3#allow_retry##4"{Dispatcher.var"#inner_allow_retry#allow_retry##0"{Vector{Function}}}, Distributed.var"#wrap_retry##0#wrap_retry##1"{Dispatcher.var"#run_inner!#24"{AsyncExecutor, Dispatcher.NodeSet}}}}, Dispatcher.var"#on_error_inner!#25"{Bool, DispatchGraph}}}, Channel{Any}, Nothing})() @ Base ./asyncmap.jl:230 Stacktrace: [1] (::Base.var"#maptwice##0#maptwice##1")(x::Task) @ Base ./asyncmap.jl:173 [2] foreach(f::Base.var"#maptwice##0#maptwice##1", itr::Vector{Any}) @ Base ./abstractarray.jl:3209 [3] maptwice(wrapped_f::Function, chnl::Channel{Any}, worker_tasks::Vector{Any}, c::UnitRange{Int64}) @ Base ./asyncmap.jl:173 [4] wrap_n_exec_twice @ ./asyncmap.jl:149 [inlined] [5] async_usemap(f::Distributed.var"#183#184"{Bool, Base.var"#47#48"{Base.var"#49#50"{ExponentialBackOff, Dispatcher.var"#allow_retry##3#allow_retry##4"{Dispatcher.var"#inner_allow_retry#allow_retry##0"{Vector{Function}}}, Distributed.var"#wrap_retry##0#wrap_retry##1"{Dispatcher.var"#run_inner!#24"{AsyncExecutor, Dispatcher.NodeSet}}}}, Dispatcher.var"#on_error_inner!#25"{Bool, DispatchGraph}}, c::UnitRange{Int64}; ntasks::Int64, batch_size::Nothing) @ Base ./asyncmap.jl:99 [6] async_usemap @ ./asyncmap.jl:80 [inlined] [7] #asyncmap#939 @ ./asyncmap.jl:77 [inlined] [8] asyncmap @ ./asyncmap.jl:76 [inlined] [9] dispatch!(exec::AsyncExecutor, graph::DispatchGraph; throw_error::Bool) @ Dispatcher ~/.julia/packages/Dispatcher/JXmtG/src/executors.jl:349 [10] dispatch! @ ~/.julia/packages/Dispatcher/JXmtG/src/executors.jl:244 [inlined] [11] run!(exec::AsyncExecutor, output_nodes::Vector{Op}, input_nodes::Vector{DispatchNode}; input_map::Dict{DispatchNode, Any}, throw_error::Bool) @ Dispatcher ~/.julia/packages/Dispatcher/JXmtG/src/executors.jl:103 [12] run! @ ~/.julia/packages/Dispatcher/JXmtG/src/executors.jl:81 [inlined] [13] run!(exec::AsyncExecutor, output_nodes::Vector{Op}) @ Dispatcher ~/.julia/packages/Dispatcher/JXmtG/src/executors.jl:81 [14] top-level scope @ ~/.julia/packages/Dispatcher/JXmtG/test/runtests.jl:243 [15] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1952 [inlined] [16] macro expansion @ ~/.julia/packages/Dispatcher/JXmtG/test/runtests.jl:434 [inlined] [17] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1952 [inlined] [18] macro expansion @ ~/.julia/packages/Dispatcher/JXmtG/test/runtests.jl:631 [inlined] [19] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1952 [inlined] [20] macro expansion @ ~/.julia/packages/Dispatcher/JXmtG/test/runtests.jl:632 [inlined] [21] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1952 [inlined] [22] macro expansion @ ~/.julia/packages/Dispatcher/JXmtG/test/runtests.jl:667 [inlined] [23] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:863 [inlined] [24] macro expansion @ ~/.julia/packages/Dispatcher/JXmtG/test/runtests.jl:667 [inlined] Stacktrace: [1] do_test_throws(result::Test.ExecutionResult, orig_expr::Any, extype::Any) @ Test /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:908 [2] top-level scope @ ~/.julia/packages/Dispatcher/JXmtG/test/runtests.jl:243 [3] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1952 [inlined] [4] macro expansion @ ~/.julia/packages/Dispatcher/JXmtG/test/runtests.jl:434 [inlined] [5] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1952 [inlined] [6] macro expansion @ ~/.julia/packages/Dispatcher/JXmtG/test/runtests.jl:631 [inlined] [7] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1952 [inlined] [8] macro expansion @ ~/.julia/packages/Dispatcher/JXmtG/test/runtests.jl:632 [inlined] [9] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1952 [inlined] [10] macro expansion @ ~/.julia/packages/Dispatcher/JXmtG/test/runtests.jl:667 [inlined] [info | Dispatcher]: Executing 6 graph nodes. [info | Dispatcher]: Node 1 (Op, 2>>): running. [info | Dispatcher]: Node 2 (IndexNode, 2>): running. [info | Dispatcher]: Node 3 (Op>): running. [info | Dispatcher]: Node 4 (Op, Op<4>>): running. [info | Dispatcher]: Node 5 (Op<3>): running. [info | Dispatcher]: Node 6 (Op<4, Int64>): running. [info | Dispatcher]: Node 5 (Op<3>): complete. [info | Dispatcher]: Node 6 (Op<4, Int64>): complete. [info | Dispatcher]: Node 4 (Op, Op<4>>): complete. [notice | Dispatcher]: Handling Error: DependencyError [notice | Dispatcher]: Handling Error: DependencyError [notice | Dispatcher]: Handling Error: DependencyError [info | Dispatcher]: All 6 nodes executed. From worker 5: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 5: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 5: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 5: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. [info | Dispatcher]: Executing 6 graph nodes. [info | Dispatcher]: Node 1 (Op, 2>>): running. [info | Dispatcher]: Node 2 (IndexNode, 2>): running. [info | Dispatcher]: Node 3 (Op>): running. [info | Dispatcher]: Node 4 (Op, Op<4>>): running. [info | Dispatcher]: Node 5 (Op<3>): running. [info | Dispatcher]: Node 6 (Op<4, Int64>): running. [info | Dispatcher]: Node 5 (Op<3>): complete. [info | Dispatcher]: Node 6 (Op<4, Int64>): complete. [info | Dispatcher]: Node 4 (Op, Op<4>>): complete. [notice | Dispatcher]: Handling Error: DependencyError [notice | Dispatcher]: Handling Error: DependencyError [notice | Dispatcher]: Handling Error: DependencyError Parallel - Application Errors: Test Failed at /home/pkgeval/.julia/packages/Dispatcher/JXmtG/test/runtests.jl:713 Expression: run!(exec, [h]) Expected: DependencyError Thrown: CapturedException MethodError: no method matching /(::DependencyError{RemoteException}, ::Int64) The function `/` exists, but no method is defined for this combination of argument types. Closest candidates are: /(!Matched::BigInt, ::Union{Int16, Int32, Int64, Int8, UInt16, UInt32, UInt64, UInt8}) @ Base gmp.jl:565 /(!Matched::BigFloat, ::Union{Int16, Int32, Int64, Int8}) @ Base mpfr.jl:640 /(!Matched::Missing, ::Number) @ Base missing.jl:125 ... Stacktrace: [1] (::Dispatcher.var"#on_error_inner!#25"{Bool, DispatchGraph})(err::DependencyError{MethodError}) @ Dispatcher ~/.julia/packages/Dispatcher/JXmtG/src/executors.jl:282 [2] (::Distributed.var"#183#184"{Bool, Base.var"#47#48"{Base.var"#49#50"{ExponentialBackOff, Dispatcher.var"#allow_retry##3#allow_retry##4"{Dispatcher.var"#inner_allow_retry#allow_retry##0"{Vector{Function}}}, Distributed.var"#wrap_retry##0#wrap_retry##1"{Dispatcher.var"#run_inner!#24"{ParallelExecutor, Dispatcher.NodeSet}}}}, Dispatcher.var"#on_error_inner!#25"{Bool, DispatchGraph}})(x::Int64) @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/pmap.jl:167 [3] (::Base.var"#954#955"{Distributed.var"#183#184"{Bool, Base.var"#47#48"{Base.var"#49#50"{ExponentialBackOff, Dispatcher.var"#allow_retry##3#allow_retry##4"{Dispatcher.var"#inner_allow_retry#allow_retry##0"{Vector{Function}}}, Distributed.var"#wrap_retry##0#wrap_retry##1"{Dispatcher.var"#run_inner!#24"{ParallelExecutor, Dispatcher.NodeSet}}}}, Dispatcher.var"#on_error_inner!#25"{Bool, DispatchGraph}}})(r::Base.RefValue{Any}, args::Tuple{Int64}) @ Base ./asyncmap.jl:96 [4] (::Base.var"#start_worker_task!##0#start_worker_task!##1"{Base.var"#954#955"{Distributed.var"#183#184"{Bool, Base.var"#47#48"{Base.var"#49#50"{ExponentialBackOff, Dispatcher.var"#allow_retry##3#allow_retry##4"{Dispatcher.var"#inner_allow_retry#allow_retry##0"{Vector{Function}}}, Distributed.var"#wrap_retry##0#wrap_retry##1"{Dispatcher.var"#run_inner!#24"{ParallelExecutor, Dispatcher.NodeSet}}}}, Dispatcher.var"#on_error_inner!#25"{Bool, DispatchGraph}}}, Channel{Any}, Nothing})() @ Base ./asyncmap.jl:230 Stacktrace: [1] (::Base.var"#maptwice##0#maptwice##1")(x::Task) @ Base ./asyncmap.jl:173 [2] foreach(f::Base.var"#maptwice##0#maptwice##1", itr::Vector{Any}) @ Base ./abstractarray.jl:3209 [3] maptwice(wrapped_f::Function, chnl::Channel{Any}, worker_tasks::Vector{Any}, c::UnitRange{Int64}) @ Base ./asyncmap.jl:173 [4] wrap_n_exec_twice @ ./asyncmap.jl:149 [inlined] [5] async_usemap(f::Distributed.var"#183#184"{Bool, Base.var"#47#48"{Base.var"#49#50"{ExponentialBackOff, Dispatcher.var"#allow_retry##3#allow_retry##4"{Dispatcher.var"#inner_allow_retry#allow_retry##0"{Vector{Function}}}, Distributed.var"#wrap_retry##0#wrap_retry##1"{Dispatcher.var"#run_inner!#24"{ParallelExecutor, Dispatcher.NodeSet}}}}, Dispatcher.var"#on_error_inner!#25"{Bool, DispatchGraph}}, c::UnitRange{Int64}; ntasks::Int64, batch_size::Nothing) @ Base ./asyncmap.jl:99 [6] async_usemap @ ./asyncmap.jl:80 [inlined] [7] #asyncmap#939 @ ./asyncmap.jl:77 [inlined] [8] asyncmap @ ./asyncmap.jl:76 [inlined] [9] dispatch!(exec::ParallelExecutor, graph::DispatchGraph; throw_error::Bool) @ Dispatcher ~/.julia/packages/Dispatcher/JXmtG/src/executors.jl:349 [10] dispatch! @ ~/.julia/packages/Dispatcher/JXmtG/src/executors.jl:244 [inlined] [11] run!(exec::ParallelExecutor, output_nodes::Vector{Op}, input_nodes::Vector{DispatchNode}; input_map::Dict{DispatchNode, Any}, throw_error::Bool) @ Dispatcher ~/.julia/packages/Dispatcher/JXmtG/src/executors.jl:103 [12] run! @ ~/.julia/packages/Dispatcher/JXmtG/src/executors.jl:81 [inlined] [13] run!(exec::ParallelExecutor, output_nodes::Vector{Op}) @ Dispatcher ~/.julia/packages/Dispatcher/JXmtG/src/executors.jl:81 [14] top-level scope @ ~/.julia/packages/Dispatcher/JXmtG/test/runtests.jl:243 [15] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1952 [inlined] [16] macro expansion @ ~/.julia/packages/Dispatcher/JXmtG/test/runtests.jl:434 [inlined] [17] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1952 [inlined] [18] macro expansion @ ~/.julia/packages/Dispatcher/JXmtG/test/runtests.jl:631 [inlined] [19] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1952 [inlined] [20] macro expansion @ ~/.julia/packages/Dispatcher/JXmtG/test/runtests.jl:677 [inlined] [21] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1952 [inlined] [22] macro expansion @ ~/.julia/packages/Dispatcher/JXmtG/test/runtests.jl:713 [inlined] [23] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:863 [inlined] [24] macro expansion @ ~/.julia/packages/Dispatcher/JXmtG/test/runtests.jl:713 [inlined] Stacktrace: [1] do_test_throws(result::Test.ExecutionResult, orig_expr::Any, extype::Any) @ Test /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:908 [2] top-level scope @ ~/.julia/packages/Dispatcher/JXmtG/test/runtests.jl:243 [3] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1952 [inlined] [4] macro expansion @ ~/.julia/packages/Dispatcher/JXmtG/test/runtests.jl:434 [inlined] [5] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1952 [inlined] [6] macro expansion @ ~/.julia/packages/Dispatcher/JXmtG/test/runtests.jl:631 [inlined] [7] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1952 [inlined] [8] macro expansion @ ~/.julia/packages/Dispatcher/JXmtG/test/runtests.jl:677 [inlined] [9] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1952 [inlined] [10] macro expansion @ ~/.julia/packages/Dispatcher/JXmtG/test/runtests.jl:713 [inlined] [info | Dispatcher]: Executing 6 graph nodes. [info | Dispatcher]: Node 1 (Op, 2>>): running. [info | Dispatcher]: Node 2 (IndexNode, 2>): running. [info | Dispatcher]: Node 3 (Op>): running. [info | Dispatcher]: Node 4 (Op, Op<4>>): running. [info | Dispatcher]: Node 5 (Op<3>): running. [info | Dispatcher]: Node 6 (Op<4, Int64>): running. [info | Dispatcher]: Node 5 (Op<3>): complete. [info | Dispatcher]: Node 6 (Op<4, Int64>): complete. [info | Dispatcher]: Node 4 (Op, Op<4>>): complete. [notice | Dispatcher]: Handling Error: DependencyError [notice | Dispatcher]: Handling Error: DependencyError [notice | Dispatcher]: Handling Error: DependencyError [info | Dispatcher]: All 6 nodes executed. From worker 7: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 7: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 7: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 7: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 6: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 6: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 6: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 6: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. [info | Dispatcher]: Executing 6 graph nodes. [info | Dispatcher]: Node 1 (Op, 2>>): running. [info | Dispatcher]: Node 2 (IndexNode, 2>): running. [info | Dispatcher]: Node 3 (Op>): running. [info | Dispatcher]: Node 4 (Op, Op<4>>): running. [info | Dispatcher]: Node 5 (Op<3>): running. [info | Dispatcher]: Node 6 (Op<4, Int64>): running. ┌ Warning: Failed to gracefully kill worker 6 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/managers.jl:753 ┌ Warning: Sending profile SIGUSR1 to worker 6 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/managers.jl:756 From worker 6: From worker 6: ====================================================================================== From worker 6: Information request received. A stacktrace will print followed by a 1.0 second profile. From worker 6: --trace-compile is enabled during profile collection. From worker 6: ====================================================================================== From worker 6: From worker 6: cmd: /opt/julia/bin/julia 195 running 1 of 1 From worker 6: From worker 6: signal (10): User defined signal 1 From worker 6: _ZN4llvm22CriticalAntiDepBreaker15ScanInstructionERNS_12MachineInstrEj at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 6: _ZN12_GLOBAL__N_115PostRAScheduler20runOnMachineFunctionERN4llvm15MachineFunctionE.part.0 at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 6: _ZN4llvm19MachineFunctionPass13runOnFunctionERNS_8FunctionE.part.0 at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 6: _ZN4llvm13FPPassManager13runOnFunctionERNS_8FunctionE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 6: _ZN4llvm13FPPassManager11runOnModuleERNS_6ModuleE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 6: _ZN4llvm6legacy15PassManagerImpl3runERNS_6ModuleE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 6: operator() at /source/src/jitlayers.cpp:1628 From worker 6: addModule at /source/src/jitlayers.cpp:2119 From worker 6: jl_compile_codeinst_now at /source/src/jitlayers.cpp:682 From worker 6: jl_compile_codeinst_impl at /source/src/jitlayers.cpp:876 From worker 6: jl_compile_method_internal at /source/src/gf.c:3648 From worker 6: _jl_invoke at /source/src/gf.c:4108 [inlined] From worker 6: ijl_apply_generic at /source/src/gf.c:4313 From worker 6: map at ./abstractarray.jl:3423 From worker 6: maptwice at ./asyncmap.jl:157 From worker 6: wrap_n_exec_twice at ./asyncmap.jl:149 [inlined] From worker 6: #async_usemap#940 at ./asyncmap.jl:99 [inlined] From worker 6: async_usemap at ./asyncmap.jl:80 [inlined] From worker 6: #asyncmap#939 at ./asyncmap.jl:77 [inlined] From worker 6: asyncmap at ./asyncmap.jl:76 From worker 6: unknown function (ip: 0x7acc82317746) at (unknown file) From worker 6: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 6: ijl_apply_generic at /source/src/gf.c:4313 From worker 6: run! at /home/pkgeval/.julia/packages/Dispatcher/JXmtG/src/nodes.jl:322 From worker 6: #dispatch!##2 at /source/usr/share/julia/stdlib/v1.13/Distributed/src/macros.jl:43 From worker 6: unknown function (ip: 0x7acc8231254f) at (unknown file) From worker 6: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 6: ijl_apply_generic at /source/src/gf.c:4313 From worker 6: jl_apply at /source/src/julia.h:2271 [inlined] From worker 6: jl_f_invokelatest at /source/src/builtins.c:889 From worker 6: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 6: ijl_apply_generic at /source/src/gf.c:4313 From worker 6: jl_apply at /source/src/julia.h:2271 [inlined] From worker 6: jl_f__apply_iterate at /source/src/builtins.c:876 From worker 6: #handle_msg##0 at /source/usr/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:283 From worker 6: run_work_thunk at /source/usr/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 6: unknown function (ip: 0x7acc82311cab) at (unknown file) From worker 6: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 6: ijl_apply_generic at /source/src/gf.c:4313 From worker 6: run_work_thunk at /source/usr/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:79 From worker 6: #schedule_call##2 at /source/usr/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:88 From worker 6: unknown function (ip: 0x7acc8231187f) at (unknown file) From worker 6: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 6: ijl_apply_generic at /source/src/gf.c:4313 From worker 6: jl_apply at /source/src/julia.h:2271 [inlined] From worker 6: start_task at /source/src/task.c:1281 From worker 6: unknown function (ip: (nil)) at (unknown file) From worker 6: From worker 6: #= 30.1 ms =# precompile(Tuple{Base.WeakKeyDictFinalizer{Base.WeakKeyDict{Distributed.AbstractRemoteRef, Nothing}}, Distributed.RemoteChannel{Base.Channel{Any}}}) From worker 6: #= 25.0 ms =# precompile(Tuple{Base.WeakKeyDictFinalizer{Base.WeakKeyDict{Any, Any}}, Core.TypeName}) From worker 6: #= 228.4 ms =# precompile(Tuple{typeof(Distributed.finalize_ref), Distributed.RemoteChannel{Base.Channel{Float64}}}) From worker 6: #= 12.4 ms =# precompile(Tuple{typeof(Base.isequal), Distributed.RemoteChannel{Base.Channel{Float64}}, WeakRef}) From worker 6: #= 17.3 ms =# precompile(Tuple{typeof(Base.:(var"==")), Distributed.RemoteChannel{Base.Channel{Float64}}, WeakRef}) From worker 6: #= 16.6 ms =# precompile(Tuple{typeof(Base.isequal), Distributed.RemoteChannel{Base.Channel{Float64}}, Distributed.RemoteChannel{Base.Channel{Float64}}}) From worker 6: #= 9.0 ms =# precompile(Tuple{Base.WeakKeyDictFinalizer{Base.WeakKeyDict{Distributed.AbstractRemoteRef, Nothing}}, Distributed.RemoteChannel{Base.Channel{Float64}}}) [info | Dispatcher]: Node 5 (Op<3>): running. [info | Dispatcher]: Node 3 (Op>): running. [info | Dispatcher]: Node 1 (Op, 2>>): running. [info | Dispatcher]: Node 6 (Op<4, Int64>): complete. [info | Dispatcher]: Node 5 (Op<3>): complete. [info | Dispatcher]: Node 4 (Op, Op<4>>): complete. [info | Dispatcher]: Node 3 (Op>): complete. ┌ Error: Fatal error on process 1 │ exception = │ attempt to send to unknown socket │ Stacktrace: │ [1] error(s::String) │ @ Base ./error.jl:44 │ [2] send_msg_unknown(s::Sockets.TCPSocket, header::Distributed.MsgHeader, msg::Distributed.ResultMsg) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:99 │ [3] send_msg_now │ @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:115 [inlined] │ [4] deliver_result(sock::Sockets.TCPSocket, msg::Symbol, oid::Distributed.RRID, value::RemoteChannel{Channel{Any}}) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:102 │ [5] (::Distributed.var"#handle_msg##2#handle_msg##3"{Distributed.CallMsg{:call_fetch}, Distributed.MsgHeader, Sockets.TCPSocket})() │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:295 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:106 [info | Dispatcher]: Node 2 (IndexNode, 2>): complete. ┌ Warning: Sending SIGQUIT to worker 6 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/managers.jl:760 [info | Dispatcher]: Node 1 (Op, 2>>): complete. [info | Dispatcher]: All 6 nodes executed. From worker 8: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 8: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 8: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 8: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 9: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 9: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 9: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 9: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. [info | Dispatcher]: Executing 6 graph nodes. [info | Dispatcher]: Node 1 (Op, 2>>): running. [info | Dispatcher]: Node 2 (IndexNode, 2>): running. [info | Dispatcher]: Node 3 (Op>): running. [info | Dispatcher]: Node 4 (Op, Op<4>>): running. [info | Dispatcher]: Node 5 (Op<3>): running. [info | Dispatcher]: Node 6 (Op<4, Int64>): running. ┌ Warning: Failed to gracefully kill worker 8 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/managers.jl:753 ┌ Warning: Sending profile SIGUSR1 to worker 8 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/managers.jl:756 From worker 8: From worker 8: ====================================================================================== From worker 8: Information request received. A stacktrace will print followed by a 1.0 second profile. From worker 8: --trace-compile is enabled during profile collection. From worker 8: ====================================================================================== From worker 8: From worker 8: cmd: /opt/julia/bin/julia 259 running 1 of 1 From worker 8: From worker 8: signal (10): User defined signal 1 From worker 8: _ZNK4llvm17X86TargetLowering17PerformDAGCombineEPNS_6SDNodeERNS_14TargetLowering15DAGCombinerInfoE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 8: _ZN12_GLOBAL__N_111DAGCombiner7combineEPN4llvm6SDNodeE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 8: _ZN4llvm12SelectionDAG7CombineENS_12CombineLevelEPNS_14BatchAAResultsENS_15CodeGenOptLevelE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 8: _ZN4llvm16SelectionDAGISel17CodeGenAndEmitDAGEv at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 8: _ZN4llvm16SelectionDAGISel20SelectAllBasicBlocksERKNS_8FunctionE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 8: _ZN4llvm16SelectionDAGISel20runOnMachineFunctionERNS_15MachineFunctionE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 8: _ZN4llvm22SelectionDAGISelLegacy20runOnMachineFunctionERNS_15MachineFunctionE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 8: _ZN4llvm19MachineFunctionPass13runOnFunctionERNS_8FunctionE.part.0 at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 8: _ZN4llvm13FPPassManager13runOnFunctionERNS_8FunctionE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 8: _ZN4llvm13FPPassManager11runOnModuleERNS_6ModuleE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 8: _ZN4llvm6legacy15PassManagerImpl3runERNS_6ModuleE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 8: operator() at /source/src/jitlayers.cpp:1628 From worker 8: addModule at /source/src/jitlayers.cpp:2119 From worker 8: jl_compile_codeinst_now at /source/src/jitlayers.cpp:682 From worker 8: jl_compile_codeinst_impl at /source/src/jitlayers.cpp:876 From worker 8: jl_compile_method_internal at /source/src/gf.c:3648 From worker 8: _jl_invoke at /source/src/gf.c:4108 [inlined] From worker 8: ijl_apply_generic at /source/src/gf.c:4313 From worker 8: summary at /home/pkgeval/.julia/packages/Dispatcher/JXmtG/src/nodes.jl:229 From worker 8: #run!##0 at /home/pkgeval/.julia/packages/Dispatcher/JXmtG/src/nodes.jl:323 From worker 8: #954 at ./asyncmap.jl:96 From worker 8: unknown function (ip: 0x77a75e585746) at (unknown file) From worker 8: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 8: ijl_apply_generic at /source/src/gf.c:4313 From worker 8: jl_apply at /source/src/julia.h:2271 [inlined] From worker 8: jl_f__apply_iterate at /source/src/builtins.c:876 From worker 8: #start_worker_task!##0 at ./asyncmap.jl:230 From worker 8: unknown function (ip: 0x77a75e57f9ff) at (unknown file) From worker 8: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 8: ijl_apply_generic at /source/src/gf.c:4313 From worker 8: jl_apply at /source/src/julia.h:2271 [inlined] From worker 8: start_task at /source/src/task.c:1281 From worker 8: unknown function (ip: (nil)) at (unknown file) From worker 8: From worker 8: #= 1089.5 ms =# precompile(Tuple{Base.Compiler.var"#inferiterate_2arg#abstract_iteration##1"{Base.Compiler.InferenceLattice{Base.Compiler.ConditionalsLattice{Base.Compiler.PartialsLattice{Base.Compiler.ConstsLattice}}}, Array{Any, 1}, Array{Base.Compiler.CallMeta, 1}, Type{Int64}, Base.Compiler.Future{Base.Compiler.AbstractIterationResult}}, Base.Compiler.NativeInterpreter, Base.Compiler.InferenceState}) From worker 8: #= 1143.9 ms =# precompile(Tuple{typeof(Base.iterate), Base.Iterators.Filter{Dispatcher.var"#dependencies##0#dependencies##1", Base.Iterators.Flatten{Tuple{Tuple{Int64}, Base.Generator{Base.Iterators.Zip{Tuple{Base.Pairs{Symbol, Union{}, Nothing, NamedTuple{(), Tuple{}}}}}, IterTools.var"#imap##0#imap##1"{Dispatcher.var"#dependencies##2#dependencies##3"}}}}}}) From worker 8: #= 20.4 ms =# precompile(Tuple{Base.var"#maptwice##0#maptwice##1", Task}) From worker 8: #= 131.6 ms =# precompile(Tuple{typeof(Distributed.finalize_ref), Distributed.RemoteChannel{Base.Channel{Any}}}) From worker 8: #= 11.9 ms =# precompile(Tuple{Base.WeakKeyDictFinalizer{Base.WeakKeyDict{Distributed.AbstractRemoteRef, Nothing}}, Distributed.RemoteChannel{Base.Channel{Any}}}) From worker 8: #= 25.2 ms =# precompile(Tuple{Base.WeakKeyDictFinalizer{Base.WeakKeyDict{Any, Any}}, Core.TypeName}) [info | Dispatcher]: Node 6 (Op<4, Int64>): running. [info | Dispatcher]: Node 2 (IndexNode, 2>): running. [info | Dispatcher]: Node 4 (Op, Op<4>>): running. ┌ Error: Fatal error on process 1 │ exception = │ attempt to send to unknown socket │ Stacktrace: │ [1] error(s::String) │ @ Base ./error.jl:44 │ [2] send_msg_unknown(s::Sockets.TCPSocket, header::Distributed.MsgHeader, msg::Distributed.ResultMsg) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:99 │ [3] send_msg_now │ @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:115 [inlined] │ [4] deliver_result(sock::Sockets.TCPSocket, msg::Symbol, oid::Distributed.RRID, value::RemoteChannel{Channel{Any}}) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:102 │ [5] (::Distributed.var"#handle_msg##2#handle_msg##3"{Distributed.CallMsg{:call_fetch}, Distributed.MsgHeader, Sockets.TCPSocket})() │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:295 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:106 [info | Dispatcher]: Node 5 (Op<3>): complete. [info | Dispatcher]: Node 6 (Op<4, Int64>): complete. [info | Dispatcher]: Node 4 (Op, Op<4>>): complete. ┌ Error: Fatal error on process 1 │ exception = │ attempt to send to unknown socket │ Stacktrace: │ [1] error(s::String) │ @ Base ./error.jl:44 │ [2] send_msg_unknown(s::Sockets.TCPSocket, header::Distributed.MsgHeader, msg::Distributed.ResultMsg) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:99 │ [3] send_msg_now │ @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:115 [inlined] │ [4] deliver_result(sock::Sockets.TCPSocket, msg::Symbol, oid::Distributed.RRID, value::RemoteChannel{Channel{Any}}) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:102 │ [5] (::Distributed.var"#handle_msg##2#handle_msg##3"{Distributed.CallMsg{:call_fetch}, Distributed.MsgHeader, Sockets.TCPSocket})() │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:295 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:106 [info | Dispatcher]: Node 3 (Op>): complete. [info | Dispatcher]: Node 2 (IndexNode, 2>): complete. ┌ Warning: Sending SIGQUIT to worker 8 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/managers.jl:760 [info | Dispatcher]: Node 1 (Op, 2>>): complete. [info | Dispatcher]: All 6 nodes executed. From worker 11: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 11: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 11: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 11: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 10: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 10: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 10: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 10: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. [info | Dispatcher]: Executing 6 graph nodes. [info | Dispatcher]: Node 1 (Op, 2>>): running. [info | Dispatcher]: Node 2 (IndexNode, 2>): running. [info | Dispatcher]: Node 3 (Op>): running. [info | Dispatcher]: Node 4 (Op, Op<4>>): running. [info | Dispatcher]: Node 5 (Op<3>): running. [info | Dispatcher]: Node 6 (Op<4, Int64>): running. ┌ Warning: Failed to gracefully kill worker 10 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/managers.jl:753 ┌ Warning: Sending profile SIGUSR1 to worker 10 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/managers.jl:756 From worker 10: From worker 10: ====================================================================================== From worker 10: Information request received. A stacktrace will print followed by a 1.0 second profile. From worker 10: --trace-compile is enabled during profile collection. From worker 10: ====================================================================================== From worker 10: From worker 10: cmd: /opt/julia/bin/julia 323 running 1 of 1 From worker 10: From worker 10: signal (10): User defined signal 1 From worker 10: _ZNK4llvm10DataLayout12getAlignmentEPNS_4TypeEb at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 10: _ZN12_GLOBAL__N_18Verifier13visitCallBaseERN4llvm8CallBaseE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 10: _ZN12_GLOBAL__N_18Verifier13visitCallInstERN4llvm8CallInstE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 10: _ZN12_GLOBAL__N_18Verifier6verifyERKN4llvm8FunctionE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 10: _ZN4llvm14verifyFunctionERKNS_8FunctionEPNS_11raw_ostreamE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 10: verifyLLVMIR at /source/src/pipeline.cpp:888 From worker 10: runOnFunction at /source/src/llvm-alloc-opt.cpp:1338 [inlined] From worker 10: run at /source/src/llvm-alloc-opt.cpp:1348 From worker 10: run at /source/usr/include/llvm/IR/PassManagerInternal.h:91 From worker 10: _ZN4llvm11PassManagerINS_8FunctionENS_15AnalysisManagerIS1_JEEEJEE3runERS1_RS3_ at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 10: run at /source/usr/include/llvm/IR/PassManagerInternal.h:91 From worker 10: _ZN4llvm27ModuleToFunctionPassAdaptor3runERNS_6ModuleERNS_15AnalysisManagerIS1_JEEE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 10: run at /source/usr/include/llvm/IR/PassManagerInternal.h:91 From worker 10: _ZN4llvm11PassManagerINS_6ModuleENS_15AnalysisManagerIS1_JEEEJEE3runERS1_RS3_ at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line) From worker 10: run at /source/src/pipeline.cpp:791 From worker 10: operator() at /source/src/jitlayers.cpp:1513 From worker 10: withModuleDo<(anonymous namespace)::sizedOptimizerT::operator()(llvm::orc::ThreadSafeModule) [with long unsigned int N = 4]:: > at /source/usr/include/llvm/ExecutionEngine/Orc/ThreadSafeModule.h:136 [inlined] From worker 10: operator() at /source/src/jitlayers.cpp:1474 [inlined] From worker 10: operator() at /source/src/jitlayers.cpp:1649 [inlined] From worker 10: addModule at /source/src/jitlayers.cpp:2106 From worker 10: jl_compile_codeinst_now at /source/src/jitlayers.cpp:682 From worker 10: jl_compile_codeinst_impl at /source/src/jitlayers.cpp:876 From worker 10: jl_compile_method_internal at /source/src/gf.c:3648 From worker 10: _jl_invoke at /source/src/gf.c:4108 [inlined] From worker 10: ijl_apply_generic at /source/src/gf.c:4313 From worker 10: serialize_msg at /source/usr/share/julia/stdlib/v1.13/Distributed/src/messages.jl:78 From worker 10: unknown function (ip: 0x778b0f782f96) at (unknown file) From worker 10: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 10: ijl_apply_generic at /source/src/gf.c:4313 From worker 10: jl_apply at /source/src/julia.h:2271 [inlined] From worker 10: jl_f_invokelatest at /source/src/builtins.c:889 From worker 10: send_msg_ at /source/usr/share/julia/stdlib/v1.13/Distributed/src/messages.jl:181 From worker 10: send_msg at /source/usr/share/julia/stdlib/v1.13/Distributed/src/messages.jl:122 [inlined] From worker 10: #remotecall_fetch#109 at /source/usr/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:460 From worker 10: remotecall_fetch at /source/usr/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 10: #remotecall_fetch#113 at /source/usr/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 10: remotecall_fetch at /source/usr/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 10: call_on_owner at /source/usr/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:565 [inlined] From worker 10: fetch at /source/usr/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:656 From worker 10: unknown function (ip: 0x778b0f782862) at (unknown file) From worker 10: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 10: ijl_apply_generic at /source/src/gf.c:4313 From worker 10: fetch at /home/pkgeval/.julia/packages/DeferredFutures/TCvh2/src/DeferredFutures.jl:226 From worker 10: fetch at /home/pkgeval/.julia/packages/Dispatcher/JXmtG/src/nodes.jl:407 [inlined] From worker 10: #run!##0 at /home/pkgeval/.julia/packages/Dispatcher/JXmtG/src/nodes.jl:324 From worker 10: #954 at ./asyncmap.jl:96 From worker 10: unknown function (ip: 0x778b0f781f96) at (unknown file) From worker 10: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 10: ijl_apply_generic at /source/src/gf.c:4313 From worker 10: jl_apply at /source/src/julia.h:2271 [inlined] From worker 10: jl_f__apply_iterate at /source/src/builtins.c:876 From worker 10: #start_worker_task!##0 at ./asyncmap.jl:230 From worker 10: unknown function (ip: 0x778b0f77aabf) at (unknown file) From worker 10: _jl_invoke at /source/src/gf.c:4116 [inlined] From worker 10: ijl_apply_generic at /source/src/gf.c:4313 From worker 10: jl_apply at /source/src/julia.h:2271 [inlined] From worker 10: start_task at /source/src/task.c:1281 From worker 10: unknown function (ip: (nil)) at (unknown file) From worker 10: From worker 10: #= 12.9 ms =# precompile(Tuple{Type{Base.Generator{I, F} where F where I}, Dispatcher.var"#4#5", Array{Pair{Symbol, Union{}}, 1}}) From worker 10: #= 95.0 ms =# precompile(Tuple{typeof(Base.collect_similar), Array{Pair{Symbol, Union{}}, 1}, Base.Generator{Array{Pair{Symbol, Union{}}, 1}, Dispatcher.var"#4#5"}}) From worker 10: #= 137.9 ms =# precompile(Tuple{typeof(Base.join), Array{Union{}, 1}, String}) From worker 10: #= 147.7 ms =# precompile(Tuple{typeof(Base.filter), Base.ComposedFunction{typeof(Base.:(!)), typeof(Base.isempty)}, Array{String, 1}}) From worker 10: #= 23.4 ms =# precompile(Tuple{typeof(Base.join), Array{String, 1}, String}) From worker 10: #= 23.0 ms =# precompile(Tuple{Type{Base.Generator{I, F} where F where I}, Base.var"#wrap_n_exec_twice##0#wrap_n_exec_twice##1"{Base.Channel{Any}}, Base.Iterators.Filter{Dispatcher.var"#dependencies##0#dependencies##1", Base.Iterators.Flatten{Tuple{Tuple{}, Base.Generator{Base.Iterators.Zip{Tuple{Base.Pairs{Symbol, Union{}, Nothing, NamedTuple{(), Tuple{}}}}}, IterTools.var"#imap##0#imap##1"{Dispatcher.var"#dependencies##2#dependencies##3"}}}}}}) From worker 10: #= 27.9 ms =# precompile(Tuple{typeof(Base.collect), Base.Generator{Base.Iterators.Filter{Dispatcher.var"#dependencies##0#dependencies##1", Base.Iterators.Flatten{Tuple{Tuple{}, Base.Generator{Base.Iterators.Zip{Tuple{Base.Pairs{Symbol, Union{}, Nothing, NamedTuple{(), Tuple{}}}}}, IterTools.var"#imap##0#imap##1"{Dispatcher.var"#dependencies##2#dependencies##3"}}}}}, Base.var"#wrap_n_exec_twice##0#wrap_n_exec_twice##1"{Base.Channel{Any}}}}) From worker 10: #= 230.6 ms =# precompile(Tuple{typeof(Distributed.finalize_ref), Distributed.RemoteChannel{Base.Channel{Any}}}) From worker 10: #= 25.6 ms =# precompile(Tuple{Base.WeakKeyDictFinalizer{Base.WeakKeyDict{Distributed.AbstractRemoteRef, Nothing}}, Distributed.RemoteChannel{Base.Channel{Any}}}) From worker 10: #= 20.7 ms =# precompile(Tuple{Base.WeakKeyDictFinalizer{Base.WeakKeyDict{Any, Any}}, Core.TypeName}) From worker 10: #= 224.1 ms =# precompile(Tuple{typeof(Distributed.finalize_ref), Distributed.RemoteChannel{Base.Channel{Float64}}}) From worker 10: #= 22.7 ms =# precompile(Tuple{typeof(Base.isequal), Distributed.RemoteChannel{Base.Channel{Float64}}, WeakRef}) From worker 10: #= 33.3 ms =# precompile(Tuple{typeof(Base.:(var"==")), Distributed.RemoteChannel{Base.Channel{Float64}}, WeakRef}) From worker 10: #= 24.2 ms =# precompile(Tuple{typeof(Base.isequal), Distributed.RemoteChannel{Base.Channel{Float64}}, Distributed.RemoteChannel{Base.Channel{Float64}}}) From worker 10: #= 17.4 ms =# precompile(Tuple{Base.WeakKeyDictFinalizer{Base.WeakKeyDict{Distributed.AbstractRemoteRef, Nothing}}, Distributed.RemoteChannel{Base.Channel{Float64}}}) [info | Dispatcher]: Node 1 (Op, 2>>): running. [info | Dispatcher]: Node 3 (Op>): running. [info | Dispatcher]: Node 5 (Op<3>): running. [info | Dispatcher]: Node 6 (Op<4, Int64>): complete. [info | Dispatcher]: Node 5 (Op<3>): complete. [info | Dispatcher]: Node 4 (Op, Op<4>>): complete. [info | Dispatcher]: Node 3 (Op>): complete. ┌ Error: Fatal error on process 1 │ exception = │ attempt to send to unknown socket │ Stacktrace: │ [1] error(s::String) │ @ Base ./error.jl:44 │ [2] send_msg_unknown(s::Sockets.TCPSocket, header::Distributed.MsgHeader, msg::Distributed.ResultMsg) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:99 │ [3] send_msg_now │ @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:115 [inlined] │ [4] deliver_result(sock::Sockets.TCPSocket, msg::Symbol, oid::Distributed.RRID, value::RemoteChannel{Channel{Any}}) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:102 │ [5] (::Distributed.var"#handle_msg##2#handle_msg##3"{Distributed.CallMsg{:call_fetch}, Distributed.MsgHeader, Sockets.TCPSocket})() │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:295 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:106 [info | Dispatcher]: Node 2 (IndexNode, 2>): complete. ┌ Warning: Sending SIGQUIT to worker 10 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/managers.jl:760 [info | Dispatcher]: Node 1 (Op, 2>>): complete. [info | Dispatcher]: All 6 nodes executed. From worker 13: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 13: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 13: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 13: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 12: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 12: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 12: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 12: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. [info | Dispatcher]: Executing 6 graph nodes. [info | Dispatcher]: Node 1 (Op, 2>>): running. [info | Dispatcher]: Node 2 (IndexNode, 2>): running. [info | Dispatcher]: Node 3 (Op>): running. [info | Dispatcher]: Node 4 (Op, Op<4>>): running. [info | Dispatcher]: Node 5 (Op<3>): running. [info | Dispatcher]: Node 6 (Op<4, Int64>): running. [info | Dispatcher]: Node 6 (Op<4, Int64>): running. [info | Dispatcher]: Node 4 (Op, Op<4>>): running. [info | Dispatcher]: Node 2 (IndexNode, 2>): running. ┌ Error: Fatal error on process 1 │ exception = │ attempt to send to unknown socket │ Stacktrace: │ [1] error(s::String) │ @ Base ./error.jl:44 │ [2] send_msg_unknown(s::Sockets.TCPSocket, header::Distributed.MsgHeader, msg::Distributed.ResultMsg) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:99 │ [3] send_msg_now │ @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:115 [inlined] │ [4] deliver_result(sock::Sockets.TCPSocket, msg::Symbol, oid::Distributed.RRID, value::RemoteChannel{Channel{Any}}) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:102 │ [5] (::Distributed.var"#handle_msg##2#handle_msg##3"{Distributed.CallMsg{:call_fetch}, Distributed.MsgHeader, Sockets.TCPSocket})() │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:295 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:106 [info | Dispatcher]: Node 5 (Op<3>): complete. [info | Dispatcher]: Node 6 (Op<4, Int64>): complete. [info | Dispatcher]: Node 4 (Op, Op<4>>): complete. ┌ Error: Fatal error on process 1 │ exception = │ attempt to send to unknown socket │ Stacktrace: │ [1] error(s::String) │ @ Base ./error.jl:44 │ [2] send_msg_unknown(s::Sockets.TCPSocket, header::Distributed.MsgHeader, msg::Distributed.ResultMsg) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:99 │ [3] send_msg_now │ @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:115 [inlined] │ [4] deliver_result(sock::Sockets.TCPSocket, msg::Symbol, oid::Distributed.RRID, value::RemoteChannel{Channel{Any}}) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:102 │ [5] (::Distributed.var"#handle_msg##2#handle_msg##3"{Distributed.CallMsg{:call_fetch}, Distributed.MsgHeader, Sockets.TCPSocket})() │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:295 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:106 [info | Dispatcher]: Node 3 (Op>): complete. [info | Dispatcher]: Node 2 (IndexNode, 2>): complete. [info | Dispatcher]: Node 1 (Op, 2>>): complete. [info | Dispatcher]: All 6 nodes executed. From worker 14: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 14: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 14: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 14: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 15: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 15: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 15: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 15: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. [info | Dispatcher]: Executing 6 graph nodes. [info | Dispatcher]: Node 1 (Op, 2>>): running. [info | Dispatcher]: Node 2 (IndexNode, 2>): running. [info | Dispatcher]: Node 3 (Op>): running. [info | Dispatcher]: Node 4 (Op, Op<4>>): running. [info | Dispatcher]: Node 5 (Op<3>): running. [info | Dispatcher]: Node 6 (Op<4, Int64>): running. ┌ Warning: Failed to gracefully kill worker 14 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/managers.jl:753 ┌ Warning: Sending profile SIGUSR1 to worker 14 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/managers.jl:756 From worker 14: From worker 14: ====================================================================================== From worker 14: Information request received. A stacktrace will print followed by a 1.0 second profile. From worker 14: --trace-compile is enabled during profile collection. From worker 14: ====================================================================================== From worker 14: From worker 14: cmd: /opt/julia/bin/julia 451 running 1 of 1 From worker 14: From worker 14: signal (10): User defined signal 1 [info | Dispatcher]: Node 1 (Op, 2>>): running. [info | Dispatcher]: Node 3 (Op>): running. [info | Dispatcher]: Node 5 (Op<3>): running. [info | Dispatcher]: Node 6 (Op<4, Int64>): complete. [info | Dispatcher]: Node 5 (Op<3>): complete. [info | Dispatcher]: Node 4 (Op, Op<4>>): complete. [info | Dispatcher]: Node 3 (Op>): complete. ┌ Error: Fatal error on process 1 │ exception = │ attempt to send to unknown socket │ Stacktrace: │ [1] error(s::String) │ @ Base ./error.jl:44 │ [2] send_msg_unknown(s::Sockets.TCPSocket, header::Distributed.MsgHeader, msg::Distributed.ResultMsg) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:99 │ [3] send_msg_now │ @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:115 [inlined] │ [4] deliver_result(sock::Sockets.TCPSocket, msg::Symbol, oid::Distributed.RRID, value::RemoteChannel{Channel{Any}}) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:102 │ [5] (::Distributed.var"#handle_msg##2#handle_msg##3"{Distributed.CallMsg{:call_fetch}, Distributed.MsgHeader, Sockets.TCPSocket})() │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:295 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:106 [info | Dispatcher]: Node 2 (IndexNode, 2>): complete. [info | Dispatcher]: Node 1 (Op, 2>>): complete. [info | Dispatcher]: All 6 nodes executed. ┌ Warning: Sending SIGQUIT to worker 14 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/managers.jl:760 From worker 16: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 16: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 16: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 16: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 17: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 17: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 17: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 17: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. [info | Dispatcher]: Executing 6 graph nodes. [info | Dispatcher]: Node 1 (Op, 2>>): running. [info | Dispatcher]: Node 2 (IndexNode, 2>): running. [info | Dispatcher]: Node 3 (Op>): running. [info | Dispatcher]: Node 4 (Op, Op<4>>): running. [info | Dispatcher]: Node 5 (Op<3>): running. [info | Dispatcher]: Node 6 (Op<4, Int64>): running. ┌ Warning: Failed to gracefully kill worker 16 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/managers.jl:753 ┌ Warning: Sending profile SIGUSR1 to worker 16 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/managers.jl:756 From worker 16: From worker 16: ====================================================================================== From worker 16: Information request received. A stacktrace will print followed by a 1.0 second profile. From worker 16: --trace-compile is enabled during profile collection. From worker 16: ====================================================================================== From worker 16: From worker 16: cmd: /opt/julia/bin/julia 515 running 1 of 1 From worker 16: From worker 16: signal (10): User defined signal 1 [info | Dispatcher]: Node 4 (Op, Op<4>>): running. [info | Dispatcher]: Node 2 (IndexNode, 2>): running. [info | Dispatcher]: Node 6 (Op<4, Int64>): running. [info | Dispatcher]: Node 5 (Op<3>): complete. [info | Dispatcher]: Node 6 (Op<4, Int64>): complete. [info | Dispatcher]: Node 4 (Op, Op<4>>): complete. ┌ Error: Fatal error on process 1 │ exception = │ attempt to send to unknown socket │ Stacktrace: │ [1] error(s::String) │ @ Base ./error.jl:44 │ [2] send_msg_unknown(s::Sockets.TCPSocket, header::Distributed.MsgHeader, msg::Distributed.ResultMsg) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:99 │ [3] send_msg_now │ @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:115 [inlined] │ [4] deliver_result(sock::Sockets.TCPSocket, msg::Symbol, oid::Distributed.RRID, value::RemoteChannel{Channel{Any}}) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:102 │ [5] (::Distributed.var"#handle_msg##2#handle_msg##3"{Distributed.CallMsg{:call_fetch}, Distributed.MsgHeader, Sockets.TCPSocket})() │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:295 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:106 [info | Dispatcher]: Node 3 (Op>): complete. [info | Dispatcher]: Node 2 (IndexNode, 2>): complete. [info | Dispatcher]: Node 1 (Op, 2>>): complete. [info | Dispatcher]: All 6 nodes executed. ┌ Warning: Sending SIGQUIT to worker 16 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/managers.jl:760 From worker 19: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 19: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 18: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 18: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 19: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 19: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 18: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 18: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. [info | Dispatcher]: Executing 6 graph nodes. [info | Dispatcher]: Node 1 (Op, 2>>): running. [info | Dispatcher]: Node 2 (IndexNode, 2>): running. [info | Dispatcher]: Node 3 (Op>): running. [info | Dispatcher]: Node 4 (Op, Op<4>>): running. [info | Dispatcher]: Node 5 (Op<3>): running. [info | Dispatcher]: Node 6 (Op<4, Int64>): running. [info | Dispatcher]: Node 2 (IndexNode, 2>): running. [info | Dispatcher]: Node 4 (Op, Op<4>>): running. [info | Dispatcher]: Node 6 (Op<4, Int64>): running. [info | Dispatcher]: Node 3 (Op>): running. [info | Dispatcher]: Node 5 (Op<3>): running. [info | Dispatcher]: Node 1 (Op, 2>>): running. [info | Dispatcher]: Node 6 (Op<4, Int64>): complete. ┌ Error: Fatal error on process 1 │ exception = │ attempt to send to unknown socket │ Stacktrace: │ [1] error(s::String) │ @ Base ./error.jl:44 │ [2] send_msg_unknown(s::Sockets.TCPSocket, header::Distributed.MsgHeader, msg::Distributed.ResultMsg) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:99 │ [3] send_msg_now │ @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:115 [inlined] │ [4] deliver_result(sock::Sockets.TCPSocket, msg::Symbol, oid::Distributed.RRID, value::RemoteChannel{Channel{Any}}) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:102 │ [5] (::Distributed.var"#handle_msg##2#handle_msg##3"{Distributed.CallMsg{:call_fetch}, Distributed.MsgHeader, Sockets.TCPSocket})() │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:295 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:106 [info | Dispatcher]: Node 5 (Op<3>): complete. [info | Dispatcher]: Node 4 (Op, Op<4>>): complete. ┌ Error: Fatal error on process 1 │ exception = │ attempt to send to unknown socket │ Stacktrace: │ [1] error(s::String) │ @ Base ./error.jl:44 │ [2] send_msg_unknown(s::Sockets.TCPSocket, header::Distributed.MsgHeader, msg::Distributed.ResultMsg) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:99 │ [3] send_msg_now │ @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:115 [inlined] │ [4] deliver_result(sock::Sockets.TCPSocket, msg::Symbol, oid::Distributed.RRID, value::RemoteChannel{Channel{Any}}) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:102 │ [5] (::Distributed.var"#handle_msg##2#handle_msg##3"{Distributed.CallMsg{:call_fetch}, Distributed.MsgHeader, Sockets.TCPSocket})() │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:295 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:106 [info | Dispatcher]: Node 3 (Op>): complete. ┌ Error: Fatal error on process 1 │ exception = │ attempt to send to unknown socket │ Stacktrace: │ [1] error(s::String) │ @ Base ./error.jl:44 │ [2] send_msg_unknown(s::Sockets.TCPSocket, header::Distributed.MsgHeader, msg::Distributed.ResultMsg) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:99 │ [3] send_msg_now │ @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:115 [inlined] │ [4] deliver_result(sock::Sockets.TCPSocket, msg::Symbol, oid::Distributed.RRID, value::RemoteChannel{Channel{Any}}) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:102 │ [5] (::Distributed.var"#handle_msg##2#handle_msg##3"{Distributed.CallMsg{:call_fetch}, Distributed.MsgHeader, Sockets.TCPSocket})() │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:295 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:106 [info | Dispatcher]: Node 2 (IndexNode, 2>): complete. [info | Dispatcher]: Node 1 (Op, 2>>): complete. [info | Dispatcher]: All 6 nodes executed. From worker 20: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 20: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 20: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 20: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 21: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 21: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 21: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 21: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. [info | Dispatcher]: Executing 6 graph nodes. [info | Dispatcher]: Node 1 (Op, 2>>): running. [info | Dispatcher]: Node 2 (IndexNode, 2>): running. [info | Dispatcher]: Node 3 (Op>): running. [info | Dispatcher]: Node 4 (Op, Op<4>>): running. [info | Dispatcher]: Node 5 (Op<3>): running. [info | Dispatcher]: Node 6 (Op<4, Int64>): running. [info | Dispatcher]: Node 4 (Op, Op<4>>): running. [info | Dispatcher]: Node 6 (Op<4, Int64>): running. [info | Dispatcher]: Node 2 (IndexNode, 2>): running. [info | Dispatcher]: Node 1 (Op, 2>>): running. [info | Dispatcher]: Node 5 (Op<3>): running. [info | Dispatcher]: Node 3 (Op>): running. [info | Dispatcher]: Node 6 (Op<4, Int64>): complete. ┌ Error: Fatal error on process 1 │ exception = │ attempt to send to unknown socket │ Stacktrace: │ [1] error(s::String) │ @ Base ./error.jl:44 │ [2] send_msg_unknown(s::Sockets.TCPSocket, header::Distributed.MsgHeader, msg::Distributed.ResultMsg) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:99 │ [3] send_msg_now │ @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:115 [inlined] │ [4] deliver_result(sock::Sockets.TCPSocket, msg::Symbol, oid::Distributed.RRID, value::RemoteChannel{Channel{Any}}) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:102 │ [5] (::Distributed.var"#handle_msg##2#handle_msg##3"{Distributed.CallMsg{:call_fetch}, Distributed.MsgHeader, Sockets.TCPSocket})() │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:295 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:106 [info | Dispatcher]: Node 5 (Op<3>): complete. [info | Dispatcher]: Node 4 (Op, Op<4>>): complete. ┌ Error: Fatal error on process 1 │ exception = │ attempt to send to unknown socket │ Stacktrace: │ [1] error(s::String) │ @ Base ./error.jl:44 │ [2] send_msg_unknown(s::Sockets.TCPSocket, header::Distributed.MsgHeader, msg::Distributed.ResultMsg) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:99 │ [3] send_msg_now │ @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:115 [inlined] │ [4] deliver_result(sock::Sockets.TCPSocket, msg::Symbol, oid::Distributed.RRID, value::RemoteChannel{Channel{Any}}) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:102 │ [5] (::Distributed.var"#handle_msg##2#handle_msg##3"{Distributed.CallMsg{:call_fetch}, Distributed.MsgHeader, Sockets.TCPSocket})() │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:295 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:106 [info | Dispatcher]: Node 3 (Op>): complete. ┌ Error: Fatal error on process 1 │ exception = │ attempt to send to unknown socket │ Stacktrace: │ [1] error(s::String) │ @ Base ./error.jl:44 │ [2] send_msg_unknown(s::Sockets.TCPSocket, header::Distributed.MsgHeader, msg::Distributed.ResultMsg) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:99 │ [3] send_msg_now │ @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:115 [inlined] │ [4] deliver_result(sock::Sockets.TCPSocket, msg::Symbol, oid::Distributed.RRID, value::RemoteChannel{Channel{Any}}) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:102 │ [5] (::Distributed.var"#handle_msg##2#handle_msg##3"{Distributed.CallMsg{:call_fetch}, Distributed.MsgHeader, Sockets.TCPSocket})() │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:295 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:106 [info | Dispatcher]: Node 2 (IndexNode, 2>): complete. [info | Dispatcher]: Node 1 (Op, 2>>): complete. [info | Dispatcher]: All 6 nodes executed. From worker 23: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 23: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 23: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 23: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 22: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 22: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 22: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 22: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. [info | Dispatcher]: Executing 6 graph nodes. [info | Dispatcher]: Node 1 (Op, 2>>): running. [info | Dispatcher]: Node 2 (IndexNode, 2>): running. [info | Dispatcher]: Node 3 (Op>): running. [info | Dispatcher]: Node 4 (Op, Op<4>>): running. [info | Dispatcher]: Node 5 (Op<3>): running. [info | Dispatcher]: Node 6 (Op<4, Int64>): running. [info | Dispatcher]: Node 2 (IndexNode, 2>): running. [info | Dispatcher]: Node 4 (Op, Op<4>>): running. [info | Dispatcher]: Node 6 (Op<4, Int64>): running. [info | Dispatcher]: Node 5 (Op<3>): running. [info | Dispatcher]: Node 6 (Op<4, Int64>): complete. [info | Dispatcher]: Node 1 (Op, 2>>): running. [info | Dispatcher]: Node 3 (Op>): running. [info | Dispatcher]: Node 5 (Op<3>): complete. [info | Dispatcher]: Node 4 (Op, Op<4>>): complete. ┌ Error: Fatal error on process 1 │ exception = │ attempt to send to unknown socket │ Stacktrace: │ [1] error(s::String) │ @ Base ./error.jl:44 │ [2] send_msg_unknown(s::Sockets.TCPSocket, header::Distributed.MsgHeader, msg::Distributed.ResultMsg) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:99 │ [3] send_msg_now │ @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:115 [inlined] │ [4] deliver_result(sock::Sockets.TCPSocket, msg::Symbol, oid::Distributed.RRID, value::RemoteChannel{Channel{Any}}) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:102 │ [5] (::Distributed.var"#handle_msg##2#handle_msg##3"{Distributed.CallMsg{:call_fetch}, Distributed.MsgHeader, Sockets.TCPSocket})() │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:295 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:106 [info | Dispatcher]: Node 3 (Op>): complete. ┌ Error: Fatal error on process 1 │ exception = │ attempt to send to unknown socket │ Stacktrace: │ [1] error(s::String) │ @ Base ./error.jl:44 │ [2] send_msg_unknown(s::Sockets.TCPSocket, header::Distributed.MsgHeader, msg::Distributed.ResultMsg) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:99 │ [3] send_msg_now │ @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:115 [inlined] │ [4] deliver_result(sock::Sockets.TCPSocket, msg::Symbol, oid::Distributed.RRID, value::RemoteChannel{Channel{Any}}) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:102 │ [5] (::Distributed.var"#handle_msg##2#handle_msg##3"{Distributed.CallMsg{:call_fetch}, Distributed.MsgHeader, Sockets.TCPSocket})() │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:295 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:106 [info | Dispatcher]: Node 2 (IndexNode, 2>): complete. [info | Dispatcher]: Node 1 (Op, 2>>): complete. [info | Dispatcher]: All 6 nodes executed. From worker 24: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 24: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 24: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 24: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 25: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 25: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 25: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 25: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. [info | Dispatcher]: Executing 6 graph nodes. [info | Dispatcher]: Node 1 (Op, 2>>): running. [info | Dispatcher]: Node 2 (IndexNode, 2>): running. [info | Dispatcher]: Node 3 (Op>): running. [info | Dispatcher]: Node 4 (Op, Op<4>>): running. [info | Dispatcher]: Node 5 (Op<3>): running. [info | Dispatcher]: Node 6 (Op<4, Int64>): running. [info | Dispatcher]: Node 2 (IndexNode, 2>): running. [info | Dispatcher]: Node 4 (Op, Op<4>>): running. [info | Dispatcher]: Node 6 (Op<4, Int64>): running. [info | Dispatcher]: Node 3 (Op>): running. [info | Dispatcher]: Node 5 (Op<3>): running. [info | Dispatcher]: Node 1 (Op, 2>>): running. [info | Dispatcher]: Node 6 (Op<4, Int64>): complete. ┌ Error: Fatal error on process 1 │ exception = │ attempt to send to unknown socket │ Stacktrace: │ [1] error(s::String) │ @ Base ./error.jl:44 │ [2] send_msg_unknown(s::Sockets.TCPSocket, header::Distributed.MsgHeader, msg::Distributed.ResultMsg) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:99 │ [3] send_msg_now │ @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:115 [inlined] │ [4] deliver_result(sock::Sockets.TCPSocket, msg::Symbol, oid::Distributed.RRID, value::RemoteChannel{Channel{Any}}) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:102 │ [5] (::Distributed.var"#handle_msg##2#handle_msg##3"{Distributed.CallMsg{:call_fetch}, Distributed.MsgHeader, Sockets.TCPSocket})() │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:295 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:106 [info | Dispatcher]: Node 5 (Op<3>): complete. [info | Dispatcher]: Node 4 (Op, Op<4>>): complete. ┌ Error: Fatal error on process 1 │ exception = │ attempt to send to unknown socket │ Stacktrace: │ [1] error(s::String) │ @ Base ./error.jl:44 │ [2] send_msg_unknown(s::Sockets.TCPSocket, header::Distributed.MsgHeader, msg::Distributed.ResultMsg) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:99 │ [3] send_msg_now │ @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:115 [inlined] │ [4] deliver_result(sock::Sockets.TCPSocket, msg::Symbol, oid::Distributed.RRID, value::RemoteChannel{Channel{Any}}) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:102 │ [5] (::Distributed.var"#handle_msg##2#handle_msg##3"{Distributed.CallMsg{:call_fetch}, Distributed.MsgHeader, Sockets.TCPSocket})() │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:295 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:106 [info | Dispatcher]: Node 3 (Op>): complete. ┌ Error: Fatal error on process 1 │ exception = │ attempt to send to unknown socket │ Stacktrace: │ [1] error(s::String) │ @ Base ./error.jl:44 │ [2] send_msg_unknown(s::Sockets.TCPSocket, header::Distributed.MsgHeader, msg::Distributed.ResultMsg) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:99 │ [3] send_msg_now │ @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:115 [inlined] │ [4] deliver_result(sock::Sockets.TCPSocket, msg::Symbol, oid::Distributed.RRID, value::RemoteChannel{Channel{Any}}) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:102 │ [5] (::Distributed.var"#handle_msg##2#handle_msg##3"{Distributed.CallMsg{:call_fetch}, Distributed.MsgHeader, Sockets.TCPSocket})() │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:295 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:106 [info | Dispatcher]: Node 2 (IndexNode, 2>): complete. [info | Dispatcher]: Node 1 (Op, 2>>): complete. [info | Dispatcher]: All 6 nodes executed. From worker 27: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 27: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 27: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 27: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 26: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 26: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 26: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 26: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. [info | Dispatcher]: Executing 6 graph nodes. [info | Dispatcher]: Node 1 (Op, 2>>): running. [info | Dispatcher]: Node 2 (IndexNode, 2>): running. [info | Dispatcher]: Node 3 (Op>): running. [info | Dispatcher]: Node 4 (Op, Op<4>>): running. [info | Dispatcher]: Node 5 (Op<3>): running. [info | Dispatcher]: Node 6 (Op<4, Int64>): running. [info | Dispatcher]: Node 2 (IndexNode, 2>): running. [info | Dispatcher]: Node 6 (Op<4, Int64>): running. [info | Dispatcher]: Node 4 (Op, Op<4>>): running. [info | Dispatcher]: Node 5 (Op<3>): running. [info | Dispatcher]: Node 1 (Op, 2>>): running. [info | Dispatcher]: Node 3 (Op>): running. [info | Dispatcher]: Node 6 (Op<4, Int64>): complete. ┌ Error: Fatal error on process 1 │ exception = │ attempt to send to unknown socket │ Stacktrace: │ [1] error(s::String) │ @ Base ./error.jl:44 │ [2] send_msg_unknown(s::Sockets.TCPSocket, header::Distributed.MsgHeader, msg::Distributed.ResultMsg) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:99 │ [3] send_msg_now │ @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:115 [inlined] │ [4] deliver_result(sock::Sockets.TCPSocket, msg::Symbol, oid::Distributed.RRID, value::RemoteChannel{Channel{Any}}) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:102 │ [5] (::Distributed.var"#handle_msg##2#handle_msg##3"{Distributed.CallMsg{:call_fetch}, Distributed.MsgHeader, Sockets.TCPSocket})() │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:295 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:106 [info | Dispatcher]: Node 5 (Op<3>): complete. [info | Dispatcher]: Node 4 (Op, Op<4>>): complete. ┌ Error: Fatal error on process 1 │ exception = │ attempt to send to unknown socket │ Stacktrace: │ [1] error(s::String) │ @ Base ./error.jl:44 │ [2] send_msg_unknown(s::Sockets.TCPSocket, header::Distributed.MsgHeader, msg::Distributed.ResultMsg) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:99 │ [3] send_msg_now │ @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:115 [inlined] │ [4] deliver_result(sock::Sockets.TCPSocket, msg::Symbol, oid::Distributed.RRID, value::RemoteChannel{Channel{Any}}) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:102 │ [5] (::Distributed.var"#handle_msg##2#handle_msg##3"{Distributed.CallMsg{:call_fetch}, Distributed.MsgHeader, Sockets.TCPSocket})() │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:295 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:106 [info | Dispatcher]: Node 3 (Op>): complete. ┌ Error: Fatal error on process 1 │ exception = │ attempt to send to unknown socket │ Stacktrace: │ [1] error(s::String) │ @ Base ./error.jl:44 │ [2] send_msg_unknown(s::Sockets.TCPSocket, header::Distributed.MsgHeader, msg::Distributed.ResultMsg) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:99 │ [3] send_msg_now │ @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:115 [inlined] │ [4] deliver_result(sock::Sockets.TCPSocket, msg::Symbol, oid::Distributed.RRID, value::RemoteChannel{Channel{Any}}) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:102 │ [5] (::Distributed.var"#handle_msg##2#handle_msg##3"{Distributed.CallMsg{:call_fetch}, Distributed.MsgHeader, Sockets.TCPSocket})() │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:295 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:106 [info | Dispatcher]: Node 2 (IndexNode, 2>): complete. [info | Dispatcher]: Node 1 (Op, 2>>): complete. [info | Dispatcher]: All 6 nodes executed. From worker 28: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 28: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 28: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 28: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 29: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 29: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 29: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 29: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. [info | Dispatcher]: Executing 6 graph nodes. [info | Dispatcher]: Node 1 (Op, 2>>): running. [info | Dispatcher]: Node 2 (IndexNode, 2>): running. [info | Dispatcher]: Node 3 (Op>): running. [info | Dispatcher]: Node 4 (Op, Op<4>>): running. [info | Dispatcher]: Node 5 (Op<3>): running. [info | Dispatcher]: Node 6 (Op<4, Int64>): running. [info | Dispatcher]: Node 4 (Op, Op<4>>): running. [info | Dispatcher]: Node 2 (IndexNode, 2>): running. [info | Dispatcher]: Node 6 (Op<4, Int64>): running. [info | Dispatcher]: Node 3 (Op>): running. [info | Dispatcher]: Node 1 (Op, 2>>): running. [info | Dispatcher]: Node 5 (Op<3>): running. [info | Dispatcher]: Node 6 (Op<4, Int64>): complete. ┌ Error: Fatal error on process 1 │ exception = │ attempt to send to unknown socket │ Stacktrace: │ [1] error(s::String) │ @ Base ./error.jl:44 │ [2] send_msg_unknown(s::Sockets.TCPSocket, header::Distributed.MsgHeader, msg::Distributed.ResultMsg) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:99 │ [3] send_msg_now │ @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:115 [inlined] │ [4] deliver_result(sock::Sockets.TCPSocket, msg::Symbol, oid::Distributed.RRID, value::RemoteChannel{Channel{Any}}) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:102 │ [5] (::Distributed.var"#handle_msg##2#handle_msg##3"{Distributed.CallMsg{:call_fetch}, Distributed.MsgHeader, Sockets.TCPSocket})() │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:295 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:106 [info | Dispatcher]: Node 5 (Op<3>): complete. [info | Dispatcher]: Node 4 (Op, Op<4>>): complete. ┌ Error: Fatal error on process 1 │ exception = │ attempt to send to unknown socket │ Stacktrace: │ [1] error(s::String) │ @ Base ./error.jl:44 │ [2] send_msg_unknown(s::Sockets.TCPSocket, header::Distributed.MsgHeader, msg::Distributed.ResultMsg) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:99 │ [3] send_msg_now │ @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:115 [inlined] │ [4] deliver_result(sock::Sockets.TCPSocket, msg::Symbol, oid::Distributed.RRID, value::RemoteChannel{Channel{Any}}) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:102 │ [5] (::Distributed.var"#handle_msg##2#handle_msg##3"{Distributed.CallMsg{:call_fetch}, Distributed.MsgHeader, Sockets.TCPSocket})() │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:295 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:106 [info | Dispatcher]: Node 3 (Op>): complete. ┌ Error: Fatal error on process 1 │ exception = │ attempt to send to unknown socket │ Stacktrace: │ [1] error(s::String) │ @ Base ./error.jl:44 │ [2] send_msg_unknown(s::Sockets.TCPSocket, header::Distributed.MsgHeader, msg::Distributed.ResultMsg) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:99 │ [3] send_msg_now │ @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/messages.jl:115 [inlined] │ [4] deliver_result(sock::Sockets.TCPSocket, msg::Symbol, oid::Distributed.RRID, value::RemoteChannel{Channel{Any}}) │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:102 │ [5] (::Distributed.var"#handle_msg##2#handle_msg##3"{Distributed.CallMsg{:call_fetch}, Distributed.MsgHeader, Sockets.TCPSocket})() │ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:295 └ @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:106 [info | Dispatcher]: Node 2 (IndexNode, 2>): complete. [info | Dispatcher]: Node 1 (Op, 2>>): complete. [info | Dispatcher]: All 6 nodes executed. From worker 32: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 32: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 32: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 32: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 31: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 31: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 31: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 31: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 30: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 30: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 30: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 30: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. [info | Dispatcher]: Executing 3 graph nodes. [info | Dispatcher]: Node 1 (Op, Int64>): running. [info | Dispatcher]: Node 2 (Op>): running. [info | Dispatcher]: Node 3 (Op): running. [info | Dispatcher]: Node 3 (Op): complete. [info | Dispatcher]: Node 2 (Op>): complete. [info | Dispatcher]: Node 1 (Op, Int64>): complete. [info | Dispatcher]: All 3 nodes executed. From worker 33: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 33: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 33: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 33: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 35: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 35: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 35: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 35: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 34: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 34: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 34: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 34: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. [info | Dispatcher]: Executing 3 graph nodes. [info | Dispatcher]: Node 1 (Op, Int64>): running. [info | Dispatcher]: Node 2 (Op>): running. [info | Dispatcher]: Node 3 (Op): running. [info | Dispatcher]: Node 3 (Op): complete. [info | Dispatcher]: Node 2 (Op>): complete. [info | Dispatcher]: Node 1 (Op, Int64>): complete. [info | Dispatcher]: All 3 nodes executed. [info | Dispatcher]: Executing 13 graph nodes. [info | Dispatcher]: Node 1 (Op<+, Op, Op, Op>): running. [info | Dispatcher]: Node 2 (Op, Op, Op>): running. [info | Dispatcher]: Node 3 (Op, Op, Op>): running. [info | Dispatcher]: Node 4 (Op, Op, Op>): running. [info | Dispatcher]: Node 5 (Op, Int64>): running. [info | Dispatcher]: Node 6 (Op, Int64>): running. [info | Dispatcher]: Node 7 (Op, Int64>): running. [info | Dispatcher]: Node 8 (Op): running. [info | Dispatcher]: Node 9 (Op): running. [info | Dispatcher]: Node 10 (Op): running. [info | Dispatcher]: Node 11 (Op, Int64>): running. [info | Dispatcher]: Node 12 (Op, Int64>): running. [info | Dispatcher]: Node 13 (Op, Int64>): running. [info | Dispatcher]: Node 8 (Op): complete. [info | Dispatcher]: Node 9 (Op): complete. [info | Dispatcher]: Node 7 (Op, Int64>): complete. [info | Dispatcher]: Node 10 (Op): complete. [info | Dispatcher]: Node 6 (Op, Int64>): complete. [info | Dispatcher]: Node 2 (Op, Op, Op>): complete. [info | Dispatcher]: Node 5 (Op, Int64>): complete. [info | Dispatcher]: Node 11 (Op, Int64>): complete. [info | Dispatcher]: Node 12 (Op, Int64>): complete. [info | Dispatcher]: Node 4 (Op, Op, Op>): complete. [info | Dispatcher]: Node 13 (Op, Int64>): complete. [info | Dispatcher]: Node 3 (Op, Op, Op>): complete. [info | Dispatcher]: Node 1 (Op<+, Op, Op, Op>): complete. [info | Dispatcher]: All 13 nodes executed. From worker 38: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 38: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 38: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 38: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 37: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 37: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 36: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 36: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 37: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 37: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. From worker 36: WARNING: Method definition var"@test_throws"(LineNumberNode, Module, Any, Any, Any) in module Test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:874 overwritten in module TestUtils at /home/pkgeval/.julia/packages/Memento/xnHxE/src/memento_test.jl:119. From worker 36: ERROR: Method overwriting is not permitted during Module precompilation. Use `__precompile__(false)` to opt-out of precompilation. [info | Dispatcher]: Executing 497 graph nodes. [info | Dispatcher]: Node 1 (Op>): running. [info | Dispatcher]: Node 2 (CollectNode<200 Ops>): running. [info | Dispatcher]: Node 3 (Op, Op>): running. [info | Dispatcher]: Node 4 (Op, Op>): running. [info | Dispatcher]: Node 5 (Op, Op>): running. [info | Dispatcher]: Node 6 (Op, Op>): running. [info | Dispatcher]: Node 7 (Op, Op>): running. [info | Dispatcher]: Node 8 (Op, Op>): running. [info | Dispatcher]: Node 9 (Op, Op>): running. [info | Dispatcher]: Node 10 (Op, Op>): running. [info | Dispatcher]: Node 11 (Op, Op>): running. [info | Dispatcher]: Node 12 (Op, Op>): running. [info | Dispatcher]: Node 13 (Op, Op>): running. [info | Dispatcher]: Node 14 (Op, Op>): running. [info | Dispatcher]: Node 15 (Op, Op>): running. [info | Dispatcher]: Node 16 (Op, Op>): running. [info | Dispatcher]: Node 17 (Op, Op>): running. [info | Dispatcher]: Node 18 (Op, Op>): running. [info | Dispatcher]: Node 19 (Op, Op>): running. [info | Dispatcher]: Node 20 (Op, Op>): running. [info | Dispatcher]: Node 21 (Op, Op>): running. [info | Dispatcher]: Node 22 (Op, Op>): running. [info | Dispatcher]: Node 23 (Op, Op>): running. [info | Dispatcher]: Node 24 (Op, Op>): running. [info | Dispatcher]: Node 25 (Op, Op>): running. [info | Dispatcher]: Node 26 (Op, Op>): running. [info | Dispatcher]: Node 27 (Op, Op>): running. [info | Dispatcher]: Node 28 (Op, Op>): running. [info | Dispatcher]: Node 29 (Op, Op>): running. [info | Dispatcher]: Node 30 (Op, Op>): running. [info | Dispatcher]: Node 31 (Op, Op>): running. [info | Dispatcher]: Node 32 (Op, Op>): running. [info | Dispatcher]: Node 33 (Op, Op>): running. [info | Dispatcher]: Node 34 (Op, Op>): running. [info | Dispatcher]: Node 35 (Op, Op>): running. [info | Dispatcher]: Node 36 (Op, Op>): running. [info | Dispatcher]: Node 37 (Op, Op>): running. [info | Dispatcher]: Node 38 (Op, Op>): running. [info | Dispatcher]: Node 39 (Op, Op>): running. [info | Dispatcher]: Node 40 (Op, Op>): running. [info | Dispatcher]: Node 41 (Op, Op>): running. [info | Dispatcher]: Node 42 (Op, Op>): running. [info | Dispatcher]: Node 43 (Op, Op>): running. [info | Dispatcher]: Node 44 (Op, Op>): running. [info | Dispatcher]: Node 45 (Op, Op>): running. [info | Dispatcher]: Node 46 (Op, Op>): running. [info | Dispatcher]: Node 47 (Op, Op>): running. [info | Dispatcher]: Node 48 (Op, Op>): running. [info | Dispatcher]: Node 49 (Op, Op>): running. [info | Dispatcher]: Node 50 (Op, Op>): running. [info | Dispatcher]: Node 51 (Op, Op>): running. [info | Dispatcher]: Node 52 (Op, Op>): running. [info | Dispatcher]: Node 53 (Op, Op>): running. [info | Dispatcher]: Node 54 (Op, Op>): running. [info | Dispatcher]: Node 55 (Op, Op>): running. [info | Dispatcher]: Node 56 (Op, Op>): running. [info | Dispatcher]: Node 57 (Op, Op>): running. [info | Dispatcher]: Node 58 (Op, Op>): running. [info | Dispatcher]: Node 59 (Op, Op>): running. [info | Dispatcher]: Node 60 (Op, Op>): running. [info | Dispatcher]: Node 61 (Op, Op>): running. [info | Dispatcher]: Node 62 (Op, Op>): running. [info | Dispatcher]: Node 63 (Op, Op>): running. [info | Dispatcher]: Node 64 (Op, Op>): running. [info | Dispatcher]: Node 65 (Op, Op>): running. [info | Dispatcher]: Node 66 (Op, Op>): running. [info | Dispatcher]: Node 67 (Op, Op>): running. [info | Dispatcher]: Node 68 (Op, Op>): running. [info | Dispatcher]: Node 69 (Op, Op>): running. [info | Dispatcher]: Node 70 (Op, Op>): running. [info | Dispatcher]: Node 71 (Op, Op>): running. [info | Dispatcher]: Node 72 (Op, Op>): running. [info | Dispatcher]: Node 73 (Op, Op>): running. [info | Dispatcher]: Node 74 (Op, Op>): running. [info | Dispatcher]: Node 75 (Op, Op>): running. [info | Dispatcher]: Node 76 (Op, Op>): running. [info | Dispatcher]: Node 77 (Op, Op>): running. [info | Dispatcher]: Node 78 (Op, Op>): running. [info | Dispatcher]: Node 79 (Op, Op>): running. [info | Dispatcher]: Node 80 (Op, Op>): running. [info | Dispatcher]: Node 81 (Op, Op>): running. [info | Dispatcher]: Node 82 (Op, Op>): running. [info | Dispatcher]: Node 83 (Op, Op>): running. [info | Dispatcher]: Node 84 (Op, Op>): running. [info | Dispatcher]: Node 85 (Op, Op>): running. [info | Dispatcher]: Node 86 (Op, Op>): running. [info | Dispatcher]: Node 87 (Op, Op>): running. [info | Dispatcher]: Node 88 (Op, Op>): running. [info | Dispatcher]: Node 89 (Op, Op>): running. [info | Dispatcher]: Node 90 (Op, Op>): running. [info | Dispatcher]: Node 91 (Op, Op>): running. [info | Dispatcher]: Node 92 (Op, Op>): running. [info | Dispatcher]: Node 93 (Op, Op>): running. [info | Dispatcher]: Node 94 (Op, Op>): running. [info | Dispatcher]: Node 95 (Op, Op>): running. [info | Dispatcher]: Node 96 (Op, Op>): running. [info | Dispatcher]: Node 97 (Op, Op>): running. [info | Dispatcher]: Node 98 (Op, Op>): running. [info | Dispatcher]: Node 99 (Op, Op>): running. [info | Dispatcher]: Node 100 (Op, Op>): running. [info | Dispatcher]: Node 101 (Op, Op>): running. [info | Dispatcher]: Node 102 (Op, Op>): running. [info | Dispatcher]: Node 103 (Op, Op>): running. [info | Dispatcher]: Node 104 (Op, Op>): running. [info | Dispatcher]: Node 105 (Op, Op>): running. [info | Dispatcher]: Node 106 (Op, Op>): running. [info | Dispatcher]: Node 107 (Op, Op>): running. [info | Dispatcher]: Node 108 (Op, Op>): running. [info | Dispatcher]: Node 109 (Op, Op>): running. [info | Dispatcher]: Node 110 (Op, Op>): running. [info | Dispatcher]: Node 111 (Op, Op>): running. [info | Dispatcher]: Node 112 (Op, Op>): running. [info | Dispatcher]: Node 113 (Op, Op>): running. [info | Dispatcher]: Node 114 (Op, Op>): running. [info | Dispatcher]: Node 115 (Op, Op>): running. [info | Dispatcher]: Node 116 (Op, Op>): running. [info | Dispatcher]: Node 117 (Op, Op>): running. [info | Dispatcher]: Node 118 (Op, Op>): running. [info | Dispatcher]: Node 119 (Op, Op>): running. [info | Dispatcher]: Node 120 (Op, Op>): running. [info | Dispatcher]: Node 121 (Op, Op>): running. [info | Dispatcher]: Node 122 (Op, Op>): running. [info | Dispatcher]: Node 123 (Op, Op>): running. [info | Dispatcher]: Node 124 (Op, Op>): running. [info | Dispatcher]: Node 125 (Op, Op>): running. [info | Dispatcher]: Node 126 (Op, Op>): running. [info | Dispatcher]: Node 127 (Op, Op>): running. [info | Dispatcher]: Node 128 (Op, Op>): running. [info | Dispatcher]: Node 129 (Op, Op>): running. [info | Dispatcher]: Node 130 (Op, Op>): running. [info | Dispatcher]: Node 131 (Op, Op>): running. [info | Dispatcher]: Node 132 (Op, Op>): running. [info | Dispatcher]: Node 133 (Op, Op>): running. [info | Dispatcher]: Node 134 (Op, Op>): running. [info | Dispatcher]: Node 135 (Op, Op>): running. [info | Dispatcher]: Node 136 (Op, Op>): running. [info | Dispatcher]: Node 137 (Op, Op>): running. [info | Dispatcher]: Node 138 (Op, Op>): running. [info | Dispatcher]: Node 139 (Op, Op>): running. [info | Dispatcher]: Node 140 (Op, Op>): running. [info | Dispatcher]: Node 141 (Op, Op>): running. [info | Dispatcher]: Node 142 (Op, Op>): running. [info | Dispatcher]: Node 143 (Op, Op>): running. [info | Dispatcher]: Node 144 (Op, Op>): running. [info | Dispatcher]: Node 145 (Op, Op>): running. [info | Dispatcher]: Node 146 (Op, Op>): running. [info | Dispatcher]: Node 147 (Op, Op>): running. [info | Dispatcher]: Node 148 (Op, Op>): running. [info | Dispatcher]: Node 149 (Op, Op>): running. [info | Dispatcher]: Node 150 (Op, Op>): running. [info | Dispatcher]: Node 151 (Op, Op>): running. [info | Dispatcher]: Node 152 (Op, Op>): running. [info | Dispatcher]: Node 153 (Op, Op>): running. [info | Dispatcher]: Node 154 (Op, Op>): running. [info | Dispatcher]: Node 155 (Op, Op>): running. [info | Dispatcher]: Node 156 (Op, Op>): running. [info | Dispatcher]: Node 157 (Op, Op>): running. [info | Dispatcher]: Node 158 (Op, Op>): running. [info | Dispatcher]: Node 159 (Op, Op>): running. [info | Dispatcher]: Node 160 (Op, Op>): running. [info | Dispatcher]: Node 161 (Op, Op>): running. [info | Dispatcher]: Node 162 (Op, Op>): running. [info | Dispatcher]: Node 163 (Op, Op>): running. [info | Dispatcher]: Node 164 (Op, Op>): running. [info | Dispatcher]: Node 165 (Op, Op>): running. [info | Dispatcher]: Node 166 (Op, Op>): running. [info | Dispatcher]: Node 167 (Op, Op>): running. [info | Dispatcher]: Node 168 (Op, Op>): running. [info | Dispatcher]: Node 169 (Op, Op>): running. [info | Dispatcher]: Node 170 (Op, Op>): running. [info | Dispatcher]: Node 171 (Op, Op>): running. [info | Dispatcher]: Node 172 (Op, Op>): running. [info | Dispatcher]: Node 173 (Op, Op>): running. [info | Dispatcher]: Node 174 (Op, Op>): running. [info | Dispatcher]: Node 175 (Op, Op>): running. [info | Dispatcher]: Node 176 (Op, Op>): running. [info | Dispatcher]: Node 177 (Op, Op>): running. [info | Dispatcher]: Node 178 (Op, Op>): running. [info | Dispatcher]: Node 179 (Op, Op>): running. [info | Dispatcher]: Node 180 (Op, Op>): running. [info | Dispatcher]: Node 181 (Op, Op>): running. [info | Dispatcher]: Node 182 (Op, Op>): running. [info | Dispatcher]: Node 183 (Op, Op>): running. [info | Dispatcher]: Node 184 (Op, Op>): running. [info | Dispatcher]: Node 185 (Op, Op>): running. [info | Dispatcher]: Node 186 (Op, Op>): running. [info | Dispatcher]: Node 187 (Op, Op>): running. [info | Dispatcher]: Node 188 (Op, Op>): running. [info | Dispatcher]: Node 189 (Op, Op>): running. [info | Dispatcher]: Node 190 (Op, Op>): running. [info | Dispatcher]: Node 191 (Op, Op>): running. [info | Dispatcher]: Node 192 (Op, Op>): running. [info | Dispatcher]: Node 193 (Op, Op>): running. [info | Dispatcher]: Node 194 (Op, Op>): running. [info | Dispatcher]: Node 195 (Op, Op>): running. [info | Dispatcher]: Node 196 (Op, Op>): running. [info | Dispatcher]: Node 197 (Op, Op>): running. [info | Dispatcher]: Node 198 (Op, Op>): running. [info | Dispatcher]: Node 199 (Op, Op>): running. [info | Dispatcher]: Node 200 (Op, Op>): running. [info | Dispatcher]: Node 201 (Op, Op>): running. [info | Dispatcher]: Node 202 (Op, Op>): running. [info | Dispatcher]: Node 203 (Op, Op, Op>): running. [info | Dispatcher]: Node 204 (Op, Op, Op>): running. [info | Dispatcher]: Node 205 (Op, Op>): running. [info | Dispatcher]: Node 206 (Op, Op>): running. [info | Dispatcher]: Node 207 (Op, Op>): running. [info | Dispatcher]: Node 208 (Op): running. [info | Dispatcher]: Node 209 (Op): running. [info | Dispatcher]: Node 210 (Op): running. [info | Dispatcher]: Node 211 (Op): running. [info | Dispatcher]: Node 212 (Op, Op>): running. [info | Dispatcher]: Node 213 (Op, Op>): running. [info | Dispatcher]: Node 214 (Op, Op>): running. [info | Dispatcher]: Node 215 (Op): running. [info | Dispatcher]: Node 216 (Op): running. [info | Dispatcher]: Node 217 (Op): running. [info | Dispatcher]: Node 218 (Op, Op, Op>): running. [info | Dispatcher]: Node 219 (Op, Op, Op>): running. [info | Dispatcher]: Node 220 (Op, Op>): running. [info | Dispatcher]: Node 221 (Op, Op>): running. [info | Dispatcher]: Node 222 (Op, Op>): running. [info | Dispatcher]: Node 223 (Op): running. [info | Dispatcher]: Node 224 (Op): running. [info | Dispatcher]: Node 225 (Op): running. [info | Dispatcher]: Node 226 (Op, Op>): running. [info | Dispatcher]: Node 227 (Op): running. [info | Dispatcher]: Node 228 (Op, Op, Op>): running. [info | Dispatcher]: Node 229 (Op, Op, Op>): running. [info | Dispatcher]: Node 230 (Op, Op>): running. [info | Dispatcher]: Node 231 (Op, Op>): running. [info | Dispatcher]: Node 232 (Op, Op>): running. [info | Dispatcher]: Node 233 (Op): running. [info | Dispatcher]: Node 234 (Op): running. [info | Dispatcher]: Node 235 (Op): running. [info | Dispatcher]: Node 236 (Op, Op>): running. [info | Dispatcher]: Node 237 (Op, Op>): running. [info | Dispatcher]: Node 238 (Op, Op>): running. [info | Dispatcher]: Node 239 (Op): running. [info | Dispatcher]: Node 240 (Op): running. [info | Dispatcher]: Node 241 (Op): running. [info | Dispatcher]: Node 242 (Op, Op, Op>): running. [info | Dispatcher]: Node 243 (Op, Op>): running. [info | Dispatcher]: Node 244 (Op, Op>): running. [info | Dispatcher]: Node 245 (Op, Op>): running. [info | Dispatcher]: Node 246 (Op): running. [info | Dispatcher]: Node 247 (Op): running. [info | Dispatcher]: Node 248 (Op): running. [info | Dispatcher]: Node 249 (Op, Op, Op>): running. [info | Dispatcher]: Node 250 (Op, Op, Op>): running. [info | Dispatcher]: Node 251 (Op, Op>): running. [info | Dispatcher]: Node 252 (Op, Op>): running. [info | Dispatcher]: Node 253 (Op, Op>): running. [info | Dispatcher]: Node 254 (Op): running. [info | Dispatcher]: Node 255 (Op): running. [info | Dispatcher]: Node 256 (Op): running. [info | Dispatcher]: Node 257 (Op, Op>): running. [info | Dispatcher]: Node 258 (Op, Op>): running. [info | Dispatcher]: Node 259 (Op, Op>): running. [info | Dispatcher]: Node 260 (Op): running. [info | Dispatcher]: Node 261 (Op): running. [info | Dispatcher]: Node 262 (Op): running. [info | Dispatcher]: Node 263 (Op, Op, Op>): running. [info | Dispatcher]: Node 264 (Op, Op, Op>): running. [info | Dispatcher]: Node 265 (Op, Op>): running. [info | Dispatcher]: Node 266 (Op): running. [info | Dispatcher]: Node 267 (Op, Op>): running. [info | Dispatcher]: Node 268 (Op, Op>): running. [info | Dispatcher]: Node 269 (Op, Op>): running. [info | Dispatcher]: Node 270 (Op): running. [info | Dispatcher]: Node 271 (Op): running. [info | Dispatcher]: Node 272 (Op): running. [info | Dispatcher]: Node 273 (Op, Op, Op>): running. [info | Dispatcher]: Node 274 (Op, Op, Op>): running. [info | Dispatcher]: Node 275 (Op, Op>): running. [info | Dispatcher]: Node 276 (Op, Op>): running. [info | Dispatcher]: Node 277 (Op, Op>): running. [info | Dispatcher]: Node 278 (Op): running. [info | Dispatcher]: Node 279 (Op): running. [info | Dispatcher]: Node 280 (Op): running. [info | Dispatcher]: Node 281 (Op, Op>): running. [info | Dispatcher]: Node 282 (Op, Op>): running. [info | Dispatcher]: Node 283 (Op, Op>): running. [info | Dispatcher]: Node 284 (Op): running. [info | Dispatcher]: Node 285 (Op): running. [info | Dispatcher]: Node 286 (Op): running. [info | Dispatcher]: Node 287 (Op, Op, Op>): running. [info | Dispatcher]: Node 288 (Op, Op, Op>): running. [info | Dispatcher]: Node 289 (Op, Op>): running. [info | Dispatcher]: Node 290 (Op): running. [info | Dispatcher]: Node 291 (Op, Op>): running. [info | Dispatcher]: Node 292 (Op): running. [info | Dispatcher]: Node 293 (Op, Op, Op>): running. [info | Dispatcher]: Node 294 (Op, Op, Op>): running. [info | Dispatcher]: Node 295 (Op, Op>): running. [info | Dispatcher]: Node 296 (Op): running. [info | Dispatcher]: Node 297 (Op, Op>): running. [info | Dispatcher]: Node 298 (Op, Op>): running. [info | Dispatcher]: Node 299 (Op, Op>): running. [info | Dispatcher]: Node 300 (Op): running. [info | Dispatcher]: Node 301 (Op): running. [info | Dispatcher]: Node 302 (Op): running. [info | Dispatcher]: Node 303 (Op, Op, Op>): running. [info | Dispatcher]: Node 304 (Op, Op, Op>): running. [info | Dispatcher]: Node 305 (Op, Op>): running. [info | Dispatcher]: Node 306 (Op, Op>): running. [info | Dispatcher]: Node 307 (Op, Op>): running. [info | Dispatcher]: Node 308 (Op): running. [info | Dispatcher]: Node 309 (Op): running. [info | Dispatcher]: Node 310 (Op): running. [info | Dispatcher]: Node 311 (Op, Op>): running. [info | Dispatcher]: Node 312 (Op): running. [info | Dispatcher]: Node 313 (Op, Op, Op>): running. [info | Dispatcher]: Node 314 (Op, Op>): running. [info | Dispatcher]: Node 315 (Op, Op>): running. [info | Dispatcher]: Node 316 (Op, Op>): running. [info | Dispatcher]: Node 317 (Op): running. [info | Dispatcher]: Node 318 (Op): running. [info | Dispatcher]: Node 319 (Op): running. [info | Dispatcher]: Node 320 (Op, Op, Op>): running. [info | Dispatcher]: Node 321 (Op, Op>): running. [info | Dispatcher]: Node 322 (Op): running. [info | Dispatcher]: Node 323 (Op, Op, Op>): running. [info | Dispatcher]: Node 324 (Op, Op, Op>): running. [info | Dispatcher]: Node 325 (Op, Op>): running. [info | Dispatcher]: Node 326 (Op, Op>): running. [info | Dispatcher]: Node 327 (Op): running. [info | Dispatcher]: Node 328 (Op): running. [info | Dispatcher]: Node 329 (Op, Op>): running. [info | Dispatcher]: Node 330 (Op): running. [info | Dispatcher]: Node 331 (Op, Op, Op>): running. [info | Dispatcher]: Node 332 (Op, Op, Op>): running. [info | Dispatcher]: Node 333 (Op, Op>): running. [info | Dispatcher]: Node 334 (Op): running. [info | Dispatcher]: Node 335 (Op, Op>): running. [info | Dispatcher]: Node 336 (Op): running. [info | Dispatcher]: Node 337 (Op, Op, Op>): running. [info | Dispatcher]: Node 338 (Op, Op>): running. [info | Dispatcher]: Node 339 (Op, Op>): running. [info | Dispatcher]: Node 340 (Op, Op>): running. [info | Dispatcher]: Node 341 (Op): running. [info | Dispatcher]: Node 342 (Op): running. [info | Dispatcher]: Node 343 (Op): running. [info | Dispatcher]: Node 344 (Op, Op, Op>): running. [info | Dispatcher]: Node 345 (Op, Op, Op>): running. [info | Dispatcher]: Node 346 (Op, Op>): running. [info | Dispatcher]: Node 347 (Op, Op>): running. [info | Dispatcher]: Node 348 (Op): running. [info | Dispatcher]: Node 349 (Op): running. [info | Dispatcher]: Node 350 (Op, Op>): running. [info | Dispatcher]: Node 351 (Op, Op>): running. [info | Dispatcher]: Node 352 (Op, Op>): running. [info | Dispatcher]: Node 353 (Op): running. [info | Dispatcher]: Node 354 (Op): running. [info | Dispatcher]: Node 355 (Op): running. [info | Dispatcher]: Node 356 (Op, Op, Op>): running. [info | Dispatcher]: Node 357 (Op, Op>): running. [info | Dispatcher]: Node 358 (Op, Op>): running. [info | Dispatcher]: Node 359 (Op, Op>): running. [info | Dispatcher]: Node 360 (Op): running. [info | Dispatcher]: Node 361 (Op): running. [info | Dispatcher]: Node 362 (Op): running. [info | Dispatcher]: Node 363 (Op, Op, Op>): running. [info | Dispatcher]: Node 364 (Op, Op>): running. [info | Dispatcher]: Node 365 (Op): running. [info | Dispatcher]: Node 366 (Op, Op, Op>): running. [info | Dispatcher]: Node 367 (Op, Op>): running. [info | Dispatcher]: Node 368 (Op): running. [info | Dispatcher]: Node 369 (Op, Op, Op>): running. [info | Dispatcher]: Node 370 (Op, Op>): running. [info | Dispatcher]: Node 371 (Op, Op>): running. [info | Dispatcher]: Node 372 (Op, Op>): running. [info | Dispatcher]: Node 373 (Op): running. [info | Dispatcher]: Node 374 (Op): running. [info | Dispatcher]: Node 375 (Op): running. [info | Dispatcher]: Node 376 (Op, Op, Op>): running. [info | Dispatcher]: Node 377 (Op, Op>): running. [info | Dispatcher]: Node 378 (Op, Op>): running. [info | Dispatcher]: Node 379 (Op): running. [info | Dispatcher]: Node 380 (Op): running. [info | Dispatcher]: Node 381 (Op, Op, Op>): running. [info | Dispatcher]: Node 382 (Op, Op>): running. [info | Dispatcher]: Node 383 (Op, Op>): running. [info | Dispatcher]: Node 384 (Op): running. [info | Dispatcher]: Node 385 (Op): running. [info | Dispatcher]: Node 386 (Op, Op, Op>): running. [info | Dispatcher]: Node 387 (Op, Op, Op>): running. [info | Dispatcher]: Node 388 (Op, Op>): running. [info | Dispatcher]: Node 389 (Op): running. [info | Dispatcher]: Node 390 (Op, Op>): running. [info | Dispatcher]: Node 391 (Op, Op>): running. [info | Dispatcher]: Node 392 (Op, Op>): running. [info | Dispatcher]: Node 393 (Op): running. [info | Dispatcher]: Node 394 (Op): running. [info | Dispatcher]: Node 395 (Op): running. [info | Dispatcher]: Node 396 (Op, Op, Op>): running. [info | Dispatcher]: Node 397 (Op, Op, Op>): running. [info | Dispatcher]: Node 398 (Op, Op>): running. [info | Dispatcher]: Node 399 (Op): running. [info | Dispatcher]: Node 400 (Op, Op, Op>): running. [info | Dispatcher]: Node 401 (Op, Op>): running. [info | Dispatcher]: Node 402 (Op): running. [info | Dispatcher]: Node 403 (Op, Op, Op>): running. [info | Dispatcher]: Node 404 (Op, Op, Op>): running. [info | Dispatcher]: Node 405 (Op, Op>): running. [info | Dispatcher]: Node 406 (Op, Op>): running. [info | Dispatcher]: Node 407 (Op, Op>): running. [info | Dispatcher]: Node 408 (Op): running. [info | Dispatcher]: Node 409 (Op): running. [info | Dispatcher]: Node 410 (Op): running. [info | Dispatcher]: Node 411 (Op, Op>): running. [info | Dispatcher]: Node 412 (Op, Op>): running. [info | Dispatcher]: Node 413 (Op, Op>): running. [info | Dispatcher]: Node 414 (Op): running. [info | Dispatcher]: Node 415 (Op): running. [info | Dispatcher]: Node 416 (Op): running. [info | Dispatcher]: Node 417 (Op, Op, Op>): running. [info | Dispatcher]: Node 418 (Op, Op, Op>): running. [info | Dispatcher]: Node 419 (Op, Op>): running. [info | Dispatcher]: Node 420 (Op): running. [info | Dispatcher]: Node 421 (Op, Op>): running. [info | Dispatcher]: Node 422 (Op): running. [info | Dispatcher]: Node 423 (Op, Op, Op>): running. [info | Dispatcher]: Node 424 (Op, Op, Op>): running. [info | Dispatcher]: Node 425 (Op, Op>): running. [info | Dispatcher]: Node 426 (Op): running. [info | Dispatcher]: Node 427 (Op, Op>): running. [info | Dispatcher]: Node 428 (Op): running. [info | Dispatcher]: Node 429 (Op, Op, Op>): running. [info | Dispatcher]: Node 430 (Op, Op, Op>): running. [info | Dispatcher]: Node 431 (Op, Op, Op>): running. [info | Dispatcher]: Node 432 (Op, Op>): running. [info | Dispatcher]: Node 433 (Op, Op>): running. [info | Dispatcher]: Node 434 (Op): running. [info | Dispatcher]: Node 435 (Op): running. [info | Dispatcher]: Node 436 (Op, Op, Op>): running. [info | Dispatcher]: Node 437 (Op, Op, Op>): running. [info | Dispatcher]: Node 438 (Op, Op>): running. [info | Dispatcher]: Node 439 (Op): running. [info | Dispatcher]: Node 440 (Op, Op, Op>): running. [info | Dispatcher]: Node 441 (Op, Op, Op>): running. [info | Dispatcher]: Node 442 (Op, Op, Op>): running. [info | Dispatcher]: Node 443 (Op, Op, Op>): running. [info | Dispatcher]: Node 444 (Op, Op>): running. [info | Dispatcher]: Node 445 (Op, Op>): running. [info | Dispatcher]: Node 446 (Op): running. [info | Dispatcher]: Node 447 (Op): running. [info | Dispatcher]: Node 448 (Op, Op, Op>): running. [info | Dispatcher]: Node 449 (Op, Op>): running. [info | Dispatcher]: Node 450 (Op): running. [info | Dispatcher]: Node 451 (Op, Op, Op>): running. [info | Dispatcher]: Node 452 (Op, Op, Op>): running. [info | Dispatcher]: Node 453 (Op, Op>): running. [info | Dispatcher]: Node 454 (Op): running. [info | Dispatcher]: Node 455 (Op, Op, Op>): running. [info | Dispatcher]: Node 456 (Op, Op, Op>): running. [info | Dispatcher]: Node 457 (Op, Op>): running. [info | Dispatcher]: Node 458 (Op): running. [info | Dispatcher]: Node 459 (Op, Op, Op>): running. [info | Dispatcher]: Node 460 (Op, Op, Op>): running. [info | Dispatcher]: Node 461 (Op, Op, Op>): running. [info | Dispatcher]: Node 462 (Op, Op>): running. [info | Dispatcher]: Node 463 (Op): running. [info | Dispatcher]: Node 464 (Op, Op, Op>): running. [info | Dispatcher]: Node 465 (Op, Op>): running. [info | Dispatcher]: Node 466 (Op): running. [info | Dispatcher]: Node 467 (Op, Op, Op>): running. [info | Dispatcher]: Node 468 (Op, Op, Op>): running. [info | Dispatcher]: Node 469 (Op, Op, Op>): running. [info | Dispatcher]: Node 470 (Op, Op, Op>): running. [info | Dispatcher]: Node 471 (Op, Op, Op>): running. [info | Dispatcher]: Node 472 (Op, Op, Op>): running. [info | Dispatcher]: Node 473 (Op, Op, Op>): running. [info | Dispatcher]: Node 474 (Op, Op, Op>): running. [info | Dispatcher]: Node 475 (Op, Op, Op>): running. [info | Dispatcher]: Node 476 (Op, Op, Op>): running. [info | Dispatcher]: Node 477 (Op, Op, Op>): running. [info | Dispatcher]: Node 478 (Op, Op, Op>): running. [info | Dispatcher]: Node 479 (Op, Op, Op>): running. [info | Dispatcher]: Node 480 (Op, Op, Op>): running. [info | Dispatcher]: Node 481 (Op, Op, Op>): running. [info | Dispatcher]: Node 482 (Op, Op, Op>): running. [info | Dispatcher]: Node 483 (Op, Op, Op>): running. [info | Dispatcher]: Node 484 (Op, Op, Op>): running. [info | Dispatcher]: Node 485 (Op, Op, Op>): running. [info | Dispatcher]: Node 486 (Op, Op, Op>): running. [info | Dispatcher]: Node 487 (Op, Op, Op>): running. [info | Dispatcher]: Node 488 (Op, Op, Op>): running. [info | Dispatcher]: Node 489 (Op, Op, Op>): running. [info | Dispatcher]: Node 490 (Op, Op, Op>): running. [info | Dispatcher]: Node 491 (Op, Op, Op>): running. [info | Dispatcher]: Node 492 (Op, Op, Op>): running. [info | Dispatcher]: Node 493 (Op, Op, Op>): running. [info | Dispatcher]: Node 494 (Op, Op, Op>): running. [info | Dispatcher]: Node 495 (Op, Op, Op>): running. [info | Dispatcher]: Node 496 (Op, Op, Op>): running. [info | Dispatcher]: Node 497 (Op, Op, Op>): running. [info | Dispatcher]: Node 312 (Op): complete. [info | Dispatcher]: Node 348 (Op): complete. [info | Dispatcher]: Node 300 (Op): complete. [info | Dispatcher]: Node 399 (Op): complete. [info | Dispatcher]: Node 261 (Op): complete. [info | Dispatcher]: Node 216 (Op): complete. [info | Dispatcher]: Node 210 (Op): complete. [info | Dispatcher]: Node 435 (Op): complete. [info | Dispatcher]: Node 420 (Op): complete. [info | Dispatcher]: Node 309 (Op): complete. [info | Dispatcher]: Node 375 (Op): complete. [info | Dispatcher]: Node 255 (Op): complete. [info | Dispatcher]: Node 402 (Op): complete. [info | Dispatcher]: Node 408 (Op): complete. [info | Dispatcher]: Node 354 (Op): complete. [info | Dispatcher]: Node 447 (Op): complete. [info | Dispatcher]: Node 246 (Op): complete. [info | Dispatcher]: Node 330 (Op): complete. [info | Dispatcher]: Node 270 (Op): complete. [info | Dispatcher]: Node 342 (Op): complete. [info | Dispatcher]: Node 414 (Op): complete. [info | Dispatcher]: Node 225 (Op): complete. [info | Dispatcher]: Node 240 (Op): complete. [info | Dispatcher]: Node 234 (Op): complete. [info | Dispatcher]: Node 450 (Op): complete. [info | Dispatcher]: Node 336 (Op): complete. [info | Dispatcher]: Node 384 (Op): complete. [info | Dispatcher]: Node 285 (Op): complete. [info | Dispatcher]: Node 318 (Op): complete. [info | Dispatcher]: Node 393 (Op): complete. [info | Dispatcher]: Node 327 (Op): complete. [info | Dispatcher]: Node 279 (Op): complete. [info | Dispatcher]: Node 360 (Op): complete. [info | Dispatcher]: Node 426 (Op): complete. [info | Dispatcher]: Node 328 (Op): complete. [info | Dispatcher]: Node 394 (Op): complete. [info | Dispatcher]: Node 247 (Op): complete. [info | Dispatcher]: Node 385 (Op): complete. [info | Dispatcher]: Node 286 (Op): complete. [info | Dispatcher]: Node 301 (Op): complete. [info | Dispatcher]: Node 379 (Op): complete. [info | Dispatcher]: Node 415 (Op): complete. [info | Dispatcher]: Node 439 (Op): complete. [info | Dispatcher]: Node 211 (Op): complete. [info | Dispatcher]: Node 235 (Op): complete. [info | Dispatcher]: Node 280 (Op): complete. [info | Dispatcher]: Node 322 (Op): complete. [info | Dispatcher]: Node 208 (Op): complete. [info | Dispatcher]: Node 256 (Op): complete. [info | Dispatcher]: Node 223 (Op): complete. [info | Dispatcher]: Node 343 (Op): complete. [info | Dispatcher]: Node 271 (Op): complete. [info | Dispatcher]: Node 409 (Op): complete. [info | Dispatcher]: Node 241 (Op): complete. [info | Dispatcher]: Node 361 (Op): complete. [info | Dispatcher]: Node 466 (Op): complete. [info | Dispatcher]: Node 217 (Op): complete. [info | Dispatcher]: Node 355 (Op): complete. [info | Dispatcher]: Node 463 (Op): complete. [info | Dispatcher]: Node 454 (Op): complete. [info | Dispatcher]: Node 373 (Op): complete. [info | Dispatcher]: Node 262 (Op): complete. [info | Dispatcher]: Node 334 (Op): complete. [info | Dispatcher]: Node 310 (Op): complete. [info | Dispatcher]: Node 319 (Op): complete. [info | Dispatcher]: Node 349 (Op): complete. [info | Dispatcher]: Node 292 (Op): complete. [info | Dispatcher]: Node 266 (Op): complete. From worker 38: UNHANDLED TASK ERROR: peer 36 has not connected to 38 From worker 38: Stacktrace: From worker 38: [1] (::Distributed.var"#exec_conn_func##2#exec_conn_func##3"{ErrorException})() From worker 38: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 38: [2] exec_conn_func(w::Distributed.Worker) From worker 38: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 38: [3] (::Distributed.var"#check_worker_state##0#check_worker_state##1"{Distributed.Worker})() From worker 38: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:166 From worker 38: UNHANDLED TASK ERROR: peer 36 has not connected to 38 From worker 38: Stacktrace: From worker 38: [1] (::Distributed.var"#exec_conn_func##2#exec_conn_func##3"{ErrorException})() From worker 38: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 38: [2] exec_conn_func(w::Distributed.Worker) From worker 38: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 38: [3] (::Distributed.var"#check_worker_state##0#check_worker_state##1"{Distributed.Worker})() From worker 38: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:166 From worker 38: UNHANDLED TASK ERROR: peer 36 has not connected to 38 From worker 38: Stacktrace: From worker 38: [1] (::Distributed.var"#exec_conn_func##2#exec_conn_func##3"{ErrorException})() From worker 38: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 38: [2] exec_conn_func(w::Distributed.Worker) From worker 38: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 38: [3] (::Distributed.var"#check_worker_state##0#check_worker_state##1"{Distributed.Worker})() From worker 38: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:166 From worker 38: UNHANDLED TASK ERROR: peer 36 has not connected to 38 From worker 38: Stacktrace: From worker 38: [1] (::Distributed.var"#exec_conn_func##2#exec_conn_func##3"{ErrorException})() From worker 38: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 38: [2] exec_conn_func(w::Distributed.Worker) From worker 38: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 38: [3] (::Distributed.var"#check_worker_state##0#check_worker_state##1"{Distributed.Worker})() From worker 38: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:166 From worker 38: UNHANDLED TASK ERROR: peer 36 has not connected to 38 From worker 38: Stacktrace: From worker 38: [1] (::Distributed.var"#exec_conn_func##2#exec_conn_func##3"{ErrorException})() From worker 38: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 38: [2] exec_conn_func(w::Distributed.Worker) From worker 38: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 38: [3] (::Distributed.var"#check_worker_state##0#check_worker_state##1"{Distributed.Worker})() From worker 38: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:166 From worker 38: UNHANDLED TASK ERROR: peer 36 has not connected to 38 From worker 38: Stacktrace: From worker 38: [1] (::Distributed.var"#exec_conn_func##2#exec_conn_func##3"{ErrorException})() From worker 38: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 38: [2] exec_conn_func(w::Distributed.Worker) From worker 38: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 38: [3] (::Distributed.var"#check_worker_state##0#check_worker_state##1"{Distributed.Worker})() From worker 38: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:166 From worker 38: UNHANDLED TASK ERROR: peer 36 has not connected to 38 From worker 38: Stacktrace: From worker 38: [1] (::Distributed.var"#exec_conn_func##2#exec_conn_func##3"{ErrorException})() From worker 38: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 38: [2] exec_conn_func(w::Distributed.Worker) From worker 38: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 38: [3] (::Distributed.var"#check_worker_state##0#check_worker_state##1"{Distributed.Worker})() From worker 38: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:166 From worker 38: UNHANDLED TASK ERROR: peer 36 has not connected to 38 From worker 38: Stacktrace: From worker 38: [1] (::Distributed.var"#exec_conn_func##2#exec_conn_func##3"{ErrorException})() From worker 38: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 38: [2] exec_conn_func(w::Distributed.Worker) From worker 38: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 38: [3] (::Distributed.var"#check_worker_state##0#check_worker_state##1"{Distributed.Worker})() From worker 38: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:166 From worker 38: UNHANDLED TASK ERROR: peer 36 has not connected to 38 From worker 38: Stacktrace: From worker 38: [1] (::Distributed.var"#exec_conn_func##2#exec_conn_func##3"{ErrorException})() From worker 38: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 38: [2] exec_conn_func(w::Distributed.Worker) From worker 38: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 38: [3] (::Distributed.var"#check_worker_state##0#check_worker_state##1"{Distributed.Worker})() From worker 38: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:166 From worker 38: UNHANDLED TASK ERROR: peer 36 has not connected to 38 From worker 38: Stacktrace: From worker 38: [1] (::Distributed.var"#exec_conn_func##2#exec_conn_func##3"{ErrorException})() From worker 38: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 38: [2] exec_conn_func(w::Distributed.Worker) From worker 38: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 38: [3] (::Distributed.var"#check_worker_state##0#check_worker_state##1"{Distributed.Worker})() From worker 38: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:166 From worker 38: UNHANDLED TASK ERROR: peer 36 has not connected to 38 From worker 38: Stacktrace: From worker 38: [1] (::Distributed.var"#exec_conn_func##2#exec_conn_func##3"{ErrorException})() From worker 38: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 38: [2] exec_conn_func(w::Distributed.Worker) From worker 38: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 38: [3] (::Distributed.var"#check_worker_state##0#check_worker_state##1"{Distributed.Worker})() From worker 38: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:166 From worker 37: UNHANDLED TASK ERROR: peer 36 has not connected to 37 From worker 37: Stacktrace: From worker 37: [1] (::Distributed.var"#exec_conn_func##2#exec_conn_func##3"{ErrorException})() From worker 37: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 37: [2] exec_conn_func(w::Distributed.Worker) From worker 37: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 37: [3] (::Distributed.var"#check_worker_state##0#check_worker_state##1"{Distributed.Worker})() From worker 37: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:166 From worker 37: UNHANDLED TASK ERROR: peer 36 has not connected to 37 From worker 37: Stacktrace: From worker 37: [1] (::Distributed.var"#exec_conn_func##2#exec_conn_func##3"{ErrorException})() From worker 37: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 37: [2] exec_conn_func(w::Distributed.Worker) From worker 37: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 37: [3] (::Distributed.var"#check_worker_state##0#check_worker_state##1"{Distributed.Worker})() From worker 37: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:166 From worker 37: UNHANDLED TASK ERROR: peer 36 has not connected to 37 From worker 37: Stacktrace: From worker 37: [1] (::Distributed.var"#exec_conn_func##2#exec_conn_func##3"{ErrorException})() From worker 37: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 37: [2] exec_conn_func(w::Distributed.Worker) From worker 37: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 37: [3] (::Distributed.var"#check_worker_state##0#check_worker_state##1"{Distributed.Worker})() From worker 37: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:166 From worker 37: UNHANDLED TASK ERROR: peer 36 has not connected to 37 From worker 37: Stacktrace: From worker 37: [1] (::Distributed.var"#exec_conn_func##2#exec_conn_func##3"{ErrorException})() From worker 37: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 37: [2] exec_conn_func(w::Distributed.Worker) From worker 37: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 37: [3] (::Distributed.var"#check_worker_state##0#check_worker_state##1"{Distributed.Worker})() From worker 37: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:166 From worker 37: UNHANDLED TASK ERROR: peer 36 has not connected to 37 From worker 37: Stacktrace: From worker 37: [1] (::Distributed.var"#exec_conn_func##2#exec_conn_func##3"{ErrorException})() From worker 37: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 37: [2] exec_conn_func(w::Distributed.Worker) From worker 37: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 37: [3] (::Distributed.var"#check_worker_state##0#check_worker_state##1"{Distributed.Worker})() From worker 37: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:166 From worker 37: UNHANDLED TASK ERROR: peer 36 has not connected to 37 From worker 37: Stacktrace: From worker 37: [1] (::Distributed.var"#exec_conn_func##2#exec_conn_func##3"{ErrorException})() From worker 37: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 37: [2] exec_conn_func(w::Distributed.Worker) From worker 37: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 37: [3] (::Distributed.var"#check_worker_state##0#check_worker_state##1"{Distributed.Worker})() From worker 37: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:166 From worker 37: UNHANDLED TASK ERROR: peer 36 has not connected to 37 From worker 37: Stacktrace: From worker 37: [1] (::Distributed.var"#exec_conn_func##2#exec_conn_func##3"{ErrorException})() From worker 37: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 37: [2] exec_conn_func(w::Distributed.Worker) From worker 37: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 37: [3] (::Distributed.var"#check_worker_state##0#check_worker_state##1"{Distributed.Worker})() From worker 37: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:166 From worker 37: UNHANDLED TASK ERROR: peer 36 has not connected to 37 From worker 37: Stacktrace: From worker 37: [1] (::Distributed.var"#exec_conn_func##2#exec_conn_func##3"{ErrorException})() From worker 37: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 37: [2] exec_conn_func(w::Distributed.Worker) From worker 37: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 37: [3] (::Distributed.var"#check_worker_state##0#check_worker_state##1"{Distributed.Worker})() From worker 37: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:166 From worker 37: UNHANDLED TASK ERROR: peer 36 has not connected to 37 [info | Dispatcher]: Node 365 (Op): complete. From worker 37: Stacktrace: From worker 37: [1] (::Distributed.var"#exec_conn_func##2#exec_conn_func##3"{ErrorException})() From worker 37: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 37: [2] exec_conn_func(w::Distributed.Worker) From worker 37: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 37: [3] (::Distributed.var"#check_worker_state##0#check_worker_state##1"{Distributed.Worker})() From worker 37: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:166 From worker 37: UNHANDLED TASK ERROR: peer 36 has not connected to 37 From worker 37: Stacktrace: From worker 37: [1] (::Distributed.var"#exec_conn_func##2#exec_conn_func##3"{ErrorException})() From worker 37: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 37: [2] exec_conn_func(w::Distributed.Worker) From worker 37: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 37: [3] (::Distributed.var"#check_worker_state##0#check_worker_state##1"{Distributed.Worker})() From worker 37: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:166 From worker 37: UNHANDLED TASK ERROR: peer 36 has not connected to 37 From worker 37: Stacktrace: From worker 37: [1] (::Distributed.var"#exec_conn_func##2#exec_conn_func##3"{ErrorException})() From worker 37: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 37: [2] exec_conn_func(w::Distributed.Worker) From worker 37: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 37: [3] (::Distributed.var"#check_worker_state##0#check_worker_state##1"{Distributed.Worker})() From worker 37: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:166 [info | Dispatcher]: Node 353 (Op): complete. [info | Dispatcher]: Node 254 (Op): complete. [info | Dispatcher]: Node 368 (Op): complete. [info | Dispatcher]: Node 239 (Op): complete. [info | Dispatcher]: Node 296 (Op): complete. [info | Dispatcher]: Node 410 (Op): complete. [info | Dispatcher]: Node 389 (Op): complete. [info | Dispatcher]: Node 458 (Op): complete. [info | Dispatcher]: Node 317 (Op): complete. [info | Dispatcher]: Node 260 (Op): complete. [info | Dispatcher]: Node 428 (Op): complete. [info | Dispatcher]: Node 341 (Op): complete. [info | Dispatcher]: Node 215 (Op): complete. [info | Dispatcher]: Node 278 (Op): complete. [info | Dispatcher]: Node 248 (Op): complete. [info | Dispatcher]: Node 416 (Op): complete. [info | Dispatcher]: Node 422 (Op): complete. [info | Dispatcher]: Node 209 (Op): complete. [info | Dispatcher]: Node 362 (Op): complete. [info | Dispatcher]: Node 308 (Op): complete. [info | Dispatcher]: Node 380 (Op): complete. [info | Dispatcher]: Node 272 (Op): complete. [info | Dispatcher]: Node 290 (Op): complete. [info | Dispatcher]: Node 302 (Op): complete. [info | Dispatcher]: Node 284 (Op): complete. [info | Dispatcher]: Node 446 (Op): complete. [info | Dispatcher]: Node 233 (Op): complete. [info | Dispatcher]: Node 227 (Op): complete. [info | Dispatcher]: Node 374 (Op): complete. [info | Dispatcher]: Node 434 (Op): complete. [info | Dispatcher]: Node 224 (Op): complete. [info | Dispatcher]: Node 395 (Op): complete. [info | Dispatcher]: Node 207 (Op, Op>): complete. [info | Dispatcher]: Node 465 (Op, Op>): complete. [info | Dispatcher]: Node 377 (Op, Op>): complete. [info | Dispatcher]: Node 378 (Op, Op>): complete. [info | Dispatcher]: Node 392 (Op, Op>): complete. [info | Dispatcher]: Node 419 (Op, Op>): complete. [info | Dispatcher]: Node 339 (Op, Op>): complete. [info | Dispatcher]: Node 449 (Op, Op>): complete. [info | Dispatcher]: Node 411 (Op, Op>): complete. [info | Dispatcher]: Node 407 (Op, Op>): complete. [info | Dispatcher]: Node 335 (Op, Op>): complete. [info | Dispatcher]: Node 444 (Op, Op>): complete. [info | Dispatcher]: Node 267 (Op, Op>): complete. [info | Dispatcher]: Node 222 (Op, Op>): complete. [info | Dispatcher]: Node 347 (Op, Op>): complete. [info | Dispatcher]: Node 413 (Op, Op>): complete. [info | Dispatcher]: Node 311 (Op, Op>): complete. [info | Dispatcher]: Node 359 (Op, Op>): complete. [info | Dispatcher]: Node 299 (Op, Op>): complete. [info | Dispatcher]: Node 425 (Op, Op>): complete. [info | Dispatcher]: Node 206 (Op, Op>): complete. [info | Dispatcher]: Node 221 (Op, Op>): complete. [info | Dispatcher]: Node 269 (Op, Op>): complete. [info | Dispatcher]: Node 252 (Op, Op>): complete. [info | Dispatcher]: Node 390 (Op, Op>): complete. [info | Dispatcher]: Node 291 (Op, Op>): complete. [info | Dispatcher]: Node 282 (Op, Op>): complete. [info | Dispatcher]: Node 243 (Op, Op>): complete. [info | Dispatcher]: Node 438 (Op, Op>): complete. [info | Dispatcher]: Node 357 (Op, Op>): complete. [info | Dispatcher]: Node 231 (Op, Op>): complete. [info | Dispatcher]: Node 333 (Op, Op>): complete. [info | Dispatcher]: Node 276 (Op, Op>): complete. [info | Dispatcher]: Node 432 (Op, Op>): complete. [info | Dispatcher]: Node 453 (Op, Op>): complete. [info | Dispatcher]: Node 372 (Op, Op>): complete. [info | Dispatcher]: Node 351 (Op, Op>): complete. [info | Dispatcher]: Node 213 (Op, Op>): complete. [info | Dispatcher]: Node 383 (Op, Op>): complete. [info | Dispatcher]: Node 405 (Op, Op>): complete. [info | Dispatcher]: Node 462 (Op, Op>): complete. [info | Dispatcher]: Node 306 (Op, Op>): complete. [info | Dispatcher]: Node 326 (Op, Op>): complete. [info | Dispatcher]: Node 245 (Op, Op>): complete. [info | Dispatcher]: Node 398 (Op, Op>): complete. [info | Dispatcher]: Node 297 (Op, Op>): complete. [info | Dispatcher]: Node 495 (Op, Op, Op>): complete. [info | Dispatcher]: Node 321 (Op, Op>): complete. [info | Dispatcher]: Node 329 (Op, Op>): complete. [info | Dispatcher]: Node 237 (Op, Op>): complete. [info | Dispatcher]: Node 258 (Op, Op>): complete. [info | Dispatcher]: Node 315 (Op, Op>): complete. [info | Dispatcher]: Node 429 (Op, Op, Op>): complete. [info | Dispatcher]: Node 477 (Op, Op, Op>): complete. [info | Dispatcher]: Node 401 (Op, Op>): complete. [info | Dispatcher]: Node 371 (Op, Op>): complete. [info | Dispatcher]: Node 461 (Op, Op, Op>): complete. [info | Dispatcher]: Node 443 (Op, Op, Op>): complete. From worker 36: UNHANDLED TASK ERROR: On worker 1: From worker 36: On worker 38: From worker 36: peer 36 has not connected to 38 From worker 36: Stacktrace: From worker 36: [1] error From worker 36: @ ./error.jl:44 From worker 36: [2] wait_for_conn From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:195 From worker 36: [3] #exec_conn_func##0 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:183 From worker 36: [4] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 36: [5] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:178 From worker 36: [6] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [7] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [8] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] #remotecall_fetch#109 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] #check_worker_state##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: [5] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [6] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [7] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}; kwargs::@Kwargs{}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] (::Distributed.var"#check_worker_state##2#check_worker_state##3"{Distributed.Worker})() From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: UNHANDLED TASK ERROR: On worker 1: From worker 36: On worker 37: From worker 36: peer 36 has not connected to 37 From worker 36: Stacktrace: From worker 36: [1] #exec_conn_func##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 36: [2] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 36: [3] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:178 From worker 36: [4] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [5] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [6] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] #remotecall_fetch#109 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] #check_worker_state##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: [5] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [6] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [7] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}; kwargs::@Kwargs{}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] (::Distributed.var"#check_worker_state##2#check_worker_state##3"{Distributed.Worker})() From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 [info | Dispatcher]: Node 281 (Op, Op>): complete. From worker 36: UNHANDLED TASK ERROR: On worker 1: From worker 36: On worker 37: From worker 36: peer 36 has not connected to 37 From worker 36: Stacktrace: From worker 36: [1] error From worker 36: @ ./error.jl:44 From worker 36: [2] wait_for_conn From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:195 From worker 36: [3] #exec_conn_func##0 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:183 From worker 36: [4] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 36: [5] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:178 From worker 36: [6] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [7] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [8] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] #remotecall_fetch#109 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] #check_worker_state##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: [5] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [6] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [7] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}; kwargs::@Kwargs{}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] (::Distributed.var"#check_worker_state##2#check_worker_state##3"{Distributed.Worker})() From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: UNHANDLED TASK ERROR: On worker 1: From worker 36: On worker 37: From worker 36: peer 36 has not connected to 37 From worker 36: Stacktrace: From worker 36: [1] #exec_conn_func##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 36: [2] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 36: [3] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:178 From worker 36: [4] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [5] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [6] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] #remotecall_fetch#109 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] #check_worker_state##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: [5] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [6] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [7] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}; kwargs::@Kwargs{}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] (::Distributed.var"#check_worker_state##2#check_worker_state##3"{Distributed.Worker})() From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: UNHANDLED TASK ERROR: On worker 1: From worker 36: On worker 37: From worker 36: peer 36 has not connected to 37 From worker 36: Stacktrace: From worker 36: [1] #exec_conn_func##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 36: [2] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 36: [3] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:178 From worker 36: [4] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [5] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [6] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] #remotecall_fetch#109 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] #check_worker_state##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: [5] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [6] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [7] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}; kwargs::@Kwargs{}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] (::Distributed.var"#check_worker_state##2#check_worker_state##3"{Distributed.Worker})() From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: UNHANDLED TASK ERROR: On worker 1: From worker 36: On worker 37: From worker 36: peer 36 has not connected to 37 From worker 36: Stacktrace: From worker 36: [1] #exec_conn_func##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 36: [2] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 36: [3] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:178 From worker 36: [4] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [5] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [6] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] #remotecall_fetch#109 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] #check_worker_state##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: [5] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [6] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [7] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}; kwargs::@Kwargs{}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] (::Distributed.var"#check_worker_state##2#check_worker_state##3"{Distributed.Worker})() From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: UNHANDLED TASK ERROR: On worker 1: From worker 36: On worker 37: From worker 36: peer 36 has not connected to 37 From worker 36: Stacktrace: From worker 36: [1] #exec_conn_func##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 36: [2] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 36: [3] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:178 From worker 36: [4] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [5] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [6] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] #remotecall_fetch#109 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] #check_worker_state##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: [5] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [6] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [7] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}; kwargs::@Kwargs{}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] (::Distributed.var"#check_worker_state##2#check_worker_state##3"{Distributed.Worker})() From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: UNHANDLED TASK ERROR: On worker 1: From worker 36: On worker 37: From worker 36: peer 36 has not connected to 37 From worker 36: Stacktrace: From worker 36: [1] #exec_conn_func##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 36: [2] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 36: [3] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:178 From worker 36: [4] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [5] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [6] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] #remotecall_fetch#109 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] #check_worker_state##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: [5] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [6] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [7] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}; kwargs::@Kwargs{}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] (::Distributed.var"#check_worker_state##2#check_worker_state##3"{Distributed.Worker})() From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: UNHANDLED TASK ERROR: On worker 1: From worker 36: On worker 37: From worker 36: peer 36 has not connected to 37 From worker 36: Stacktrace: From worker 36: [1] #exec_conn_func##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 36: [2] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 36: [3] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:178 From worker 36: [4] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [5] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [6] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] #remotecall_fetch#109 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] #check_worker_state##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: [5] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [6] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [7] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}; kwargs::@Kwargs{}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] (::Distributed.var"#check_worker_state##2#check_worker_state##3"{Distributed.Worker})() From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: UNHANDLED TASK ERROR: On worker 1: From worker 36: On worker 37: From worker 36: peer 36 has not connected to 37 From worker 36: Stacktrace: From worker 36: [1] #exec_conn_func##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 36: [2] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 36: [3] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:178 From worker 36: [4] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [5] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [6] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] #remotecall_fetch#109 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] #check_worker_state##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: [5] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [6] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [7] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}; kwargs::@Kwargs{}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] (::Distributed.var"#check_worker_state##2#check_worker_state##3"{Distributed.Worker})() From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: UNHANDLED TASK ERROR: On worker 1: From worker 36: On worker 37: From worker 36: peer 36 has not connected to 37 From worker 36: Stacktrace: From worker 36: [1] #exec_conn_func##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 36: [2] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 36: [3] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:178 From worker 36: [4] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [5] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [6] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] #remotecall_fetch#109 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] #check_worker_state##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: [5] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [6] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [7] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}; kwargs::@Kwargs{}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] (::Distributed.var"#check_worker_state##2#check_worker_state##3"{Distributed.Worker})() From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: UNHANDLED TASK ERROR: On worker 1: From worker 36: On worker 37: From worker 36: peer 36 has not connected to 37 From worker 36: Stacktrace: From worker 36: [1] #exec_conn_func##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 36: [2] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 36: [3] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:178 From worker 36: [4] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [5] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [6] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] #remotecall_fetch#109 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] #check_worker_state##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: [5] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [6] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [7] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}; kwargs::@Kwargs{}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] (::Distributed.var"#check_worker_state##2#check_worker_state##3"{Distributed.Worker})() From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: UNHANDLED TASK ERROR: On worker 1: From worker 36: On worker 37: From worker 36: peer 36 has not connected to 37 From worker 36: Stacktrace: From worker 36: [1] #exec_conn_func##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 36: [2] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 36: [3] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:178 From worker 36: [4] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [5] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [6] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] #remotecall_fetch#109 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] #check_worker_state##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: [5] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [6] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [7] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}; kwargs::@Kwargs{}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] (::Distributed.var"#check_worker_state##2#check_worker_state##3"{Distributed.Worker})() From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: UNHANDLED TASK ERROR: On worker 1: From worker 36: On worker 37: From worker 36: peer 36 has not connected to 37 From worker 36: Stacktrace: From worker 36: [1] #exec_conn_func##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 36: [2] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 36: [3] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:178 From worker 36: [4] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [5] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [6] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] #remotecall_fetch#109 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] #check_worker_state##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: [5] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [6] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [7] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}; kwargs::@Kwargs{}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] (::Distributed.var"#check_worker_state##2#check_worker_state##3"{Distributed.Worker})() From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: UNHANDLED TASK ERROR: On worker 1: From worker 36: On worker 37: From worker 36: peer 36 has not connected to 37 From worker 36: Stacktrace: From worker 36: [1] #exec_conn_func##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 36: [2] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 36: [3] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:178 From worker 36: [4] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [5] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [6] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] #remotecall_fetch#109 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] #check_worker_state##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: [5] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [6] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [7] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}; kwargs::@Kwargs{}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] (::Distributed.var"#check_worker_state##2#check_worker_state##3"{Distributed.Worker})() From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: UNHANDLED TASK ERROR: On worker 1: From worker 36: On worker 37: From worker 36: peer 36 has not connected to 37 From worker 36: Stacktrace: From worker 36: [1] #exec_conn_func##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 36: [2] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 36: [3] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:178 From worker 36: [4] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [5] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [6] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] #remotecall_fetch#109 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] #check_worker_state##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: [5] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [6] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [7] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}; kwargs::@Kwargs{}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] (::Distributed.var"#check_worker_state##2#check_worker_state##3"{Distributed.Worker})() From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: UNHANDLED TASK ERROR: On worker 1: From worker 36: On worker 37: From worker 36: peer 36 has not connected to 37 From worker 36: Stacktrace: From worker 36: [1] #exec_conn_func##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 36: [2] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 36: [3] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:178 From worker 36: [4] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [5] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [6] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] #remotecall_fetch#109 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] #check_worker_state##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: [5] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [6] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [7] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}; kwargs::@Kwargs{}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] (::Distributed.var"#check_worker_state##2#check_worker_state##3"{Distributed.Worker})() From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: UNHANDLED TASK ERROR: On worker 1: From worker 36: On worker 37: From worker 36: peer 36 has not connected to 37 From worker 36: Stacktrace: From worker 36: [1] #exec_conn_func##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 36: [2] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 36: [3] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:178 From worker 36: [4] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [5] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [6] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] #remotecall_fetch#109 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] #check_worker_state##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: [5] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [6] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [7] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}; kwargs::@Kwargs{}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] (::Distributed.var"#check_worker_state##2#check_worker_state##3"{Distributed.Worker})() From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: UNHANDLED TASK ERROR: On worker 1: From worker 36: On worker 37: From worker 36: peer 36 has not connected to 37 From worker 36: Stacktrace: From worker 36: [1] #exec_conn_func##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 36: [2] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 36: [3] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:178 From worker 36: [4] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [5] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [6] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] #remotecall_fetch#109 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] #check_worker_state##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: [5] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [6] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [7] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}; kwargs::@Kwargs{}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] (::Distributed.var"#check_worker_state##2#check_worker_state##3"{Distributed.Worker})() From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: UNHANDLED TASK ERROR: On worker 1: From worker 36: On worker 37: From worker 36: peer 36 has not connected to 37 From worker 36: Stacktrace: From worker 36: [1] #exec_conn_func##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 36: [2] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 36: [3] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:178 From worker 36: [4] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [5] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [6] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] #remotecall_fetch#109 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] #check_worker_state##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: [5] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [6] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [7] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}; kwargs::@Kwargs{}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] (::Distributed.var"#check_worker_state##2#check_worker_state##3"{Distributed.Worker})() From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: UNHANDLED TASK ERROR: On worker 1: From worker 36: On worker 37: From worker 36: peer 36 has not connected to 37 From worker 36: Stacktrace: From worker 36: [1] #exec_conn_func##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 36: [2] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 36: [3] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:178 From worker 36: [4] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [5] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [6] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] #remotecall_fetch#109 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] #check_worker_state##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: [5] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [6] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [7] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}; kwargs::@Kwargs{}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] (::Distributed.var"#check_worker_state##2#check_worker_state##3"{Distributed.Worker})() From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: UNHANDLED TASK ERROR: On worker 1: From worker 36: On worker 37: From worker 36: peer 36 has not connected to 37 From worker 36: Stacktrace: From worker 36: [1] #exec_conn_func##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 36: [2] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 36: [3] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:178 From worker 36: [4] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [5] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [6] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] #remotecall_fetch#109 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] #check_worker_state##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: [5] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [6] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [7] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}; kwargs::@Kwargs{}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] (::Distributed.var"#check_worker_state##2#check_worker_state##3"{Distributed.Worker})() From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: UNHANDLED TASK ERROR: On worker 1: From worker 36: On worker 37: From worker 36: peer 36 has not connected to 37 From worker 36: Stacktrace: From worker 36: [1] #exec_conn_func##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 36: [2] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 36: [3] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:178 From worker 36: [4] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [5] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [6] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] #remotecall_fetch#109 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] #check_worker_state##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: [5] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [6] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [7] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}; kwargs::@Kwargs{}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] (::Distributed.var"#check_worker_state##2#check_worker_state##3"{Distributed.Worker})() From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: UNHANDLED TASK ERROR: On worker 1: From worker 36: On worker 37: From worker 36: peer 36 has not connected to 37 From worker 36: Stacktrace: From worker 36: [1] #exec_conn_func##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 36: [2] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 36: [3] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:178 From worker 36: [4] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [5] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [6] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] #remotecall_fetch#109 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] #check_worker_state##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: [5] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [6] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [7] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}; kwargs::@Kwargs{}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] (::Distributed.var"#check_worker_state##2#check_worker_state##3"{Distributed.Worker})() From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: UNHANDLED TASK ERROR: On worker 1: From worker 36: On worker 37: From worker 36: peer 36 has not connected to 37 From worker 36: Stacktrace: From worker 36: [1] #exec_conn_func##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 36: [2] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 36: [3] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:178 From worker 36: [4] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [5] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [6] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] #remotecall_fetch#109 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] #check_worker_state##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: [5] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [6] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [7] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}; kwargs::@Kwargs{}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] (::Distributed.var"#check_worker_state##2#check_worker_state##3"{Distributed.Worker})() From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: UNHANDLED TASK ERROR: On worker 1: From worker 36: On worker 37: From worker 36: peer 36 has not connected to 37 From worker 36: Stacktrace: From worker 36: [1] #exec_conn_func##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 36: [2] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 36: [3] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:178 From worker 36: [4] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [5] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [6] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] #remotecall_fetch#109 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] #check_worker_state##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: [5] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [6] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [7] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}; kwargs::@Kwargs{}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] (::Distributed.var"#check_worker_state##2#check_worker_state##3"{Distributed.Worker})() From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: UNHANDLED TASK ERROR: On worker 1: From worker 36: On worker 37: From worker 36: peer 36 has not connected to 37 From worker 36: Stacktrace: From worker 36: [1] #exec_conn_func##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 36: [2] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 36: [3] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:178 From worker 36: [4] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [5] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [6] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] #remotecall_fetch#109 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] #check_worker_state##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: [5] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [6] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [7] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}; kwargs::@Kwargs{}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] (::Distributed.var"#check_worker_state##2#check_worker_state##3"{Distributed.Worker})() From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: UNHANDLED TASK ERROR: On worker 1: From worker 36: On worker 37: From worker 36: peer 36 has not connected to 37 From worker 36: Stacktrace: From worker 36: [1] #exec_conn_func##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 36: [2] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 36: [3] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:178 From worker 36: [4] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [5] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [6] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] #remotecall_fetch#109 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] #check_worker_state##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: [5] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [6] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [7] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}; kwargs::@Kwargs{}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] (::Distributed.var"#check_worker_state##2#check_worker_state##3"{Distributed.Worker})() From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: UNHANDLED TASK ERROR: On worker 1: From worker 36: On worker 37: From worker 36: peer 36 has not connected to 37 From worker 36: Stacktrace: From worker 36: [1] #exec_conn_func##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 36: [2] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 36: [3] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:178 From worker 36: [4] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [5] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [6] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] #remotecall_fetch#109 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] #check_worker_state##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: [5] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [6] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [7] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}; kwargs::@Kwargs{}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] (::Distributed.var"#check_worker_state##2#check_worker_state##3"{Distributed.Worker})() From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: UNHANDLED TASK ERROR: On worker 1: From worker 36: On worker 37: From worker 36: peer 36 has not connected to 37 From worker 36: Stacktrace: From worker 36: [1] #exec_conn_func##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 36: [2] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 36: [3] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:178 From worker 36: [4] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [5] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [6] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] #remotecall_fetch#109 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] #check_worker_state##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: [5] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [6] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [7] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}; kwargs::@Kwargs{}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] (::Distributed.var"#check_worker_state##2#check_worker_state##3"{Distributed.Worker})() From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: UNHANDLED TASK ERROR: On worker 1: From worker 36: On worker 37: From worker 36: peer 36 has not connected to 37 From worker 36: Stacktrace: From worker 36: [1] #exec_conn_func##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 36: [2] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 36: [3] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:178 From worker 36: [4] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [5] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [6] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] #remotecall_fetch#109 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] #check_worker_state##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: [5] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [6] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [7] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}; kwargs::@Kwargs{}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] (::Distributed.var"#check_worker_state##2#check_worker_state##3"{Distributed.Worker})() From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: UNHANDLED TASK ERROR: On worker 1: From worker 36: On worker 37: From worker 36: peer 36 has not connected to 37 From worker 36: Stacktrace: From worker 36: [1] #exec_conn_func##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 36: [2] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 36: [3] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:178 From worker 36: [4] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [5] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [6] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] #remotecall_fetch#109 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] #check_worker_state##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: [5] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [6] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [7] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}; kwargs::@Kwargs{}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] (::Distributed.var"#check_worker_state##2#check_worker_state##3"{Distributed.Worker})() From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: UNHANDLED TASK ERROR: On worker 1: From worker 36: On worker 37: From worker 36: peer 36 has not connected to 37 From worker 36: Stacktrace: From worker 36: [1] #exec_conn_func##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 36: [2] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 36: [3] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:178 From worker 36: [4] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [5] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [6] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] #remotecall_fetch#109 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] #check_worker_state##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: [5] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [6] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [7] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}; kwargs::@Kwargs{}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] (::Distributed.var"#check_worker_state##2#check_worker_state##3"{Distributed.Worker})() From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: UNHANDLED TASK ERROR: On worker 1: From worker 36: On worker 37: From worker 36: peer 36 has not connected to 37 From worker 36: Stacktrace: From worker 36: [1] #exec_conn_func##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 36: [2] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 36: [3] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:178 From worker 36: [4] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [5] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [6] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] #remotecall_fetch#109 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] #check_worker_state##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: [5] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [6] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [7] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}; kwargs::@Kwargs{}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] (::Distributed.var"#check_worker_state##2#check_worker_state##3"{Distributed.Worker})() From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: UNHANDLED TASK ERROR: On worker 1: From worker 36: On worker 37: From worker 36: peer 36 has not connected to 37 From worker 36: Stacktrace: From worker 36: [1] #exec_conn_func##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 36: [2] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 36: [3] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:178 From worker 36: [4] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [5] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [6] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] #remotecall_fetch#109 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] #check_worker_state##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: [5] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [6] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [7] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}; kwargs::@Kwargs{}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] (::Distributed.var"#check_worker_state##2#check_worker_state##3"{Distributed.Worker})() From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: UNHANDLED TASK ERROR: On worker 1: From worker 36: On worker 37: From worker 36: peer 36 has not connected to 37 From worker 36: Stacktrace: From worker 36: [1] #exec_conn_func##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 36: [2] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 36: [3] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:178 From worker 36: [4] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [5] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [6] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] #remotecall_fetch#109 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] #check_worker_state##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: [5] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [6] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [7] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}; kwargs::@Kwargs{}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] (::Distributed.var"#check_worker_state##2#check_worker_state##3"{Distributed.Worker})() From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: UNHANDLED TASK ERROR: On worker 1: From worker 36: On worker 37: From worker 36: peer 36 has not connected to 37 From worker 36: Stacktrace: From worker 36: [1] #exec_conn_func##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 36: [2] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 36: [3] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:178 From worker 36: [4] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [5] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [6] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] #remotecall_fetch#109 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] #check_worker_state##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: [5] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [6] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [7] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}; kwargs::@Kwargs{}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] (::Distributed.var"#check_worker_state##2#check_worker_state##3"{Distributed.Worker})() From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 [info | Dispatcher]: Node 275 (Op, Op>): complete. From worker 36: UNHANDLED TASK ERROR: On worker 1: From worker 36: On worker 37: From worker 36: peer 36 has not connected to 37 From worker 36: Stacktrace: From worker 36: [1] #exec_conn_func##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 36: [2] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 36: [3] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:178 From worker 36: [4] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [5] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [6] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] #remotecall_fetch#109 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] #check_worker_state##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: [5] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [6] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [7] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}; kwargs::@Kwargs{}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] (::Distributed.var"#check_worker_state##2#check_worker_state##3"{Distributed.Worker})() From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: UNHANDLED TASK ERROR: On worker 1: From worker 36: On worker 37: From worker 36: peer 36 has not connected to 37 From worker 36: Stacktrace: From worker 36: [1] #exec_conn_func##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 36: [2] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 36: [3] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:178 From worker 36: [4] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [5] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [6] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] #remotecall_fetch#109 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] #check_worker_state##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: [5] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [6] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [7] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}; kwargs::@Kwargs{}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] (::Distributed.var"#check_worker_state##2#check_worker_state##3"{Distributed.Worker})() From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: UNHANDLED TASK ERROR: On worker 1: From worker 36: On worker 37: From worker 36: peer 36 has not connected to 37 From worker 36: Stacktrace: From worker 36: [1] #exec_conn_func##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 36: [2] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 36: [3] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:178 From worker 36: [4] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [5] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [6] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] #remotecall_fetch#109 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] #check_worker_state##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: [5] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [6] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [7] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}; kwargs::@Kwargs{}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] (::Distributed.var"#check_worker_state##2#check_worker_state##3"{Distributed.Worker})() From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: UNHANDLED TASK ERROR: On worker 1: From worker 36: On worker 37: From worker 36: peer 36 has not connected to 37 From worker 36: Stacktrace: From worker 36: [1] #exec_conn_func##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 36: [2] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 36: [3] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:178 From worker 36: [4] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [5] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [6] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] #remotecall_fetch#109 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] #check_worker_state##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: [5] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [6] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [7] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}; kwargs::@Kwargs{}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] (::Distributed.var"#check_worker_state##2#check_worker_state##3"{Distributed.Worker})() From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: UNHANDLED TASK ERROR: On worker 1: From worker 36: On worker 37: From worker 36: peer 36 has not connected to 37 From worker 36: Stacktrace: From worker 36: [1] #exec_conn_func##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 36: [2] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 36: [3] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:178 From worker 36: [4] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [5] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [6] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] #remotecall_fetch#109 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] #check_worker_state##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: [5] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [6] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [7] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}; kwargs::@Kwargs{}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] (::Distributed.var"#check_worker_state##2#check_worker_state##3"{Distributed.Worker})() From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: UNHANDLED TASK ERROR: On worker 1: From worker 36: On worker 37: From worker 36: peer 36 has not connected to 37 From worker 36: Stacktrace: From worker 36: [1] #exec_conn_func##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 36: [2] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 36: [3] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:178 From worker 36: [4] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [5] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [6] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] #remotecall_fetch#109 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] #check_worker_state##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: [5] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [6] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [7] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}; kwargs::@Kwargs{}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] (::Distributed.var"#check_worker_state##2#check_worker_state##3"{Distributed.Worker})() From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: UNHANDLED TASK ERROR: On worker 1: From worker 36: On worker 37: From worker 36: peer 36 has not connected to 37 From worker 36: Stacktrace: From worker 36: [1] #exec_conn_func##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 36: [2] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 36: [3] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:178 From worker 36: [4] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [5] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [6] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] #remotecall_fetch#109 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] #check_worker_state##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: [5] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [6] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [7] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}; kwargs::@Kwargs{}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] (::Distributed.var"#check_worker_state##2#check_worker_state##3"{Distributed.Worker})() From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: UNHANDLED TASK ERROR: On worker 1: From worker 36: On worker 37: From worker 36: peer 36 has not connected to 37 From worker 36: Stacktrace: From worker 36: [1] #exec_conn_func##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 36: [2] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 36: [3] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:178 From worker 36: [4] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [5] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [6] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] #remotecall_fetch#109 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] #check_worker_state##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: [5] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [6] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [7] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}; kwargs::@Kwargs{}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] (::Distributed.var"#check_worker_state##2#check_worker_state##3"{Distributed.Worker})() From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: UNHANDLED TASK ERROR: On worker 1: From worker 36: On worker 37: From worker 36: peer 36 has not connected to 37 From worker 36: Stacktrace: From worker 36: [1] #exec_conn_func##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 36: [2] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 36: [3] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:178 From worker 36: [4] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [5] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [6] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] #remotecall_fetch#109 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] #check_worker_state##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: [5] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [6] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [7] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}; kwargs::@Kwargs{}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] (::Distributed.var"#check_worker_state##2#check_worker_state##3"{Distributed.Worker})() From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: UNHANDLED TASK ERROR: On worker 1: From worker 36: On worker 37: From worker 36: peer 36 has not connected to 37 From worker 36: Stacktrace: From worker 36: [1] #exec_conn_func##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 36: [2] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 36: [3] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:178 From worker 36: [4] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [5] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [6] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] #remotecall_fetch#109 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] #check_worker_state##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: [5] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [6] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [7] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}; kwargs::@Kwargs{}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] (::Distributed.var"#check_worker_state##2#check_worker_state##3"{Distributed.Worker})() From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: UNHANDLED TASK ERROR: On worker 1: From worker 36: On worker 37: From worker 36: peer 36 has not connected to 37 From worker 36: Stacktrace: From worker 36: [1] #exec_conn_func##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 36: [2] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 36: [3] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:178 From worker 36: [4] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [5] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [6] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] #remotecall_fetch#109 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] #check_worker_state##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: [5] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [6] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [7] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}; kwargs::@Kwargs{}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] (::Distributed.var"#check_worker_state##2#check_worker_state##3"{Distributed.Worker})() From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: UNHANDLED TASK ERROR: On worker 1: From worker 36: On worker 37: From worker 36: peer 36 has not connected to 37 From worker 36: Stacktrace: From worker 36: [1] #exec_conn_func##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 36: [2] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 36: [3] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:178 From worker 36: [4] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [5] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [6] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] #remotecall_fetch#109 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] #check_worker_state##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: [5] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [6] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [7] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}; kwargs::@Kwargs{}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] (::Distributed.var"#check_worker_state##2#check_worker_state##3"{Distributed.Worker})() From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: UNHANDLED TASK ERROR: On worker 1: From worker 36: On worker 37: From worker 36: peer 36 has not connected to 37 From worker 36: Stacktrace: From worker 36: [1] #exec_conn_func##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 36: [2] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 36: [3] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:178 From worker 36: [4] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [5] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [6] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] #remotecall_fetch#109 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] #check_worker_state##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: [5] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [6] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [7] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}; kwargs::@Kwargs{}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] (::Distributed.var"#check_worker_state##2#check_worker_state##3"{Distributed.Worker})() From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: UNHANDLED TASK ERROR: On worker 1: From worker 36: On worker 37: From worker 36: peer 36 has not connected to 37 From worker 36: Stacktrace: From worker 36: [1] #exec_conn_func##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 36: [2] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 36: [3] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:178 From worker 36: [4] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [5] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [6] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] #remotecall_fetch#109 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] #check_worker_state##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: [5] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [6] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [7] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}; kwargs::@Kwargs{}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] (::Distributed.var"#check_worker_state##2#check_worker_state##3"{Distributed.Worker})() From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: UNHANDLED TASK ERROR: On worker 1: From worker 36: On worker 37: From worker 36: peer 36 has not connected to 37 From worker 36: Stacktrace: From worker 36: [1] #exec_conn_func##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 36: [2] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 36: [3] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:178 From worker 36: [4] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [5] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [6] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] #remotecall_fetch#109 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] #check_worker_state##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: [5] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [6] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [7] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}; kwargs::@Kwargs{}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] (::Distributed.var"#check_worker_state##2#check_worker_state##3"{Distributed.Worker})() From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: UNHANDLED TASK ERROR: On worker 1: From worker 36: On worker 37: From worker 36: peer 36 has not connected to 37 From worker 36: Stacktrace: From worker 36: [1] #exec_conn_func##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 36: [2] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 36: [3] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:178 From worker 36: [4] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [5] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [6] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] #remotecall_fetch#109 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] #check_worker_state##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: [5] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [6] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [7] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}; kwargs::@Kwargs{}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] (::Distributed.var"#check_worker_state##2#check_worker_state##3"{Distributed.Worker})() From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: UNHANDLED TASK ERROR: On worker 1: From worker 36: On worker 37: From worker 36: peer 36 has not connected to 37 From worker 36: Stacktrace: From worker 36: [1] #exec_conn_func##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 36: [2] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 36: [3] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:178 From worker 36: [4] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [5] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [6] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] #remotecall_fetch#109 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] #check_worker_state##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: [5] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [6] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [7] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}; kwargs::@Kwargs{}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] (::Distributed.var"#check_worker_state##2#check_worker_state##3"{Distributed.Worker})() From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: UNHANDLED TASK ERROR: On worker 1: From worker 36: On worker 37: From worker 36: peer 36 has not connected to 37 From worker 36: Stacktrace: From worker 36: [1] #exec_conn_func##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 36: [2] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 36: [3] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:178 From worker 36: [4] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [5] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [6] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] #remotecall_fetch#109 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] #check_worker_state##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: [5] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [6] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [7] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}; kwargs::@Kwargs{}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] (::Distributed.var"#check_worker_state##2#check_worker_state##3"{Distributed.Worker})() From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: UNHANDLED TASK ERROR: On worker 1: From worker 36: On worker 37: From worker 36: peer 36 has not connected to 37 From worker 36: Stacktrace: From worker 36: [1] #exec_conn_func##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 36: [2] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 36: [3] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:178 From worker 36: [4] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [5] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [6] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] #remotecall_fetch#109 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] #check_worker_state##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: [5] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [6] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [7] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}; kwargs::@Kwargs{}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] (::Distributed.var"#check_worker_state##2#check_worker_state##3"{Distributed.Worker})() From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: UNHANDLED TASK ERROR: On worker 1: From worker 36: On worker 37: From worker 36: peer 36 has not connected to 37 From worker 36: Stacktrace: From worker 36: [1] #exec_conn_func##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:186 From worker 36: [2] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:184 From worker 36: [3] exec_conn_func From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:178 From worker 36: [4] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [5] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [6] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] #remotecall_fetch#109 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] #check_worker_state##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 From worker 36: [5] #handle_msg##4 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: [6] run_work_thunk From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:70 From worker 36: [7] #handle_msg##2 From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/process_messages.jl:287 From worker 36: Stacktrace: From worker 36: [1] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}; kwargs::@Kwargs{}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:465 From worker 36: [2] remotecall_fetch(::Function, ::Distributed.Worker, ::Int64, ::Vararg{Int64}) From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:454 From worker 36: [3] remotecall_fetch From worker 36: @ /opt/julia/share/julia/stdlib/v1.13/Distributed/src/remotecall.jl:492 [inlined] From worker 36: [4] (::Distributed.var"#check_worker_state##2#check_worker_state##3"{Distributed.Worker})() From worker 36: @ Distributed /opt/julia/share/julia/stdlib/v1.13/Distributed/src/cluster.jl:169 [info | Dispatcher]: Node 251 (Op, Op>): complete. [info | Dispatcher]: Node 338 (Op, Op>): complete. [info | Dispatcher]: Node 238 (Op, Op>): complete. [info | Dispatcher]: Node 325 (Op, Op>): complete. [info | Dispatcher]: Node 244 (Op, Op>): complete. [info | Dispatcher]: Node 433 (Op, Op>): complete. [info | Dispatcher]: Node 289 (Op, Op>): complete. [info | Dispatcher]: Node 236 (Op, Op>): complete. [info | Dispatcher]: Node 421 (Op, Op>): complete. [info | Dispatcher]: Node 391 (Op, Op>): complete. [info | Dispatcher]: Node 364 (Op, Op>): complete. [info | Dispatcher]: Node 427 (Op, Op>): complete. [info | Dispatcher]: Node 431 (Op, Op, Op>): complete. [info | Dispatcher]: Node 214 (Op, Op>): complete. [info | Dispatcher]: Node 487 (Op, Op, Op>): complete. [info | Dispatcher]: Node 484 (Op, Op, Op>): complete. [info | Dispatcher]: Node 232 (Op, Op>): complete. [info | Dispatcher]: Node 323 (Op, Op, Op>): complete. [info | Dispatcher]: Node 205 (Op, Op>): complete. [info | Dispatcher]: Node 340 (Op, Op>): complete. [info | Dispatcher]: Node 268 (Op, Op>): complete. [info | Dispatcher]: Node 471 (Op, Op, Op>): complete. [info | Dispatcher]: Node 346 (Op, Op>): complete. [info | Dispatcher]: Node 491 (Op, Op, Op>): complete. [info | Dispatcher]: Node 382 (Op, Op>): complete. [info | Dispatcher]: Node 386 (Op, Op, Op>): complete. [info | Dispatcher]: Node 400 (Op, Op, Op>): complete. [info | Dispatcher]: Node 363 (Op, Op, Op>): complete. [info | Dispatcher]: Node 457 (Op, Op>): complete. [info | Dispatcher]: Node 257 (Op, Op>): complete. [info | Dispatcher]: Node 370 (Op, Op>): complete. [info | Dispatcher]: Node 287 (Op, Op, Op>): complete. [info | Dispatcher]: Node 430 (Op, Op, Op>): complete. [info | Dispatcher]: Node 436 (Op, Op, Op>): complete. [info | Dispatcher]: Node 397 (Op, Op, Op>): complete. [info | Dispatcher]: Node 204 (Op, Op, Op>): complete. [info | Dispatcher]: Node 480 (Op, Op, Op>): complete. [info | Dispatcher]: Node 417 (Op, Op, Op>): complete. [info | Dispatcher]: Node 468 (Op, Op, Op>): complete. [info | Dispatcher]: Node 486 (Op, Op, Op>): complete. [info | Dispatcher]: Node 345 (Op, Op, Op>): complete. [info | Dispatcher]: Node 228 (Op, Op, Op>): complete. [info | Dispatcher]: Node 492 (Op, Op, Op>): complete. [info | Dispatcher]: Node 473 (Op, Op, Op>): complete. [info | Dispatcher]: Node 263 (Op, Op, Op>): complete. [info | Dispatcher]: Node 320 (Op, Op, Op>): complete. [info | Dispatcher]: Node 437 (Op, Op, Op>): complete. [info | Dispatcher]: Node 242 (Op, Op, Op>): complete. [info | Dispatcher]: Node 485 (Op, Op, Op>): complete. [info | Dispatcher]: Node 21 (Op, Op>): complete. [info | Dispatcher]: Node 56 (Op, Op>): complete. [info | Dispatcher]: Node 277 (Op, Op>): complete. [info | Dispatcher]: Node 388 (Op, Op>): complete. [info | Dispatcher]: Node 314 (Op, Op>): complete. [info | Dispatcher]: Node 298 (Op, Op>): complete. [info | Dispatcher]: Node 337 (Op, Op, Op>): complete. [info | Dispatcher]: Node 3 (Op, Op>): complete. [info | Dispatcher]: Node 376 (Op, Op, Op>): complete. [info | Dispatcher]: Node 259 (Op, Op>): complete. [info | Dispatcher]: Node 107 (Op, Op>): complete. [info | Dispatcher]: Node 358 (Op, Op>): complete. [info | Dispatcher]: Node 424 (Op, Op, Op>): complete. [info | Dispatcher]: Node 17 (Op, Op>): complete. [info | Dispatcher]: Node 10 (Op, Op>): complete. [info | Dispatcher]: Node 331 (Op, Op, Op>): complete. [info | Dispatcher]: Node 352 (Op, Op>): complete. [info | Dispatcher]: Node 412 (Op, Op>): complete. [info | Dispatcher]: Node 146 (Op, Op>): complete. [info | Dispatcher]: Node 41 (Op, Op>): complete. [info | Dispatcher]: Node 307 (Op, Op>): complete. [info | Dispatcher]: Node 316 (Op, Op>): complete. [info | Dispatcher]: Node 70 (Op, Op>): complete. [info | Dispatcher]: Node 230 (Op, Op>): complete. [info | Dispatcher]: Node 475 (Op, Op, Op>): complete. [info | Dispatcher]: Node 65 (Op, Op>): complete. [info | Dispatcher]: Node 188 (Op, Op>): complete. [info | Dispatcher]: Node 295 (Op, Op>): complete. [info | Dispatcher]: Node 46 (Op, Op>): complete. [info | Dispatcher]: Node 220 (Op, Op>): complete. [info | Dispatcher]: Node 396 (Op, Op, Op>): complete. [info | Dispatcher]: Node 55 (Op, Op>): complete. [info | Dispatcher]: Node 109 (Op, Op>): complete. [info | Dispatcher]: Node 481 (Op, Op, Op>): complete. [info | Dispatcher]: Node 93 (Op, Op>): complete. [info | Dispatcher]: Node 90 (Op, Op>): complete. [info | Dispatcher]: Node 6 (Op, Op>): complete. [info | Dispatcher]: Node 95 (Op, Op>): complete. [info | Dispatcher]: Node 130 (Op, Op>): complete. [info | Dispatcher]: Node 496 (Op, Op, Op>): complete. [info | Dispatcher]: Node 265 (Op, Op>): complete. [info | Dispatcher]: Node 22 (Op, Op>): complete. [info | Dispatcher]: Node 165 (Op, Op>): complete. [info | Dispatcher]: Node 490 (Op, Op, Op>): complete. [info | Dispatcher]: Node 100 (Op, Op>): complete. [info | Dispatcher]: Node 172 (Op, Op>): complete. [info | Dispatcher]: Node 78 (Op, Op>): complete. [info | Dispatcher]: Node 483 (Op, Op, Op>): complete. [info | Dispatcher]: Node 184 (Op, Op>): complete. [info | Dispatcher]: Node 148 (Op, Op>): complete. [info | Dispatcher]: Node 105 (Op, Op>): complete. [info | Dispatcher]: Node 63 (Op, Op>): complete. [info | Dispatcher]: Node 134 (Op, Op>): complete. [info | Dispatcher]: Node 15 (Op, Op>): complete. [info | Dispatcher]: Node 50 (Op, Op>): complete. [info | Dispatcher]: Node 226 (Op, Op>): complete. [info | Dispatcher]: Node 478 (Op, Op, Op>): complete. [info | Dispatcher]: Node 199 (Op, Op>): complete. [info | Dispatcher]: Node 367 (Op, Op>): complete. [info | Dispatcher]: Node 49 (Op, Op>): complete. [info | Dispatcher]: Node 369 (Op, Op, Op>): complete. [info | Dispatcher]: Node 173 (Op, Op>): complete. [info | Dispatcher]: Node 169 (Op, Op>): complete. [info | Dispatcher]: Node 253 (Op, Op>): complete. [info | Dispatcher]: Node 122 (Op, Op>): complete. [info | Dispatcher]: Node 5 (Op, Op>): complete. [info | Dispatcher]: Node 24 (Op, Op>): complete. [info | Dispatcher]: Node 283 (Op, Op>): complete. [info | Dispatcher]: Node 158 (Op, Op>): complete. [info | Dispatcher]: Node 132 (Op, Op>): complete. [info | Dispatcher]: Node 75 (Op, Op>): complete. [info | Dispatcher]: Node 249 (Op, Op, Op>): complete. [info | Dispatcher]: Node 219 (Op, Op, Op>): complete. [info | Dispatcher]: Node 350 (Op, Op>): complete. [info | Dispatcher]: Node 403 (Op, Op, Op>): complete. [info | Dispatcher]: Node 356 (Op, Op, Op>): complete. [info | Dispatcher]: Node 456 (Op, Op, Op>): complete. [info | Dispatcher]: Node 250 (Op, Op, Op>): complete. [info | Dispatcher]: Node 381 (Op, Op, Op>): complete. [info | Dispatcher]: Node 178 (Op, Op>): complete. [info | Dispatcher]: Node 460 (Op, Op, Op>): complete. [info | Dispatcher]: Node 218 (Op, Op, Op>): complete. [info | Dispatcher]: Node 445 (Op, Op>): complete. [info | Dispatcher]: Node 115 (Op, Op>): complete. [info | Dispatcher]: Node 42 (Op, Op>): complete. [info | Dispatcher]: Node 293 (Op, Op, Op>): complete. [info | Dispatcher]: Node 229 (Op, Op, Op>): complete. [info | Dispatcher]: Node 180 (Op, Op>): complete. [info | Dispatcher]: Node 212 (Op, Op>): complete. [info | Dispatcher]: Node 104 (Op, Op>): complete. [info | Dispatcher]: Node 406 (Op, Op>): complete. [info | Dispatcher]: Node 493 (Op, Op, Op>): complete. [info | Dispatcher]: Node 472 (Op, Op, Op>): complete. [info | Dispatcher]: Node 288 (Op, Op, Op>): complete. [info | Dispatcher]: Node 121 (Op, Op>): complete. [info | Dispatcher]: Node 35 (Op, Op>): complete. [info | Dispatcher]: Node 332 (Op, Op, Op>): complete. [info | Dispatcher]: Node 387 (Op, Op, Op>): complete. [info | Dispatcher]: Node 198 (Op, Op>): complete. [info | Dispatcher]: Node 305 (Op, Op>): complete. [info | Dispatcher]: Node 151 (Op, Op>): complete. [info | Dispatcher]: Node 94 (Op, Op>): complete. [info | Dispatcher]: Node 8 (Op, Op>): complete. [info | Dispatcher]: Node 33 (Op, Op>): complete. [info | Dispatcher]: Node 459 (Op, Op, Op>): complete. [info | Dispatcher]: Node 38 (Op, Op>): complete. [info | Dispatcher]: Node 11 (Op, Op>): complete. [info | Dispatcher]: Node 34 (Op, Op>): complete. [info | Dispatcher]: Node 448 (Op, Op, Op>): complete. [info | Dispatcher]: Node 273 (Op, Op, Op>): complete. [info | Dispatcher]: Node 455 (Op, Op, Op>): complete. [info | Dispatcher]: Node 366 (Op, Op, Op>): complete. [info | Dispatcher]: Node 170 (Op, Op>): complete. [info | Dispatcher]: Node 494 (Op, Op, Op>): complete. [info | Dispatcher]: Node 201 (Op, Op>): complete. [info | Dispatcher]: Node 54 (Op, Op>): complete. [info | Dispatcher]: Node 179 (Op, Op>): complete. [info | Dispatcher]: Node 189 (Op, Op>): complete. [info | Dispatcher]: Node 274 (Op, Op, Op>): complete. [info | Dispatcher]: Node 182 (Op, Op>): complete. [info | Dispatcher]: Node 464 (Op, Op, Op>): complete. [info | Dispatcher]: Node 89 (Op, Op>): complete. [info | Dispatcher]: Node 497 (Op, Op, Op>): complete. [info | Dispatcher]: Node 80 (Op, Op>): complete. [info | Dispatcher]: Node 147 (Op, Op>): complete. [info | Dispatcher]: Node 47 (Op, Op>): complete. [info | Dispatcher]: Node 136 (Op, Op>): complete. [info | Dispatcher]: Node 60 (Op, Op>): complete. [info | Dispatcher]: Node 97 (Op, Op>): complete. [info | Dispatcher]: Node 53 (Op, Op>): complete. [info | Dispatcher]: Node 467 (Op, Op, Op>): complete. [info | Dispatcher]: Node 470 (Op, Op, Op>): complete. [info | Dispatcher]: Node 440 (Op, Op, Op>): complete. [info | Dispatcher]: Node 452 (Op, Op, Op>): complete. [info | Dispatcher]: Node 185 (Op, Op>): complete. [info | Dispatcher]: Node 153 (Op, Op>): complete. [info | Dispatcher]: Node 96 (Op, Op>): complete. [info | Dispatcher]: Node 82 (Op, Op>): complete. [info | Dispatcher]: Node 7 (Op, Op>): complete. [info | Dispatcher]: Node 124 (Op, Op>): complete. [info | Dispatcher]: Node 85 (Op, Op>): complete. [info | Dispatcher]: Node 489 (Op, Op, Op>): complete. [info | Dispatcher]: Node 36 (Op, Op>): complete. [info | Dispatcher]: Node 195 (Op, Op>): complete. [info | Dispatcher]: Node 423 (Op, Op, Op>): complete. [info | Dispatcher]: Node 404 (Op, Op, Op>): complete. [info | Dispatcher]: Node 181 (Op, Op>): complete. [info | Dispatcher]: Node 103 (Op, Op>): complete. [info | Dispatcher]: Node 37 (Op, Op>): complete. [info | Dispatcher]: Node 324 (Op, Op, Op>): complete. [info | Dispatcher]: Node 200 (Op, Op>): complete. [info | Dispatcher]: Node 32 (Op, Op>): complete. [info | Dispatcher]: Node 14 (Op, Op>): complete. [info | Dispatcher]: Node 196 (Op, Op>): complete. [info | Dispatcher]: Node 102 (Op, Op>): complete. [info | Dispatcher]: Node 156 (Op, Op>): complete. [info | Dispatcher]: Node 441 (Op, Op, Op>): complete. [info | Dispatcher]: Node 144 (Op, Op>): complete. [info | Dispatcher]: Node 294 (Op, Op, Op>): complete. [info | Dispatcher]: Node 142 (Op, Op>): complete. [info | Dispatcher]: Node 313 (Op, Op, Op>): complete. [info | Dispatcher]: Node 488 (Op, Op, Op>): complete. [info | Dispatcher]: Node 155 (Op, Op>): complete. [info | Dispatcher]: Node 26 (Op, Op>): complete. [info | Dispatcher]: Node 48 (Op, Op>): complete. [info | Dispatcher]: Node 12 (Op, Op>): complete. [info | Dispatcher]: Node 183 (Op, Op>): complete. [info | Dispatcher]: Node 474 (Op, Op, Op>): complete. [info | Dispatcher]: Node 126 (Op, Op>): complete. [info | Dispatcher]: Node 20 (Op, Op>): complete. [info | Dispatcher]: Node 23 (Op, Op>): complete. [info | Dispatcher]: Node 304 (Op, Op, Op>): complete. [info | Dispatcher]: Node 442 (Op, Op, Op>): complete. [info | Dispatcher]: Node 27 (Op, Op>): complete. [info | Dispatcher]: Node 177 (Op, Op>): complete. [info | Dispatcher]: Node 45 (Op, Op>): complete. [info | Dispatcher]: Node 112 (Op, Op>): complete. [info | Dispatcher]: Node 72 (Op, Op>): complete. [info | Dispatcher]: Node 154 (Op, Op>): complete. [info | Dispatcher]: Node 190 (Op, Op>): complete. [info | Dispatcher]: Node 203 (Op, Op, Op>): complete. [info | Dispatcher]: Node 76 (Op, Op>): complete. [info | Dispatcher]: Node 25 (Op, Op>): complete. [info | Dispatcher]: Node 451 (Op, Op, Op>): complete. [info | Dispatcher]: Node 116 (Op, Op>): complete. [info | Dispatcher]: Node 128 (Op, Op>): complete. [info | Dispatcher]: Node 68 (Op, Op>): complete. [info | Dispatcher]: Node 264 (Op, Op, Op>): complete. [info | Dispatcher]: Node 84 (Op, Op>): complete. [info | Dispatcher]: Node 303 (Op, Op, Op>): complete. [info | Dispatcher]: Node 114 (Op, Op>): complete. [info | Dispatcher]: Node 135 (Op, Op>): complete. [info | Dispatcher]: Node 87 (Op, Op>): complete. [info | Dispatcher]: Node 161 (Op, Op>): complete. [info | Dispatcher]: Node 476 (Op, Op, Op>): complete. [info | Dispatcher]: Node 344 (Op, Op, Op>): complete. [info | Dispatcher]: Node 113 (Op, Op>): complete. [info | Dispatcher]: Node 191 (Op, Op>): complete. [info | Dispatcher]: Node 176 (Op, Op>): complete. [info | Dispatcher]: Node 4 (Op, Op>): complete. [info | Dispatcher]: Node 99 (Op, Op>): complete. [info | Dispatcher]: Node 174 (Op, Op>): complete. [info | Dispatcher]: Node 469 (Op, Op, Op>): complete. [info | Dispatcher]: Node 43 (Op, Op>): complete. [info | Dispatcher]: Node 58 (Op, Op>): complete. [info | Dispatcher]: Node 133 (Op, Op>): complete. [info | Dispatcher]: Node 418 (Op, Op, Op>): complete. [info | Dispatcher]: Node 91 (Op, Op>): complete. [info | Dispatcher]: Node 163 (Op, Op>): complete. [info | Dispatcher]: Node 73 (Op, Op>): complete. [info | Dispatcher]: Node 52 (Op, Op>): complete. [info | Dispatcher]: Node 166 (Op, Op>): complete. [info | Dispatcher]: Node 64 (Op, Op>): complete. [info | Dispatcher]: Node 119 (Op, Op>): complete. [info | Dispatcher]: Node 101 (Op, Op>): complete. [info | Dispatcher]: Node 44 (Op, Op>): complete. [info | Dispatcher]: Node 131 (Op, Op>): complete. [info | Dispatcher]: Node 108 (Op, Op>): complete. [info | Dispatcher]: Node 138 (Op, Op>): complete. [info | Dispatcher]: Node 111 (Op, Op>): complete. [info | Dispatcher]: Node 51 (Op, Op>): complete. [info | Dispatcher]: Node 40 (Op, Op>): complete. [info | Dispatcher]: Node 86 (Op, Op>): complete. [info | Dispatcher]: Node 98 (Op, Op>): complete. [info | Dispatcher]: Node 71 (Op, Op>): complete. [info | Dispatcher]: Node 482 (Op, Op, Op>): complete. [info | Dispatcher]: Node 149 (Op, Op>): complete. [info | Dispatcher]: Node 167 (Op, Op>): complete. [info | Dispatcher]: Node 88 (Op, Op>): complete. [info | Dispatcher]: Node 127 (Op, Op>): complete. [info | Dispatcher]: Node 28 (Op, Op>): complete. [info | Dispatcher]: Node 118 (Op, Op>): complete. [info | Dispatcher]: Node 202 (Op, Op>): complete. [info | Dispatcher]: Node 39 (Op, Op>): complete. [info | Dispatcher]: Node 186 (Op, Op>): complete. [info | Dispatcher]: Node 66 (Op, Op>): complete. [info | Dispatcher]: Node 479 (Op, Op, Op>): complete. [info | Dispatcher]: Node 145 (Op, Op>): complete. [info | Dispatcher]: Node 61 (Op, Op>): complete. [info | Dispatcher]: Node 81 (Op, Op>): complete. [info | Dispatcher]: Node 159 (Op, Op>): complete. [info | Dispatcher]: Node 160 (Op, Op>): complete. [info | Dispatcher]: Node 62 (Op, Op>): complete. [info | Dispatcher]: Node 140 (Op, Op>): complete. [info | Dispatcher]: Node 79 (Op, Op>): complete. [info | Dispatcher]: Node 157 (Op, Op>): complete. [info | Dispatcher]: Node 192 (Op, Op>): complete. [info | Dispatcher]: Node 13 (Op, Op>): complete. [info | Dispatcher]: Node 19 (Op, Op>): complete. [info | Dispatcher]: Node 92 (Op, Op>): complete. [info | Dispatcher]: Node 150 (Op, Op>): complete. [info | Dispatcher]: Node 74 (Op, Op>): complete. [info | Dispatcher]: Node 143 (Op, Op>): complete. [info | Dispatcher]: Node 194 (Op, Op>): complete. [info | Dispatcher]: Node 31 (Op, Op>): complete. [info | Dispatcher]: Node 193 (Op, Op>): complete. [info | Dispatcher]: Node 77 (Op, Op>): complete. [info | Dispatcher]: Node 9 (Op, Op>): complete. [info | Dispatcher]: Node 168 (Op, Op>): complete. [info | Dispatcher]: Node 137 (Op, Op>): complete. [info | Dispatcher]: Node 197 (Op, Op>): complete. [info | Dispatcher]: Node 187 (Op, Op>): complete. [info | Dispatcher]: Node 125 (Op, Op>): complete. [info | Dispatcher]: Node 120 (Op, Op>): complete. [info | Dispatcher]: Node 129 (Op, Op>): complete. [info | Dispatcher]: Node 139 (Op, Op>): complete. [info | Dispatcher]: Node 141 (Op, Op>): complete. [info | Dispatcher]: Node 106 (Op, Op>): complete. [info | Dispatcher]: Node 117 (Op, Op>): complete. [info | Dispatcher]: Node 152 (Op, Op>): complete. [info | Dispatcher]: Node 67 (Op, Op>): complete. [info | Dispatcher]: Node 29 (Op, Op>): complete. [info | Dispatcher]: Node 57 (Op, Op>): complete. [info | Dispatcher]: Node 18 (Op, Op>): complete. [info | Dispatcher]: Node 16 (Op, Op>): complete. [info | Dispatcher]: Node 175 (Op, Op>): complete. [info | Dispatcher]: Node 110 (Op, Op>): complete. [info | Dispatcher]: Node 162 (Op, Op>): complete. [info | Dispatcher]: Node 171 (Op, Op>): complete. [info | Dispatcher]: Node 59 (Op, Op>): complete. [info | Dispatcher]: Node 83 (Op, Op>): complete. [info | Dispatcher]: Node 69 (Op, Op>): complete. [info | Dispatcher]: Node 164 (Op, Op>): complete. [info | Dispatcher]: Node 30 (Op, Op>): complete. [info | Dispatcher]: Node 123 (Op, Op>): complete. [info | Dispatcher]: Node 2 (CollectNode<200 Ops>): complete. [info | Dispatcher]: Node 1 (Op>): complete. [info | Dispatcher]: All 497 nodes executed. ┌ Warning: `sort(d::Dict; args...)` is deprecated, use `sort!(OrderedDict(d); args...)` instead. │ caller = show at nodes.jl:704 [inlined] └ @ Core ~/.julia/packages/Dispatcher/JXmtG/src/nodes.jl:704 ┌ Warning: `sort(d::Dict; args...)` is deprecated, use `sort!(OrderedDict(d); args...)` instead. │ caller = show at nodes.jl:704 [inlined] └ @ Core ~/.julia/packages/Dispatcher/JXmtG/src/nodes.jl:704 Test Summary: | Pass Fail Total Time Dispatcher | 268 2 270 24m47.1s Macros | 40 40 3.1s Executors | 212 2 214 18m45.7s Async | 32 32 9.6s Parallel - 1 process | 10 10 2.3s Parallel - 2 process | 10 10 56.8s Parallel - 3 process | 10 10 1m19.9s Error Handling | 150 2 152 16m17.2s Async - Application Errors | 9 1 10 9.9s Parallel - Application Errors | 9 1 10 45.5s 1 procs removed (delay 0.1) | 11 11 1m26.7s 1 procs removed (delay 0.2) | 11 11 1m37.8s 1 procs removed (delay 0.3) | 11 11 1m36.2s 1 procs removed (delay 0.4) | 11 11 1m18.9s 1 procs removed (delay 0.5) | 11 11 1m17.1s 1 procs removed (delay 0.6) | 11 11 1m31.8s 2 procs removed (delay 0.1) | 11 11 1m14.5s 2 procs removed (delay 0.2) | 11 11 1m02.9s 2 procs removed (delay 0.3) | 11 11 1m02.0s 2 procs removed (delay 0.4) | 11 11 1m02.7s 2 procs removed (delay 0.5) | 11 11 1m02.5s 2 procs removed (delay 0.6) | 11 11 1m08.6s Examples | 9 9 5m55.9s Show | 7 7 2.4s RNG of the outermost testset: Random.Xoshiro(0x72d5b3638fb6e557, 0x44ae96fb09047580, 0x2049c837c4c3c910, 0x2c7755a8b0226c51, 0x1995b9085388295e) ERROR: LoadError: Some tests did not pass: 268 passed, 2 failed, 0 errored, 0 broken. in expression starting at /home/pkgeval/.julia/packages/Dispatcher/JXmtG/test/runtests.jl:242 Testing failed after 1481.34s ERROR: LoadError: Package Dispatcher errored during testing Stacktrace: [1] pkgerror(msg::String) @ Pkg.Types /opt/julia/share/julia/stdlib/v1.13/Pkg/src/Types.jl:68 [2] test(ctx::Pkg.Types.Context, pkgs::Vector{PackageSpec}; coverage::Bool, julia_args::Cmd, test_args::Cmd, test_fn::Nothing, force_latest_compatible_version::Bool, allow_earlier_backwards_compatible_versions::Bool, allow_reresolve::Bool) @ Pkg.Operations /opt/julia/share/julia/stdlib/v1.13/Pkg/src/Operations.jl:2673 [3] test @ /opt/julia/share/julia/stdlib/v1.13/Pkg/src/Operations.jl:2522 [inlined] [4] test(ctx::Pkg.Types.Context, pkgs::Vector{PackageSpec}; coverage::Bool, test_fn::Nothing, julia_args::Cmd, test_args::Cmd, force_latest_compatible_version::Bool, allow_earlier_backwards_compatible_versions::Bool, allow_reresolve::Bool, kwargs::@Kwargs{io::IOContext{IO}}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:538 [5] kwcall(::@NamedTuple{julia_args::Cmd, io::IOContext{IO}}, ::typeof(Pkg.API.test), ctx::Pkg.Types.Context, pkgs::Vector{PackageSpec}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:515 [6] test(pkgs::Vector{PackageSpec}; io::IOContext{IO}, kwargs::@Kwargs{julia_args::Cmd}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:168 [7] kwcall(::@NamedTuple{julia_args::Cmd}, ::typeof(Pkg.API.test), pkgs::Vector{PackageSpec}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:157 [8] test(pkgs::Vector{String}; kwargs::@Kwargs{julia_args::Cmd}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:156 [9] test @ /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:156 [inlined] [10] kwcall(::@NamedTuple{julia_args::Cmd}, ::typeof(Pkg.API.test), pkg::String) @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:155 [11] top-level scope @ /PkgEval.jl/scripts/evaluate.jl:219 [12] include(mod::Module, _path::String) @ Base ./Base.jl:309 [13] exec_options(opts::Base.JLOptions) @ Base ./client.jl:344 [14] _start() @ Base ./client.jl:577 in expression starting at /PkgEval.jl/scripts/evaluate.jl:210 PkgEval failed after 1589.29s: illegal method overwrites during precompilation