Package evaluation to test ReTestItems on Julia 1.14.0-DEV.1475 (42ad41c179*) started at 2026-01-04T13:07:11.437 ################################################################################ # Set-up # Installing PkgEval dependencies (TestEnv)... Activating project at `~/.julia/environments/v1.14` Set-up completed after 9.37s ################################################################################ # Installation # Installing ReTestItems... Resolving package versions... Updating `~/.julia/environments/v1.14/Project.toml` [817f1d60] + ReTestItems v1.35.0 Updating `~/.julia/environments/v1.14/Manifest.toml` [817f1d60] + ReTestItems v1.35.0 [1e6cf692] + TestEnv v1.103.0 [0dad84c5] + ArgTools v1.1.2 [56f22d72] + Artifacts v1.11.0 [2a0f44e3] + Base64 v1.11.0 [ade2ca70] + Dates v1.11.0 [f43a241f] + Downloads v1.7.0 [7b1f6079] + FileWatching v1.11.0 [b77e0a4c] + InteractiveUtils v1.11.0 [ac6e5ff7] + JuliaSyntaxHighlighting v1.13.0 [b27032c2] + LibCURL v1.0.0 [76f85450] + LibGit2 v1.11.0 [8f399da3] + Libdl v1.11.0 [56ddb016] + Logging v1.11.0 [d6f4376e] + Markdown v1.11.0 [ca575930] + NetworkOptions v1.3.0 [44cfe95a] + Pkg v1.14.0 [de0858da] + Printf v1.11.0 [9a3f8284] + Random v1.11.0 [ea8e919c] + SHA v1.0.0 [9e88b42a] + Serialization v1.11.0 [6462fe0b] + Sockets v1.11.0 [f489334b] + StyledStrings v1.13.0 [fa267f1f] + TOML v1.0.3 [a4e569a6] + Tar v1.10.0 [8dfed614] + Test v1.11.0 [cf7118a7] + UUIDs v1.11.0 [4ec0a83e] + Unicode v1.11.0 [e66e0078] + CompilerSupportLibraries_jll v1.3.0+1 [deac9b47] + LibCURL_jll v8.17.0+0 [e37daf67] + LibGit2_jll v1.9.2+0 [29816b5a] + LibSSH2_jll v1.11.3+1 [14a3606d] + MozillaCACerts_jll v2025.12.2 [458c3c95] + OpenSSL_jll v3.5.4+0 [efcefdf7] + PCRE2_jll v10.47.0+0 [83775a58] + Zlib_jll v1.3.1+2 [3161d3a3] + Zstd_jll v1.5.7+1 [8e850ede] + nghttp2_jll v1.68.0+1 [3f19e933] + p7zip_jll v17.7.0+0 Installation completed after 0.81s ################################################################################ # Precompilation # ERROR: LoadError: MethodError: no method matching setindex!(::Base.ScopedValues.ScopedValue{IO}, ::Nothing) The function `setindex!` exists, but no method is defined for this combination of argument types. Stacktrace: [1] top-level scope @ /PkgEval.jl/scripts/precompile.jl:10 [2] include(mod::Module, _path::String) @ Base ./Base.jl:309 [3] exec_options(opts::Base.JLOptions) @ Base ./client.jl:344 [4] _start() @ Base ./client.jl:585 in expression starting at /PkgEval.jl/scripts/precompile.jl:6 caused by: MethodError: no method matching setindex!(::Base.ScopedValues.ScopedValue{IO}, ::Base.DevNull) The function `setindex!` exists, but no method is defined for this combination of argument types. Stacktrace: [1] top-level scope @ /PkgEval.jl/scripts/precompile.jl:7 [2] include(mod::Module, _path::String) @ Base ./Base.jl:309 [3] exec_options(opts::Base.JLOptions) @ Base ./client.jl:344 [4] _start() @ Base ./client.jl:585 Precompilation failed after 13.36s ################################################################################ # Testing # Testing ReTestItems Status `/tmp/jl_HreEi3/Project.toml` [15f4f7f2] AutoHashEquals v2.2.0 [ab62b9b5] DeepDiffs v1.2.0 [b5f81e59] IOCapture v1.0.0 [817f1d60] ReTestItems v1.35.0 [1e6cf692] TestEnv v1.103.0 [228000da] XMLDict v0.4.1 [ade2ca70] Dates v1.11.0 [56ddb016] Logging v1.11.0 [44cfe95a] Pkg v1.14.0 [9abbd945] Profile v1.11.0 [9a3f8284] Random v1.11.0 [9e88b42a] Serialization v1.11.0 [6462fe0b] Sockets v1.11.0 [8dfed614] Test v1.11.0 Status `/tmp/jl_HreEi3/Manifest.toml` [15f4f7f2] AutoHashEquals v2.2.0 [ab62b9b5] DeepDiffs v1.2.0 [8f5d6c58] EzXML v1.2.3 [b5f81e59] IOCapture v1.0.0 [c8e1da08] IterTools v1.10.0 [692b3bcd] JLLWrappers v1.7.1 [bac558e1] OrderedCollections v1.8.1 [21216c6a] Preferences v1.5.1 [817f1d60] ReTestItems v1.35.0 [1e6cf692] TestEnv v1.103.0 [228000da] XMLDict v0.4.1 [94ce4f54] Libiconv_jll v1.18.0+0 [02c8fc9c] XML2_jll v2.15.1+0 [0dad84c5] ArgTools v1.1.2 [56f22d72] Artifacts v1.11.0 [2a0f44e3] Base64 v1.11.0 [ade2ca70] Dates v1.11.0 [f43a241f] Downloads v1.7.0 [7b1f6079] FileWatching v1.11.0 [b77e0a4c] InteractiveUtils v1.11.0 [ac6e5ff7] JuliaSyntaxHighlighting v1.13.0 [b27032c2] LibCURL v1.0.0 [76f85450] LibGit2 v1.11.0 [8f399da3] Libdl v1.11.0 [56ddb016] Logging v1.11.0 [d6f4376e] Markdown v1.11.0 [ca575930] NetworkOptions v1.3.0 [44cfe95a] Pkg v1.14.0 [de0858da] Printf v1.11.0 [9abbd945] Profile v1.11.0 [9a3f8284] Random v1.11.0 [ea8e919c] SHA v1.0.0 [9e88b42a] Serialization v1.11.0 [6462fe0b] Sockets v1.11.0 [f489334b] StyledStrings v1.13.0 [fa267f1f] TOML v1.0.3 [a4e569a6] Tar v1.10.0 [8dfed614] Test v1.11.0 [cf7118a7] UUIDs v1.11.0 [4ec0a83e] Unicode v1.11.0 [e66e0078] CompilerSupportLibraries_jll v1.3.0+1 [deac9b47] LibCURL_jll v8.17.0+0 [e37daf67] LibGit2_jll v1.9.2+0 [29816b5a] LibSSH2_jll v1.11.3+1 [14a3606d] MozillaCACerts_jll v2025.12.2 [458c3c95] OpenSSL_jll v3.5.4+0 [efcefdf7] PCRE2_jll v10.47.0+0 [83775a58] Zlib_jll v1.3.1+2 [3161d3a3] Zstd_jll v1.5.7+1 [8e850ede] nghttp2_jll v1.68.0+1 [3f19e933] p7zip_jll v17.7.0+0 Testing Running tests... Worker 16: [16] signal 15: Terminated testsetup files always included: Error During Test at /home/pkgeval/.julia/packages/ReTestItems/5fo5Q/test/internals.jl:150 Got exception outside of a @test TaskFailedException nested task error: LoadError: `@testsetup module` expects a valid module name Stacktrace: [1] error(s::String) @ Base ./error.jl:44 [2] var"@testsetup"(__source__::LineNumberNode, __module__::Module, mod::Any) @ ReTestItems ~/.julia/packages/ReTestItems/5fo5Q/src/macros.jl:53 [3] fl_lower(ex::Expr, mod::Module, filename::String, lineno::UInt64, world::UInt64, warn::Bool) @ Base ./flfrontend.jl:24 [4] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:310 [5] #include_testfiles!##10 @ ~/.julia/packages/ReTestItems/5fo5Q/src/ReTestItems.jl:865 [inlined] [6] task_local_storage(body::ReTestItems.var"#include_testfiles!##10#include_testfiles!##11"{TestItemFilter{Returns{Bool}, Nothing, Nothing}, String}, key::Symbol, val::Channel{Pair{Symbol, TestSetup}}) @ Base ./task.jl:298 [7] #include_testfiles!##8 @ ~/.julia/packages/ReTestItems/5fo5Q/src/ReTestItems.jl:864 [inlined] [8] task_local_storage(body::ReTestItems.var"#include_testfiles!##8#include_testfiles!##9"{Channel{Pair{Symbol, TestSetup}}, TestItemFilter{Returns{Bool}, Nothing, Nothing}, String}, key::Symbol, val::String) @ Base ./task.jl:298 [9] #include_testfiles!##6 @ ~/.julia/packages/ReTestItems/5fo5Q/src/ReTestItems.jl:863 [inlined] [10] task_local_storage(body::ReTestItems.var"#include_testfiles!##6#include_testfiles!##7"{String, Channel{Pair{Symbol, TestSetup}}, TestItemFilter{Returns{Bool}, Nothing, Nothing}, String}, key::Symbol, val::Tuple{ReTestItems.FileNode, Set{String}}) @ Base ./task.jl:298 [11] #include_testfiles!##4 @ ~/.julia/packages/ReTestItems/5fo5Q/src/ReTestItems.jl:862 [inlined] [12] task_local_storage(body::ReTestItems.var"#include_testfiles!##4#include_testfiles!##5"{ReTestItems.FileNode, Set{String}, String, Channel{Pair{Symbol, TestSetup}}, TestItemFilter{Returns{Bool}, Nothing, Nothing}, String}, key::Symbol, val::Bool) @ Base ./task.jl:298 [13] (::ReTestItems.var"#include_testfiles!##2#include_testfiles!##3"{ReTestItems.FileNode, Set{String}, String, Channel{Pair{Symbol, TestSetup}}, TestItemFilter{Returns{Bool}, Nothing, Nothing}, String})() @ ReTestItems ~/.julia/packages/ReTestItems/5fo5Q/src/ReTestItems.jl:861 in expression starting at /home/pkgeval/.julia/packages/ReTestItems/5fo5Q/test/testfiles/_testitem_testsetup.jl:1 in expression starting at /home/pkgeval/.julia/packages/ReTestItems/5fo5Q/test/testfiles/_testitem_testsetup.jl:1 Stacktrace: [1] sync_end(c::Channel{Any}) @ Base ./task.jl:630 [2] macro expansion @ ./task.jl:663 [inlined] [3] include_testfiles!(project_name::String, projectfile::String, paths::Tuple{String}, ti_filter::TestItemFilter{Returns{Bool}, Nothing, Nothing}, verbose_results::Bool, report::Bool) @ ReTestItems ~/.julia/packages/ReTestItems/5fo5Q/src/ReTestItems.jl:829 [4] top-level scope @ ~/.julia/packages/ReTestItems/5fo5Q/test/internals.jl:7 [5] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:1995 [inlined] [6] macro expansion @ ~/.julia/packages/ReTestItems/5fo5Q/test/internals.jl:97 [inlined] [7] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:1995 [inlined] [8] macro expansion @ ~/.julia/packages/ReTestItems/5fo5Q/test/internals.jl:151 [inlined] [9] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:1995 [inlined] [10] macro expansion @ ~/.julia/packages/ReTestItems/5fo5Q/test/internals.jl:161 [inlined] [11] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:310 [12] IncludeInto @ ./Base.jl:311 [inlined] [13] (::var"#5#6")() @ Main ~/.julia/packages/ReTestItems/5fo5Q/test/runtests.jl:19 [14] withenv(f::var"#5#6", keyvals::Pair{String, Int64}) @ Base ./env.jl:265 [15] top-level scope @ ~/.julia/packages/ReTestItems/5fo5Q/test/runtests.jl:15 [16] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:1995 [inlined] [17] macro expansion @ ~/.julia/packages/ReTestItems/5fo5Q/test/runtests.jl:17 [inlined] [18] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:310 [19] top-level scope @ none:6 [20] eval(m::Module, e::Any) @ Core ./boot.jl:489 [21] exec_options(opts::Base.JLOptions) @ Base ./client.jl:310 [22] _start() @ Base ./client.jl:585 ┌ Warning: Test item "Dummy TestItem" at source/path:42 contains test sets without tests: │ "Empty testset" └ @ ReTestItems ~/.julia/packages/ReTestItems/5fo5Q/src/log_capture.jl:328 report_empty_testsets: Error During Test at /home/pkgeval/.julia/packages/ReTestItems/5fo5Q/test/internals.jl:177 Got exception outside of a @test ConcurrencyViolationError("setfield!: atomic field cannot be written non-atomically") Stacktrace: [1] setproperty!(x::DefaultTestSet, f::Symbol, v::Int64) @ Base ./Base_compiler.jl:61 [2] top-level scope @ ~/.julia/packages/ReTestItems/5fo5Q/test/internals.jl:7 [3] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:1995 [inlined] [4] macro expansion @ ~/.julia/packages/ReTestItems/5fo5Q/test/internals.jl:178 [inlined] [5] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:1995 [inlined] [6] macro expansion @ ~/.julia/packages/ReTestItems/5fo5Q/test/internals.jl:210 [inlined] [7] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:310 [8] IncludeInto @ ./Base.jl:311 [inlined] [9] (::var"#5#6")() @ Main ~/.julia/packages/ReTestItems/5fo5Q/test/runtests.jl:19 [10] withenv(f::var"#5#6", keyvals::Pair{String, Int64}) @ Base ./env.jl:265 [11] top-level scope @ ~/.julia/packages/ReTestItems/5fo5Q/test/runtests.jl:15 [12] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:1995 [inlined] [13] macro expansion @ ~/.julia/packages/ReTestItems/5fo5Q/test/runtests.jl:17 [inlined] [14] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:310 [15] top-level scope @ none:6 [16] eval(m::Module, e::Any) @ Core ./boot.jl:489 [17] exec_options(opts::Base.JLOptions) @ Base ./client.jl:310 [18] _start() @ Base ./client.jl:585 ┌ Warning: No such path "foo" └ @ ReTestItems ~/.julia/packages/ReTestItems/5fo5Q/src/ReTestItems.jl:152 ┌ Warning: No such path "foo" └ @ ReTestItems ~/.julia/packages/ReTestItems/5fo5Q/src/ReTestItems.jl:152 ┌ Warning: "/home/pkgeval/.julia/packages/ReTestItems/5fo5Q/test/testfiles/_empty_file.jl" is not a test file └ @ ReTestItems ~/.julia/packages/ReTestItems/5fo5Q/src/ReTestItems.jl:156 13:09:00 | maxrss 1.7% | mem 1.9% | SKIP (0/1) test item "skip" at internals.jl:296 ReTestItems: Error During Test at /home/pkgeval/.julia/packages/ReTestItems/5fo5Q/test/runtests.jl:13 Got exception outside of a @test LoadError: `@testsetup module` expects a valid module name Stacktrace: [1] error(s::String) @ Base ./error.jl:44 [2] var"@testsetup"(__source__::LineNumberNode, __module__::Module, mod::Any) @ ReTestItems ~/.julia/packages/ReTestItems/5fo5Q/src/macros.jl:53 [3] fl_lower(ex::Expr, mod::Module, filename::String, lineno::UInt64, world::UInt64, warn::Bool) @ Base ./flfrontend.jl:24 [4] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:310 [5] IncludeInto @ ./Base.jl:311 [inlined] [6] (::var"#5#6")() @ Main ~/.julia/packages/ReTestItems/5fo5Q/test/runtests.jl:20 [7] withenv(f::var"#5#6", keyvals::Pair{String, Int64}) @ Base ./env.jl:265 [8] top-level scope @ ~/.julia/packages/ReTestItems/5fo5Q/test/runtests.jl:15 [9] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:1995 [inlined] [10] macro expansion @ ~/.julia/packages/ReTestItems/5fo5Q/test/runtests.jl:17 [inlined] [11] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:310 [12] top-level scope @ none:6 [13] eval(m::Module, e::Any) @ Core ./boot.jl:489 [14] exec_options(opts::Base.JLOptions) @ Base ./client.jl:310 [15] _start() @ Base ./client.jl:585 in expression starting at /home/pkgeval/.julia/packages/ReTestItems/5fo5Q/test/macros.jl:24 in expression starting at /home/pkgeval/.julia/packages/ReTestItems/5fo5Q/test/macros.jl:21 Test Summary: | Pass Error Total Time ReTestItems | 769 3 772 1m12.4s workers.jl | 40 40 58.8s correct connected/running states (Worker(pid=12)) | 7 7 0.2s clean shutdown (Worker(pid=12)) | 6 6 1.7s more forceful shutdown (Worker(pid=16)) | 7 7 0.4s remote_eval/remote_fetch (Worker(pid=20)) | 5 5 4.6s worker crashing (Worker(pid=24)) | 7 7 2.5s remote_eval (Worker(pid=28)) | 2 2 3.4s CPU profile | 6 6 14.6s internals.jl | 729 2 731 10.7s get_starting_testitems | 601 601 2.5s is_test_file | 20 20 0.0s is_testsetup_file | 5 5 0.0s _is_subproject | 7 7 0.1s include_testfiles! | 14 1 15 5.7s only requested testfiles included | 14 14 3.5s testsetup files always included | 1 1 2.1s report_empty_testsets | 3 1 4 0.7s JUnit _error_message | 2 2 0.2s _validated_nworker_threads | 19 19 0.1s _validated_paths | 13 13 0.3s skiptestitem | 4 4 0.6s should_skip | 8 8 0.5s filtering.jl | 21 21 0.2s nestedrelpath | 12 12 0.0s RNG of the outermost testset: Random.Xoshiro(0xddfde0a239a4b4ec, 0x1492fb811296625d, 0xd14067f14802c734, 0x5cbbdc1866af049c, 0xbb1bdf86a83ee04b) ERROR: LoadError: Some tests did not pass: 769 passed, 0 failed, 3 errored, 0 broken. in expression starting at /home/pkgeval/.julia/packages/ReTestItems/5fo5Q/test/runtests.jl:13 Testing failed after 83.45s ERROR: LoadError: Package ReTestItems errored during testing Stacktrace: [1] pkgerror(msg::String) @ Pkg.Types /opt/julia/share/julia/stdlib/v1.14/Pkg/src/Types.jl:68 [2] test(ctx::Pkg.Types.Context, pkgs::Vector{PackageSpec}; coverage::Bool, julia_args::Cmd, test_args::Cmd, test_fn::Nothing, force_latest_compatible_version::Bool, allow_earlier_backwards_compatible_versions::Bool, allow_reresolve::Bool) @ Pkg.Operations /opt/julia/share/julia/stdlib/v1.14/Pkg/src/Operations.jl:3067 [3] test @ /opt/julia/share/julia/stdlib/v1.14/Pkg/src/Operations.jl:2916 [inlined] [4] test(ctx::Pkg.Types.Context, pkgs::Vector{PackageSpec}; coverage::Bool, test_fn::Nothing, julia_args::Cmd, test_args::Cmd, force_latest_compatible_version::Bool, allow_earlier_backwards_compatible_versions::Bool, allow_reresolve::Bool, kwargs::@Kwargs{io::IOContext{IO}}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:572 [5] kwcall(::@NamedTuple{julia_args::Cmd, io::IOContext{IO}}, ::typeof(Pkg.API.test), ctx::Pkg.Types.Context, pkgs::Vector{PackageSpec}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:548 [6] test(pkgs::Vector{PackageSpec}; io::IOContext{IO}, kwargs::@Kwargs{julia_args::Cmd}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:172 [7] kwcall(::@NamedTuple{julia_args::Cmd}, ::typeof(Pkg.API.test), pkgs::Vector{PackageSpec}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:161 [8] test(pkgs::Vector{String}; kwargs::@Kwargs{julia_args::Cmd}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:160 [9] test @ /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:160 [inlined] [10] kwcall(::@NamedTuple{julia_args::Cmd}, ::typeof(Pkg.API.test), pkg::String) @ Pkg.API /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:159 [11] top-level scope @ /PkgEval.jl/scripts/evaluate.jl:237 [12] include(mod::Module, _path::String) @ Base ./Base.jl:309 [13] exec_options(opts::Base.JLOptions) @ Base ./client.jl:344 [14] _start() @ Base ./client.jl:585 in expression starting at /PkgEval.jl/scripts/evaluate.jl:228 PkgEval failed after 126.8s: package tests unexpectedly errored