Package evaluation to test BenchPerf on Julia 1.14.0-DEV.1372 (893635dc59*) started at 2025-12-16T14:28:10.683 ################################################################################ # Set-up # Installing PkgEval dependencies (TestEnv)... Activating project at `~/.julia/environments/v1.14` Set-up completed after 9.9s ################################################################################ # Installation # Installing BenchPerf... Resolving package versions... Updating `~/.julia/environments/v1.14/Project.toml` [368ecf39] + BenchPerf v0.1.0 Updating `~/.julia/environments/v1.14/Manifest.toml` [368ecf39] + BenchPerf v0.1.0 ⌃ [6e4b80f9] + BenchmarkTools v1.5.0 ⌅ [34da2185] + Compat v3.47.0 [a8cc5b0e] + Crayons v4.1.1 [9a962f9c] + DataAPI v1.16.0 [e2d170a0] + DataValueInterfaces v1.0.0 [8bb1440f] + DelimitedFiles v1.9.1 [59287772] + Formatting v0.4.3 [82899510] + IteratorInterfaceExtensions v1.0.0 ⌅ [682c06a0] + JSON v0.21.4 [bac558e1] + OrderedCollections v1.8.1 [69de0a69] + Parsers v2.8.3 [aea7be01] + PrecompileTools v1.3.3 [21216c6a] + Preferences v1.5.0 ⌅ [08abe8d2] + PrettyTables v1.3.1 [189a3867] + Reexport v1.2.2 [10745b16] + Statistics v1.11.1 [3783bdb8] + TableTraits v1.0.1 [bd369af6] + Tables v1.12.1 [0dad84c5] + ArgTools v1.1.2 [56f22d72] + Artifacts v1.11.0 [2a0f44e3] + Base64 v1.11.0 [ade2ca70] + Dates v1.11.0 [8ba89e20] + Distributed v1.11.0 [f43a241f] + Downloads v1.7.0 [7b1f6079] + FileWatching v1.11.0 [b77e0a4c] + InteractiveUtils v1.11.0 [ac6e5ff7] + JuliaSyntaxHighlighting v1.13.0 [b27032c2] + LibCURL v1.0.0 [76f85450] + LibGit2 v1.11.0 [8f399da3] + Libdl v1.11.0 [37e2e46d] + LinearAlgebra v1.13.0 [56ddb016] + Logging v1.11.0 [d6f4376e] + Markdown v1.11.0 [a63ad114] + Mmap v1.11.0 [ca575930] + NetworkOptions v1.3.0 [44cfe95a] + Pkg v1.14.0 [de0858da] + Printf v1.11.0 [9abbd945] + Profile v1.11.0 [3fa0cd96] + REPL v1.11.0 [9a3f8284] + Random v1.11.0 [ea8e919c] + SHA v1.0.0 [9e88b42a] + Serialization v1.11.0 [1a1011a3] + SharedArrays v1.11.0 [6462fe0b] + Sockets v1.11.0 [2f01184e] + SparseArrays v1.13.0 [f489334b] + StyledStrings v1.13.0 [fa267f1f] + TOML v1.0.3 [a4e569a6] + Tar v1.10.0 [8dfed614] + Test v1.11.0 [cf7118a7] + UUIDs v1.11.0 [4ec0a83e] + Unicode v1.11.0 [e66e0078] + CompilerSupportLibraries_jll v1.3.0+1 [deac9b47] + LibCURL_jll v8.17.0+0 [e37daf67] + LibGit2_jll v1.9.2+0 [29816b5a] + LibSSH2_jll v1.11.3+1 [14a3606d] + MozillaCACerts_jll v2025.12.2 [4536629a] + OpenBLAS_jll v0.3.29+0 [458c3c95] + OpenSSL_jll v3.5.4+0 [efcefdf7] + PCRE2_jll v10.47.0+0 [bea87d4a] + SuiteSparse_jll v7.10.1+0 [83775a58] + Zlib_jll v1.3.1+2 [3161d3a3] + Zstd_jll v1.5.7+1 [8e850b90] + libblastrampoline_jll v5.15.0+0 [8e850ede] + nghttp2_jll v1.68.0+1 [3f19e933] + p7zip_jll v17.7.0+0 Info Packages marked with ⌃ and ⌅ have new versions available. Those with ⌃ may be upgradable, but those with ⌅ are restricted by compatibility constraints from upgrading. To see why use `status --outdated -m` Installation completed after 3.9s ################################################################################ # Precompilation # ERROR: LoadError: MethodError: no method matching setindex!(::Base.ScopedValues.ScopedValue{IO}, ::Nothing) The function `setindex!` exists, but no method is defined for this combination of argument types. Stacktrace: [1] top-level scope @ /PkgEval.jl/scripts/precompile.jl:10 [2] include(mod::Module, _path::String) @ Base ./Base.jl:309 [3] exec_options(opts::Base.JLOptions) @ Base ./client.jl:344 [4] _start() @ Base ./client.jl:577 in expression starting at /PkgEval.jl/scripts/precompile.jl:6 caused by: MethodError: no method matching setindex!(::Base.ScopedValues.ScopedValue{IO}, ::Base.DevNull) The function `setindex!` exists, but no method is defined for this combination of argument types. Stacktrace: [1] top-level scope @ /PkgEval.jl/scripts/precompile.jl:7 [2] include(mod::Module, _path::String) @ Base ./Base.jl:309 [3] exec_options(opts::Base.JLOptions) @ Base ./client.jl:344 [4] _start() @ Base ./client.jl:577 Precompilation failed after 13.22s ################################################################################ # Testing # Testing BenchPerf Status `/tmp/jl_RWrglr/Project.toml` [4c88cf16] Aqua v0.8.14 [368ecf39] BenchPerf v0.1.0 [5dead3b6] BenchmarkConfigSweeps v0.1.0 ⌃ [6e4b80f9] BenchmarkTools v1.5.0 ⌅ [682c06a0] JSON v0.21.4 [bd369af6] Tables v1.12.1 [792026f5] TestFunctionRunner v0.1.4 [8dfed614] Test v1.11.0 Status `/tmp/jl_RWrglr/Manifest.toml` [7d9f7c33] Accessors v0.1.43 [4c88cf16] Aqua v0.8.14 [dce04be8] ArgCheck v2.5.0 ⌅ [15f4f7f2] AutoHashEquals v0.2.0 [368ecf39] BenchPerf v0.1.0 [5dead3b6] BenchmarkConfigSweeps v0.1.0 ⌃ [6e4b80f9] BenchmarkTools v1.5.0 ⌅ [34da2185] Compat v3.47.0 [a33af91c] CompositionsBase v0.1.2 [187b0558] ConstructionBase v1.6.0 [a8cc5b0e] Crayons v4.1.1 [9a962f9c] DataAPI v1.16.0 [e2d170a0] DataValueInterfaces v1.0.0 [8bb1440f] DelimitedFiles v1.9.1 [59287772] Formatting v0.4.3 [3587e190] InverseFunctions v0.1.17 [82899510] IteratorInterfaceExtensions v1.0.0 ⌅ [682c06a0] JSON v0.21.4 [0f8b85d8] JSON3 v1.14.3 [b37bcd2d] LoadAllPackages v0.1.0 [1914dd2f] MacroTools v0.5.16 [bac558e1] OrderedCollections v1.8.1 [69de0a69] Parsers v2.8.3 [aea7be01] PrecompileTools v1.3.3 [21216c6a] Preferences v1.5.0 ⌅ [08abe8d2] PrettyTables v1.3.1 [189a3867] Reexport v1.2.2 [10745b16] Statistics v1.11.1 [856f2bd8] StructTypes v1.11.0 [3783bdb8] TableTraits v1.0.1 [bd369af6] Tables v1.12.1 [b0858c3f] Terminators v0.1.1 [792026f5] TestFunctionRunner v0.1.4 [0dad84c5] ArgTools v1.1.2 [56f22d72] Artifacts v1.11.0 [2a0f44e3] Base64 v1.11.0 [ade2ca70] Dates v1.11.0 [8ba89e20] Distributed v1.11.0 [f43a241f] Downloads v1.7.0 [7b1f6079] FileWatching v1.11.0 [b77e0a4c] InteractiveUtils v1.11.0 [ac6e5ff7] JuliaSyntaxHighlighting v1.13.0 [b27032c2] LibCURL v1.0.0 [76f85450] LibGit2 v1.11.0 [8f399da3] Libdl v1.11.0 [37e2e46d] LinearAlgebra v1.13.0 [56ddb016] Logging v1.11.0 [d6f4376e] Markdown v1.11.0 [a63ad114] Mmap v1.11.0 [ca575930] NetworkOptions v1.3.0 [44cfe95a] Pkg v1.14.0 [de0858da] Printf v1.11.0 [9abbd945] Profile v1.11.0 [3fa0cd96] REPL v1.11.0 [9a3f8284] Random v1.11.0 [ea8e919c] SHA v1.0.0 [9e88b42a] Serialization v1.11.0 [1a1011a3] SharedArrays v1.11.0 [6462fe0b] Sockets v1.11.0 [2f01184e] SparseArrays v1.13.0 [f489334b] StyledStrings v1.13.0 [fa267f1f] TOML v1.0.3 [a4e569a6] Tar v1.10.0 [8dfed614] Test v1.11.0 [cf7118a7] UUIDs v1.11.0 [4ec0a83e] Unicode v1.11.0 [e66e0078] CompilerSupportLibraries_jll v1.3.0+1 [deac9b47] LibCURL_jll v8.17.0+0 [e37daf67] LibGit2_jll v1.9.2+0 [29816b5a] LibSSH2_jll v1.11.3+1 [14a3606d] MozillaCACerts_jll v2025.12.2 [4536629a] OpenBLAS_jll v0.3.29+0 [458c3c95] OpenSSL_jll v3.5.4+0 [efcefdf7] PCRE2_jll v10.47.0+0 [bea87d4a] SuiteSparse_jll v7.10.1+0 [83775a58] Zlib_jll v1.3.1+2 [3161d3a3] Zstd_jll v1.5.7+1 [8e850b90] libblastrampoline_jll v5.15.0+0 [8e850ede] nghttp2_jll v1.68.0+1 [3f19e933] p7zip_jll v17.7.0+0 Info Packages marked with ⌃ and ⌅ have new versions available. Those with ⌃ may be upgradable, but those with ⌅ are restricted by compatibility constraints from upgrading. Testing Running tests... ┌ Warning: The call to compilecache failed to create a usable precompiled cache file for BenchPerfTests [dbd6d7b4-c1be-4615-9593-44fde9a99c40] │ exception = Required dependency Base.PkgId(Base.UUID("21216c6a-2e73-6563-6e65-726566657250"), "Preferences") failed to load from a cache file. └ @ Base loading.jl:2891 ┌ Warning: The call to compilecache failed to create a usable precompiled cache file for BenchPerf [368ecf39-6b2b-4c5b-bc36-7e7363bf3045] │ exception = Required dependency Base.PkgId(Base.UUID("21216c6a-2e73-6563-6e65-726566657250"), "Preferences") failed to load from a cache file. └ @ Base loading.jl:2891 WARNING: Detected access to binding `BenchPerf.Internal` in a world prior to its definition world. Julia 1.12 has introduced more strict world age semantics for global bindings. !!! This code may malfunction under Revise. !!! This code will error in future versions of Julia. Hint: Add an appropriate `invokelatest` around the access to this binding. To make this warning an error, and hence obtain a stack trace, use `julia --depwarn=error`. [ Info: Loading packages from `/home/pkgeval/.julia/packages/BenchPerf/3xfLD/test/BenchPerfTests/Project.toml`... [ Info: Loading 6 packages... ERROR: LoadError: ArgumentError: Package BenchPerfConfigSweeps [ff6ab34e-6c4e-401f-aa49-786a197b91d4] is required but does not seem to be installed: - Run `Pkg.instantiate()` to install all recorded dependencies. Stacktrace: [1] __require_prelocked(pkg::Base.PkgId, env::Nothing) @ Base ./loading.jl:2792 [2] _require_prelocked(uuidkey::Base.PkgId, env::Nothing) @ Base ./loading.jl:2665 [3] _require_prelocked @ ./loading.jl:2659 [inlined] [4] macro expansion @ ./lock.jl:376 [inlined] [5] __require(uuidkey::Base.PkgId) @ Base ./loading.jl:2657 [6] require @ ./loading.jl:2655 [inlined] [7] loadall(project::String) @ LoadAllPackages ~/.julia/packages/LoadAllPackages/xjdHR/src/LoadAllPackages.jl:32 [8] prepare_local @ ~/.julia/packages/TestFunctionRunner/urO5I/src/core.jl:125 [inlined] [9] load_everywhere(m::Module) @ TestFunctionRunner.Internal ~/.julia/packages/TestFunctionRunner/urO5I/src/core.jl:117 [10] (::TestFunctionRunner.Internal.var"#6#7"{Module, @NamedTuple{timeout::Nothing, failfast::Bool}, Bool, Bool})() @ TestFunctionRunner.Internal ~/.julia/packages/TestFunctionRunner/urO5I/src/core.jl:29 [11] with_project(f::TestFunctionRunner.Internal.var"#6#7"{Module, @NamedTuple{timeout::Nothing, failfast::Bool}, Bool, Bool}, m::Module) @ TestFunctionRunner.Internal ~/.julia/packages/TestFunctionRunner/urO5I/src/core.jl:105 [12] run(m::Module; kwargs::@Kwargs{prepare_distributed::Bool}) @ TestFunctionRunner.Internal ~/.julia/packages/TestFunctionRunner/urO5I/src/core.jl:27 [13] kwcall(::@NamedTuple{prepare_distributed::Bool}, ::typeof(TestFunctionRunner.run), m::Module) @ TestFunctionRunner.Internal ~/.julia/packages/TestFunctionRunner/urO5I/src/core.jl:24 [14] invokelatest @ ./Base_compiler.jl:267 [inlined] [15] at_run_impl(__source__::LineNumberNode, __module__::Module; paths::Vector{String}, packages::Nothing, prepare_distributed::Bool, kwargs::@Kwargs{}) @ TestFunctionRunner.Internal ~/.julia/packages/TestFunctionRunner/urO5I/src/core.jl:315 [16] at_run_impl(__source__::LineNumberNode, __module__::Module) @ TestFunctionRunner.Internal ~/.julia/packages/TestFunctionRunner/urO5I/src/core.jl:294 [17] top-level scope @ ~/.julia/packages/BenchPerf/3xfLD/test/runtests.jl:2 [18] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:310 [19] top-level scope @ none:6 [20] eval(m::Module, e::Any) @ Core ./boot.jl:489 [21] exec_options(opts::Base.JLOptions) @ Base ./client.jl:310 [22] _start() @ Base ./client.jl:577 in expression starting at /home/pkgeval/.julia/packages/BenchPerf/3xfLD/test/runtests.jl:2 Testing failed after 65.28s ERROR: LoadError: Package BenchPerf errored during testing Stacktrace: [1] pkgerror(msg::String) @ Pkg.Types /opt/julia/share/julia/stdlib/v1.14/Pkg/src/Types.jl:68 [2] test(ctx::Pkg.Types.Context, pkgs::Vector{PackageSpec}; coverage::Bool, julia_args::Cmd, test_args::Cmd, test_fn::Nothing, force_latest_compatible_version::Bool, allow_earlier_backwards_compatible_versions::Bool, allow_reresolve::Bool) @ Pkg.Operations /opt/julia/share/julia/stdlib/v1.14/Pkg/src/Operations.jl:3067 [3] test @ /opt/julia/share/julia/stdlib/v1.14/Pkg/src/Operations.jl:2916 [inlined] [4] test(ctx::Pkg.Types.Context, pkgs::Vector{PackageSpec}; coverage::Bool, test_fn::Nothing, julia_args::Cmd, test_args::Cmd, force_latest_compatible_version::Bool, allow_earlier_backwards_compatible_versions::Bool, allow_reresolve::Bool, kwargs::@Kwargs{io::IOContext{IO}}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:572 [5] kwcall(::@NamedTuple{julia_args::Cmd, io::IOContext{IO}}, ::typeof(Pkg.API.test), ctx::Pkg.Types.Context, pkgs::Vector{PackageSpec}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:548 [6] test(pkgs::Vector{PackageSpec}; io::IOContext{IO}, kwargs::@Kwargs{julia_args::Cmd}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:172 [7] kwcall(::@NamedTuple{julia_args::Cmd}, ::typeof(Pkg.API.test), pkgs::Vector{PackageSpec}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:161 [8] test(pkgs::Vector{String}; kwargs::@Kwargs{julia_args::Cmd}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:160 [9] test @ /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:160 [inlined] [10] kwcall(::@NamedTuple{julia_args::Cmd}, ::typeof(Pkg.API.test), pkg::String) @ Pkg.API /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:159 [11] top-level scope @ /PkgEval.jl/scripts/evaluate.jl:237 [12] include(mod::Module, _path::String) @ Base ./Base.jl:309 [13] exec_options(opts::Base.JLOptions) @ Base ./client.jl:344 [14] _start() @ Base ./client.jl:577 in expression starting at /PkgEval.jl/scripts/evaluate.jl:228 PkgEval failed after 107.63s: package tests unexpectedly errored