Package evaluation to test SimpleConfig on Julia 1.12.7-DEV.42 (6f510b6086*) started at 2026-06-19T13:32:46.901 ################################################################################ # Set-up # Installing PkgEval dependencies (TestEnv)... Activating project at `~/.julia/environments/v1.12` Set-up completed after 8.24s ################################################################################ # Installation # Installing SimpleConfig... Resolving package versions... Updating `~/.julia/environments/v1.12/Project.toml` [f2d95530] + SimpleConfig v0.1.0 Updating `~/.julia/environments/v1.12/Manifest.toml` [c7e460c6] + ArgParse v1.2.0 [5218b696] + Configurations v0.17.6 [55351af7] + ExproniconLite v0.10.14 [692b3bcd] + JLLWrappers v1.8.0 [0f8b85d8] + JSON3 v1.14.3 ⌅ [bac558e1] + OrderedCollections v1.8.2 [69de0a69] + Parsers v2.8.6 [aea7be01] + PrecompileTools v1.3.4 [21216c6a] + Preferences v1.5.2 [189a3867] + Reexport v1.2.2 [f2d95530] + SimpleConfig v0.1.0 [69024149] + StringEncodings v0.3.7 [856f2bd8] + StructTypes v1.11.0 [b718987f] + TextWrap v1.0.2 [ddb6d928] + YAML v0.4.16 [94ce4f54] + Libiconv_jll v1.18.0+0 [56f22d72] + Artifacts v1.11.0 [2a0f44e3] + Base64 v1.11.0 [ade2ca70] + Dates v1.11.0 [8f399da3] + Libdl v1.11.0 [56ddb016] + Logging v1.11.0 [a63ad114] + Mmap v1.11.0 [de0858da] + Printf v1.11.0 [9a3f8284] + Random v1.11.0 [ea8e919c] + SHA v0.7.0 [fa267f1f] + TOML v1.0.3 [cf7118a7] + UUIDs v1.11.0 [4ec0a83e] + Unicode v1.11.0 Info Packages marked with ⌅ have new versions available but compatibility constraints restrict them from upgrading. To see why use `status --outdated -m` Installation completed after 1.9s ################################################################################ # Precompilation # Precompiling PkgEval dependencies... Precompiling package dependencies... Precompiling packages... 1864.5 ms ✓ SimpleConfig 1 dependency successfully precompiled in 2 seconds. 29 already precompiled. 9 dependencies precompiled but different versions are currently loaded (Base64, Dates, JuliaSyntaxHighlighting, Logging, Markdown, Printf, StyledStrings, TOML and UUIDs). Restart julia to access the new versions. Otherwise, 14 dependents of these packages may trigger further precompilation to work with the unexpected versions. Precompilation completed after 15.43s ################################################################################ # Testing # Testing SimpleConfig Status `/tmp/jl_oKFUfQ/Project.toml` [f2d95530] SimpleConfig v0.1.0 [8dfed614] Test v1.11.0 Status `/tmp/jl_oKFUfQ/Manifest.toml` [c7e460c6] ArgParse v1.2.0 [5218b696] Configurations v0.17.6 [55351af7] ExproniconLite v0.10.14 [692b3bcd] JLLWrappers v1.8.0 [0f8b85d8] JSON3 v1.14.3 ⌅ [bac558e1] OrderedCollections v1.8.2 [69de0a69] Parsers v2.8.6 [aea7be01] PrecompileTools v1.3.4 [21216c6a] Preferences v1.5.2 [189a3867] Reexport v1.2.2 [f2d95530] SimpleConfig v0.1.0 [69024149] StringEncodings v0.3.7 [856f2bd8] StructTypes v1.11.0 [b718987f] TextWrap v1.0.2 [ddb6d928] YAML v0.4.16 [94ce4f54] Libiconv_jll v1.18.0+0 [56f22d72] Artifacts v1.11.0 [2a0f44e3] Base64 v1.11.0 [ade2ca70] Dates v1.11.0 [b77e0a4c] InteractiveUtils v1.11.0 [ac6e5ff7] JuliaSyntaxHighlighting v1.12.0 [8f399da3] Libdl v1.11.0 [56ddb016] Logging v1.11.0 [d6f4376e] Markdown v1.11.0 [a63ad114] Mmap v1.11.0 [de0858da] Printf v1.11.0 [9a3f8284] Random v1.11.0 [ea8e919c] SHA v0.7.0 [9e88b42a] Serialization v1.11.0 [f489334b] StyledStrings v1.11.0 [fa267f1f] TOML v1.0.3 [8dfed614] Test v1.11.0 [cf7118a7] UUIDs v1.11.0 [4ec0a83e] Unicode v1.11.0 Info Packages marked with ⌅ have new versions available but compatibility constraints restrict them from upgrading. Testing Running tests... Defaults Dictionary: Error During Test at /home/pkgeval/.julia/packages/SimpleConfig/atiq9/test/runtests.jl:7 Got exception outside of a @test map is not defined on dictionaries Stacktrace: [1] error(s::String) @ Base ./error.jl:44 [2] map(f::Function, ::Dict{String, Any}) @ Base ./abstractarray.jl:3407 [3] from_dict(::Type{ModelConfig}, of::Configurations.OptionField{:stage_size}, ::Type{Vector{<:Int64}}, x::Dict{String, Any}) @ Configurations ~/.julia/packages/Configurations/Yxczn/src/from_dict.jl:136 [4] macro expansion @ ~/.julia/packages/Configurations/Yxczn/src/from_dict.jl:372 [inlined] [5] macro expansion @ ~/.julia/packages/Configurations/Yxczn/src/codegen.jl:0 [inlined] [6] from_dict_specialize(::Type{ModelConfig}, d::Dict{String, Any}) @ Main ~/.julia/packages/Configurations/Yxczn/src/codegen.jl:362 [7] #from_dict#3 @ ~/.julia/packages/Configurations/Yxczn/src/from_dict.jl:46 [inlined] [8] from_dict(::Type{ModelConfig}, d::Dict{String, Any}) @ Configurations ~/.julia/packages/Configurations/Yxczn/src/from_dict.jl:33 [9] macro expansion @ ~/.julia/packages/Configurations/Yxczn/src/from_dict.jl:347 [inlined] [10] macro expansion @ ~/.julia/packages/Configurations/Yxczn/src/codegen.jl:0 [inlined] [11] from_dict_specialize(::Type{ExperimentConfig}, d::Dict{String, Any}) @ Main ~/.julia/packages/Configurations/Yxczn/src/codegen.jl:362 [12] #from_dict#3 @ ~/.julia/packages/Configurations/Yxczn/src/from_dict.jl:46 [inlined] [13] from_dict(::Type{ExperimentConfig}, d::Dict{String, Any}) @ Configurations ~/.julia/packages/Configurations/Yxczn/src/from_dict.jl:33 [14] define_configuration(args::Vector{String}, cfg::Type, defaults::Dict{String, Any}) @ SimpleConfig ~/.julia/packages/SimpleConfig/atiq9/src/SimpleConfig.jl:96 [15] define_configuration(cfg::Type, defaults::Dict{String, Any}) @ SimpleConfig ~/.julia/packages/SimpleConfig/atiq9/src/SimpleConfig.jl:85 [16] top-level scope @ ~/.julia/packages/SimpleConfig/atiq9/test/runtests.jl:7 [17] macro expansion @ /opt/julia/share/julia/stdlib/v1.12/Test/src/Test.jl:1777 [inlined] [18] macro expansion @ ~/.julia/packages/SimpleConfig/atiq9/test/runtests.jl:8 [inlined] [19] macro expansion @ /opt/julia/share/julia/stdlib/v1.12/Test/src/Test.jl:1777 [inlined] [20] macro expansion @ ~/.julia/packages/SimpleConfig/atiq9/test/runtests.jl:14 [inlined] [21] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:307 [22] top-level scope @ none:6 [23] eval(m::Module, e::Any) @ Core ./boot.jl:489 [24] exec_options(opts::Base.JLOptions) @ Base ./client.jl:283 [25] _start() @ Base ./client.jl:550 TOML Configuration: Error During Test at /home/pkgeval/.julia/packages/SimpleConfig/atiq9/test/runtests.jl:46 Got exception outside of a @test map is not defined on dictionaries Stacktrace: [1] error(s::String) @ Base ./error.jl:44 [2] map(f::Function, ::Dict{String, Any}) @ Base ./abstractarray.jl:3407 [3] from_dict(::Type{ModelConfig}, of::Configurations.OptionField{:stage_size}, ::Type{Vector{<:Int64}}, x::Dict{String, Any}) @ Configurations ~/.julia/packages/Configurations/Yxczn/src/from_dict.jl:136 [4] macro expansion @ ~/.julia/packages/Configurations/Yxczn/src/from_dict.jl:372 [inlined] [5] macro expansion @ ~/.julia/packages/Configurations/Yxczn/src/codegen.jl:0 [inlined] [6] from_dict_specialize(::Type{ModelConfig}, d::Dict{String, Any}) @ Main ~/.julia/packages/Configurations/Yxczn/src/codegen.jl:362 [7] #from_dict#3 @ ~/.julia/packages/Configurations/Yxczn/src/from_dict.jl:46 [inlined] [8] from_dict(::Type{ModelConfig}, d::Dict{String, Any}) @ Configurations ~/.julia/packages/Configurations/Yxczn/src/from_dict.jl:33 [9] macro expansion @ ~/.julia/packages/Configurations/Yxczn/src/from_dict.jl:347 [inlined] [10] macro expansion @ ~/.julia/packages/Configurations/Yxczn/src/codegen.jl:0 [inlined] [11] from_dict_specialize(::Type{ExperimentConfig}, d::Dict{String, Any}) @ Main ~/.julia/packages/Configurations/Yxczn/src/codegen.jl:362 [12] #from_dict#3 @ ~/.julia/packages/Configurations/Yxczn/src/from_dict.jl:46 [inlined] [13] from_dict(::Type{ExperimentConfig}, d::Dict{String, Any}) @ Configurations ~/.julia/packages/Configurations/Yxczn/src/from_dict.jl:33 [14] define_configuration(args::Vector{String}, cfg::Type, fname::String) @ SimpleConfig ~/.julia/packages/SimpleConfig/atiq9/src/SimpleConfig.jl:121 [15] define_configuration(cfg::Type, fname::String) @ SimpleConfig ~/.julia/packages/SimpleConfig/atiq9/src/SimpleConfig.jl:89 [16] top-level scope @ ~/.julia/packages/SimpleConfig/atiq9/test/runtests.jl:7 [17] macro expansion @ /opt/julia/share/julia/stdlib/v1.12/Test/src/Test.jl:1777 [inlined] [18] macro expansion @ ~/.julia/packages/SimpleConfig/atiq9/test/runtests.jl:47 [inlined] [19] macro expansion @ /opt/julia/share/julia/stdlib/v1.12/Test/src/Test.jl:1777 [inlined] [20] macro expansion @ ~/.julia/packages/SimpleConfig/atiq9/test/runtests.jl:47 [inlined] [21] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:307 [22] top-level scope @ none:6 [23] eval(m::Module, e::Any) @ Core ./boot.jl:489 [24] exec_options(opts::Base.JLOptions) @ Base ./client.jl:283 [25] _start() @ Base ./client.jl:550 YAML Configuration: Error During Test at /home/pkgeval/.julia/packages/SimpleConfig/atiq9/test/runtests.jl:69 Got exception outside of a @test map is not defined on dictionaries Stacktrace: [1] error(s::String) @ Base ./error.jl:44 [2] map(f::Function, ::Dict{String, Any}) @ Base ./abstractarray.jl:3407 [3] from_dict(::Type{ModelConfig}, of::Configurations.OptionField{:stage_size}, ::Type{Vector{<:Int64}}, x::Dict{String, Any}) @ Configurations ~/.julia/packages/Configurations/Yxczn/src/from_dict.jl:136 [4] macro expansion @ ~/.julia/packages/Configurations/Yxczn/src/from_dict.jl:372 [inlined] [5] macro expansion @ ~/.julia/packages/Configurations/Yxczn/src/codegen.jl:0 [inlined] [6] from_dict_specialize(::Type{ModelConfig}, d::Dict{String, Any}) @ Main ~/.julia/packages/Configurations/Yxczn/src/codegen.jl:362 [7] #from_dict#3 @ ~/.julia/packages/Configurations/Yxczn/src/from_dict.jl:46 [inlined] [8] from_dict(::Type{ModelConfig}, d::Dict{String, Any}) @ Configurations ~/.julia/packages/Configurations/Yxczn/src/from_dict.jl:33 [9] macro expansion @ ~/.julia/packages/Configurations/Yxczn/src/from_dict.jl:347 [inlined] [10] macro expansion @ ~/.julia/packages/Configurations/Yxczn/src/codegen.jl:0 [inlined] [11] from_dict_specialize(::Type{ExperimentConfig}, d::Dict{String, Any}) @ Main ~/.julia/packages/Configurations/Yxczn/src/codegen.jl:362 [12] #from_dict#3 @ ~/.julia/packages/Configurations/Yxczn/src/from_dict.jl:46 [inlined] [13] from_dict(::Type{ExperimentConfig}, d::Dict{String, Any}) @ Configurations ~/.julia/packages/Configurations/Yxczn/src/from_dict.jl:33 [14] define_configuration(args::Vector{String}, cfg::Type, fname::String) @ SimpleConfig ~/.julia/packages/SimpleConfig/atiq9/src/SimpleConfig.jl:121 [15] define_configuration(cfg::Type, fname::String) @ SimpleConfig ~/.julia/packages/SimpleConfig/atiq9/src/SimpleConfig.jl:89 [16] top-level scope @ ~/.julia/packages/SimpleConfig/atiq9/test/runtests.jl:7 [17] macro expansion @ /opt/julia/share/julia/stdlib/v1.12/Test/src/Test.jl:1777 [inlined] [18] macro expansion @ ~/.julia/packages/SimpleConfig/atiq9/test/runtests.jl:70 [inlined] [19] macro expansion @ /opt/julia/share/julia/stdlib/v1.12/Test/src/Test.jl:1777 [inlined] [20] macro expansion @ ~/.julia/packages/SimpleConfig/atiq9/test/runtests.jl:70 [inlined] [21] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:307 [22] top-level scope @ none:6 [23] eval(m::Module, e::Any) @ Core ./boot.jl:489 [24] exec_options(opts::Base.JLOptions) @ Base ./client.jl:283 [25] _start() @ Base ./client.jl:550 JSON Configuration: Error During Test at /home/pkgeval/.julia/packages/SimpleConfig/atiq9/test/runtests.jl:97 Got exception outside of a @test map is not defined on dictionaries Stacktrace: [1] error(s::String) @ Base ./error.jl:44 [2] map(f::Function, ::Dict{String, Any}) @ Base ./abstractarray.jl:3407 [3] from_dict(::Type{ModelConfig}, of::Configurations.OptionField{:stage_size}, ::Type{Vector{<:Int64}}, x::Dict{String, Any}) @ Configurations ~/.julia/packages/Configurations/Yxczn/src/from_dict.jl:136 [4] macro expansion @ ~/.julia/packages/Configurations/Yxczn/src/from_dict.jl:372 [inlined] [5] macro expansion @ ~/.julia/packages/Configurations/Yxczn/src/codegen.jl:0 [inlined] [6] from_dict_specialize(::Type{ModelConfig}, d::Dict{String, Any}) @ Main ~/.julia/packages/Configurations/Yxczn/src/codegen.jl:362 [7] #from_dict#3 @ ~/.julia/packages/Configurations/Yxczn/src/from_dict.jl:46 [inlined] [8] from_dict(::Type{ModelConfig}, d::Dict{String, Any}) @ Configurations ~/.julia/packages/Configurations/Yxczn/src/from_dict.jl:33 [9] macro expansion @ ~/.julia/packages/Configurations/Yxczn/src/from_dict.jl:347 [inlined] [10] macro expansion @ ~/.julia/packages/Configurations/Yxczn/src/codegen.jl:0 [inlined] [11] from_dict_specialize(::Type{ExperimentConfig}, d::Dict{String, Any}) @ Main ~/.julia/packages/Configurations/Yxczn/src/codegen.jl:362 [12] #from_dict#3 @ ~/.julia/packages/Configurations/Yxczn/src/from_dict.jl:46 [inlined] [13] from_dict(::Type{ExperimentConfig}, d::Dict{String, Any}) @ Configurations ~/.julia/packages/Configurations/Yxczn/src/from_dict.jl:33 [14] define_configuration(args::Vector{String}, cfg::Type, fname::String) @ SimpleConfig ~/.julia/packages/SimpleConfig/atiq9/src/SimpleConfig.jl:121 [15] define_configuration(cfg::Type, fname::String) @ SimpleConfig ~/.julia/packages/SimpleConfig/atiq9/src/SimpleConfig.jl:89 [16] top-level scope @ ~/.julia/packages/SimpleConfig/atiq9/test/runtests.jl:7 [17] macro expansion @ /opt/julia/share/julia/stdlib/v1.12/Test/src/Test.jl:1777 [inlined] [18] macro expansion @ ~/.julia/packages/SimpleConfig/atiq9/test/runtests.jl:98 [inlined] [19] macro expansion @ /opt/julia/share/julia/stdlib/v1.12/Test/src/Test.jl:1777 [inlined] [20] macro expansion @ ~/.julia/packages/SimpleConfig/atiq9/test/runtests.jl:98 [inlined] [21] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:307 [22] top-level scope @ none:6 [23] eval(m::Module, e::Any) @ Core ./boot.jl:489 [24] exec_options(opts::Base.JLOptions) @ Base ./client.jl:283 [25] _start() @ Base ./client.jl:550 Test Summary: | Pass Error Total Time SimpleConfig.jl | 2 4 6 39.2s Defaults Dictionary | 1 1 16.3s TOML Configuration | 1 1 9.5s YAML Configuration | 1 1 12.9s JSON Configuration | 1 1 0.2s Exception Handling | 2 2 0.3s RNG of the outermost testset: Random.Xoshiro(0xb07f88fc754a5853, 0x88e9666e5fc7d1df, 0x761ad55a80b24161, 0x43337c49361209e0, 0x702a4d0c929b59f5) ERROR: LoadError: Some tests did not pass: 2 passed, 0 failed, 4 errored, 0 broken. in expression starting at /home/pkgeval/.julia/packages/SimpleConfig/atiq9/test/runtests.jl:6 Testing failed after 58.31s ERROR: LoadError: Package SimpleConfig errored during testing Stacktrace: [1] pkgerror(msg::String) @ Pkg.Types /opt/julia/share/julia/stdlib/v1.12/Pkg/src/Types.jl:68 [2] test(ctx::Pkg.Types.Context, pkgs::Vector{PackageSpec}; coverage::Bool, julia_args::Cmd, test_args::Cmd, test_fn::Nothing, force_latest_compatible_version::Bool, allow_earlier_backwards_compatible_versions::Bool, allow_reresolve::Bool) @ Pkg.Operations /opt/julia/share/julia/stdlib/v1.12/Pkg/src/Operations.jl:2538 [3] test @ /opt/julia/share/julia/stdlib/v1.12/Pkg/src/Operations.jl:2387 [inlined] [4] test(ctx::Pkg.Types.Context, pkgs::Vector{PackageSpec}; coverage::Bool, test_fn::Nothing, julia_args::Cmd, test_args::Cmd, force_latest_compatible_version::Bool, allow_earlier_backwards_compatible_versions::Bool, allow_reresolve::Bool, kwargs::@Kwargs{io::IOContext{IO}}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.12/Pkg/src/API.jl:552 [5] test(pkgs::Vector{PackageSpec}; io::IOContext{IO}, kwargs::@Kwargs{julia_args::Cmd}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.12/Pkg/src/API.jl:169 [6] test(pkgs::Vector{String}; kwargs::@Kwargs{julia_args::Cmd}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.12/Pkg/src/API.jl:157 [7] test @ /opt/julia/share/julia/stdlib/v1.12/Pkg/src/API.jl:157 [inlined] [8] #test#81 @ /opt/julia/share/julia/stdlib/v1.12/Pkg/src/API.jl:156 [inlined] [9] top-level scope @ /PkgEval.jl/scripts/evaluate.jl:223 [10] include(mod::Module, _path::String) @ Base ./Base.jl:306 [11] exec_options(opts::Base.JLOptions) @ Base ./client.jl:317 [12] _start() @ Base ./client.jl:550 in expression starting at /PkgEval.jl/scripts/evaluate.jl:214 PkgEval failed after 99.0s: package tests unexpectedly errored