Package evaluation of NarrativeTest on Julia 1.13.0-DEV.985 (9c94e7ae32*) started at 2025-08-14T11:14:50.186 ################################################################################ # Set-up # Installing PkgEval dependencies (TestEnv)... Set-up completed after 9.63s ################################################################################ # Installation # Installing NarrativeTest... Resolving package versions... Updating `~/.julia/environments/v1.13/Project.toml` [9563631e] + NarrativeTest v0.7.5 Updating `~/.julia/environments/v1.13/Manifest.toml` [9563631e] + NarrativeTest v0.7.5 [2a0f44e3] + Base64 v1.11.0 [b77e0a4c] + InteractiveUtils v1.11.0 [ac6e5ff7] + JuliaSyntaxHighlighting v1.12.0 [56ddb016] + Logging v1.11.0 [d6f4376e] + Markdown v1.11.0 [9a3f8284] + Random v1.11.0 [ea8e919c] + SHA v0.7.0 [9e88b42a] + Serialization v1.11.0 [f489334b] + StyledStrings v1.11.0 [8dfed614] + Test v1.11.0 Installation completed after 0.97s ################################################################################ # Precompilation # Precompiling PkgEval dependencies... Precompiling package dependencies... Precompilation completed after 13.11s ################################################################################ # Testing # Testing NarrativeTest Status `/tmp/jl_4amfgG/Project.toml` [9563631e] NarrativeTest v0.7.5 [8dfed614] Test v1.11.0 Status `/tmp/jl_4amfgG/Manifest.toml` [9563631e] NarrativeTest v0.7.5 [2a0f44e3] Base64 v1.11.0 [b77e0a4c] InteractiveUtils v1.11.0 [ac6e5ff7] JuliaSyntaxHighlighting v1.12.0 [56ddb016] Logging v1.11.0 [d6f4376e] Markdown v1.11.0 [9a3f8284] Random v1.11.0 [ea8e919c] SHA v0.7.0 [9e88b42a] Serialization v1.11.0 [f489334b] StyledStrings v1.11.0 [8dfed614] Test v1.11.0 Testing Running tests... ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ Test failed at ~/.julia/packages/NarrativeTest/3lL21/test/index.md:185 using Test NarrativeTest.testset([joinpath(@__DIR__, "sample_good.md_"), joinpath(@__DIR__, "sample_bad.md_")]) Expected output: ⋮ ERROR: Some tests did not pass: 4 passed, 2 failed, 1 errored, 0 broken. Actual output: ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ Test failed at ~/.julia/packages/NarrativeTest/3lL21/test/sample_bad.md_:9 2+2 Expected output: 5 Actual output: 4 ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ Test failed at ~/.julia/packages/NarrativeTest/3lL21/test/sample_bad.md_:13 sqrt(-1) Expected output: 0.0 + 1.0im Actual output: ERROR: DomainError with -1.0: sqrt was called with a negative real argument but will only return a complex result if called with a complex argument. Try sqrt(Complex(x)). Stacktrace: [1] throw_complex_domainerror(f::Symbol, x::Float64) @ Base.Math ./math.jl:33 [2] sqrt @ ./math.jl:648 [inlined] [3] sqrt(x::Int64) @ Base.Math ./math.jl:1589 [4] top-level scope @ ~/.julia/packages/NarrativeTest/3lL21/test/sample_bad.md_:13 [5] eval(m::Module, e::Any) @ Core ./boot.jl:489 ERROR: MethodError: no method matching Test.Error(::Symbol, ::String, ::Nothing, ::Bool, ::LineNumberNode) The type `Test.Error` exists, but no method is defined for this combination of argument types when trying to construct it. Closest candidates are: Test.Error(::Symbol, ::Any, ::Any, !Matched::Union{Nothing, Base.ExceptionStack}, ::LineNumberNode) @ Test /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:220 Test.Error(::Symbol, ::Any, ::Any, !Matched::Union{Nothing, Base.ExceptionStack}, ::LineNumberNode, !Matched::Union{Nothing, String}) @ Test /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:220 Test.Error(::Symbol, ::String, !Matched::String, !Matched::String, !Matched::Union{Nothing, String}, !Matched::LineNumberNode) @ Test /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:262 Stacktrace: [1] convert(::Type{Test.Result}, error::NarrativeTest.Error) @ NarrativeTest ~/.julia/packages/NarrativeTest/3lL21/src/NarrativeTest.jl:256 [2] testset(files::Vector{String}, cfg::NarrativeTest.Cfg) @ NarrativeTest ~/.julia/packages/NarrativeTest/3lL21/src/NarrativeTest.jl:461 [3] testset(files::Vector{String}) @ NarrativeTest ~/.julia/packages/NarrativeTest/3lL21/src/NarrativeTest.jl:441 [4] top-level scope @ ~/.julia/packages/NarrativeTest/3lL21/test/index.md:187 [5] eval(m::Module, e::Any) @ Core ./boot.jl:489 ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ Test failed at ~/.julia/packages/NarrativeTest/3lL21/test/index.md:196 @testset begin @test true == false NarrativeTest.testset([joinpath(@__DIR__, "sample_good.md_"), joinpath(@__DIR__, "sample_bad.md_")]) @test 2 + 2 == 5 end Expected output: ⋮ ERROR: Some tests did not pass: 4 passed, 4 failed, 1 errored, 0 broken. Actual output: test set: Test Failed at /home/pkgeval/.julia/packages/NarrativeTest/3lL21/test/index.md:197 Expression: true == false Stacktrace: [1] top-level scope @ ~/.julia/packages/NarrativeTest/3lL21/test/index.md:197 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [3] macro expansion @ ~/.julia/packages/NarrativeTest/3lL21/test/index.md:197 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ Test failed at ~/.julia/packages/NarrativeTest/3lL21/test/sample_bad.md_:9 2+2 Expected output: 5 Actual output: 4 ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ Test failed at ~/.julia/packages/NarrativeTest/3lL21/test/sample_bad.md_:13 sqrt(-1) Expected output: 0.0 + 1.0im Actual output: ERROR: DomainError with -1.0: sqrt was called with a negative real argument but will only return a complex result if called with a complex argument. Try sqrt(Complex(x)). Stacktrace: [1] throw_complex_domainerror(f::Symbol, x::Float64) @ Base.Math ./math.jl:33 [2] sqrt @ ./math.jl:648 [inlined] [3] sqrt(x::Int64) @ Base.Math ./math.jl:1589 [4] top-level scope @ ~/.julia/packages/NarrativeTest/3lL21/test/sample_bad.md_:13 [5] eval(m::Module, e::Any) @ Core ./boot.jl:489 test set: Error During Test at /home/pkgeval/.julia/packages/NarrativeTest/3lL21/test/index.md:196 Got exception outside of a @test MethodError: no method matching Test.Error(::Symbol, ::String, ::Nothing, ::Bool, ::LineNumberNode) The type `Test.Error` exists, but no method is defined for this combination of argument types when trying to construct it. Closest candidates are: Test.Error(::Symbol, ::Any, ::Any, !Matched::Union{Nothing, Base.ExceptionStack}, ::LineNumberNode) @ Test /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:220 Test.Error(::Symbol, ::Any, ::Any, !Matched::Union{Nothing, Base.ExceptionStack}, ::LineNumberNode, !Matched::Union{Nothing, String}) @ Test /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:220 Test.Error(::Symbol, ::String, !Matched::String, !Matched::String, !Matched::Union{Nothing, String}, !Matched::LineNumberNode) @ Test /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:262 Stacktrace: [1] convert(::Type{Test.Result}, error::NarrativeTest.Error) @ NarrativeTest ~/.julia/packages/NarrativeTest/3lL21/src/NarrativeTest.jl:256 [2] testset(files::Vector{String}, cfg::NarrativeTest.Cfg) @ NarrativeTest ~/.julia/packages/NarrativeTest/3lL21/src/NarrativeTest.jl:461 [3] testset(files::Vector{String}) @ NarrativeTest ~/.julia/packages/NarrativeTest/3lL21/src/NarrativeTest.jl:441 [4] top-level scope @ ~/.julia/packages/NarrativeTest/3lL21/test/index.md:197 [5] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [6] macro expansion @ ~/.julia/packages/NarrativeTest/3lL21/test/index.md:198 [inlined] [7] eval(m::Module, e::Any) @ Core ./boot.jl:489 [8] macro expansion @ ~/.julia/packages/NarrativeTest/3lL21/src/NarrativeTest.jl:749 [inlined] [9] macro expansion @ ./task.jl:633 [inlined] [10] runtest(test::NarrativeTest.TestCase, cfg::NarrativeTest.Cfg) @ NarrativeTest ~/.julia/packages/NarrativeTest/3lL21/src/NarrativeTest.jl:715 [11] runtests(files::Vector{String}, cfg::NarrativeTest.Cfg) @ NarrativeTest ~/.julia/packages/NarrativeTest/3lL21/src/NarrativeTest.jl:411 [12] runtests(; default::Vector{String}, subs::Vector{Pair{Regex, SubstitutionString{String}}}, mod::Nothing, quiet::Bool, exitfirst::Bool, maxfail::Nothing) @ NarrativeTest ~/.julia/packages/NarrativeTest/3lL21/src/NarrativeTest.jl:398 [13] kwcall(::@NamedTuple{subs::Vector{Pair{Regex, SubstitutionString{String}}}}, ::typeof(runtests)) @ NarrativeTest ~/.julia/packages/NarrativeTest/3lL21/src/NarrativeTest.jl:359 [14] top-level scope @ ~/.julia/packages/NarrativeTest/3lL21/test/runtests.jl:20 [15] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:309 [16] top-level scope @ none:6 [17] eval(m::Module, e::Any) @ Core ./boot.jl:489 [18] exec_options(opts::Base.JLOptions) @ Base ./client.jl:296 [19] _start() @ Base ./client.jl:563 Test Summary: | Fail Error Total Time test set | 1 1 2 1.5s RNG of the outermost testset: Random.Xoshiro(0x2556407b2f87a5d8, 0x9ef0cbd8f69baa3c, 0x686bd267686c6cc0, 0xf81185eb85ccb0fc, 0xd4be697bc6119b30) ERROR: Some tests did not pass: 0 passed, 1 failed, 1 errored, 0 broken. Stacktrace: [1] finish(ts::Test.DefaultTestSet; print_results::Bool) @ Test /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1420 [2] finish(ts::Test.DefaultTestSet) @ Test /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1395 [3] top-level scope @ ~/.julia/packages/NarrativeTest/3lL21/test/index.md:197 [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1945 [inlined] [5] eval(m::Module, e::Any) @ Core ./boot.jl:489 ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ Test failed at ~/.julia/packages/NarrativeTest/3lL21/test/index.md:607 result = runtest(@__FILE__, "println(@__MODULE__)", expect=string(@__MODULE__)) display(result) Expected output: Test passed at …/index.md println(@__MODULE__) Expected output: IndexMd Actual output: IndexMd Actual output: Test passed at ~/.julia/packages/NarrativeTest/3lL21/test/index.md println(@__MODULE__) Expected output: Main.IndexMd Actual output: Main.IndexMd ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ Tests passed: 48 Tests failed: 3 TESTING UNSUCCESSFUL! Testing failed after 99.87s ERROR: LoadError: Package NarrativeTest errored during testing Stacktrace: [1] pkgerror(msg::String) @ Pkg.Types /opt/julia/share/julia/stdlib/v1.13/Pkg/src/Types.jl:68 [2] test(ctx::Pkg.Types.Context, pkgs::Vector{PackageSpec}; coverage::Bool, julia_args::Cmd, test_args::Cmd, test_fn::Nothing, force_latest_compatible_version::Bool, allow_earlier_backwards_compatible_versions::Bool, allow_reresolve::Bool) @ Pkg.Operations /opt/julia/share/julia/stdlib/v1.13/Pkg/src/Operations.jl:2672 [3] test @ /opt/julia/share/julia/stdlib/v1.13/Pkg/src/Operations.jl:2521 [inlined] [4] test(ctx::Pkg.Types.Context, pkgs::Vector{PackageSpec}; coverage::Bool, test_fn::Nothing, julia_args::Cmd, test_args::Cmd, force_latest_compatible_version::Bool, allow_earlier_backwards_compatible_versions::Bool, allow_reresolve::Bool, kwargs::@Kwargs{io::IOContext{IO}}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:538 [5] kwcall(::@NamedTuple{julia_args::Cmd, io::IOContext{IO}}, ::typeof(Pkg.API.test), ctx::Pkg.Types.Context, pkgs::Vector{PackageSpec}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:515 [6] test(pkgs::Vector{PackageSpec}; io::IOContext{IO}, kwargs::@Kwargs{julia_args::Cmd}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:168 [7] kwcall(::@NamedTuple{julia_args::Cmd}, ::typeof(Pkg.API.test), pkgs::Vector{PackageSpec}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:157 [8] test(pkgs::Vector{String}; kwargs::@Kwargs{julia_args::Cmd}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:156 [9] test @ /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:156 [inlined] [10] kwcall(::@NamedTuple{julia_args::Cmd}, ::typeof(Pkg.API.test), pkg::String) @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:155 [11] top-level scope @ /PkgEval.jl/scripts/evaluate.jl:219 [12] include(mod::Module, _path::String) @ Base ./Base.jl:308 [13] exec_options(opts::Base.JLOptions) @ Base ./client.jl:330 [14] _start() @ Base ./client.jl:563 in expression starting at /PkgEval.jl/scripts/evaluate.jl:210 PkgEval failed after 138.23s: package tests unexpectedly errored