Package evaluation to test CodeEvaluation on Julia 1.14.0-DEV.30 (073666df8b*) started at 2025-11-04T12:46:15.938 ################################################################################ # Set-up # Installing PkgEval dependencies (TestEnv)... Set-up completed after 9.56s ################################################################################ # Installation # Installing CodeEvaluation... Resolving package versions... Updating `~/.julia/environments/v1.14/Project.toml` [5a076611] + CodeEvaluation v0.0.1 Updating `~/.julia/environments/v1.14/Manifest.toml` [5a076611] + CodeEvaluation v0.0.1 ⌅ [b5f81e59] + IOCapture v0.2.5 [2a0f44e3] + Base64 v1.11.0 [ade2ca70] + Dates v1.11.0 [7b1f6079] + FileWatching v1.11.0 [b77e0a4c] + InteractiveUtils v1.11.0 [ac6e5ff7] + JuliaSyntaxHighlighting v1.12.0 [56ddb016] + Logging v1.11.0 [d6f4376e] + Markdown v1.11.0 [de0858da] + Printf v1.11.0 [3fa0cd96] + REPL v1.11.0 [9a3f8284] + Random v1.11.0 [ea8e919c] + SHA v1.0.0 [6462fe0b] + Sockets v1.11.0 [f489334b] + StyledStrings v1.11.0 [4ec0a83e] + Unicode v1.11.0 Info Packages marked with ⌅ have new versions available but compatibility constraints restrict them from upgrading. To see why use `status --outdated -m` Installation completed after 1.01s ################################################################################ # Precompilation # Precompiling PkgEval dependencies... ┌ Error: Failed to use TestEnv.jl; test dependencies will not be precompiled │ exception = │ UndefVarError: `project_rel_path` not defined in `TestEnv` │ Suggestion: this global was defined as `Pkg.Operations.project_rel_path` but not assigned a value. │ Stacktrace: │ [1] get_test_dir(ctx::Pkg.Types.Context, pkgspec::PackageSpec) │ @ TestEnv ~/.julia/packages/TestEnv/nGMfF/src/julia-1.11/common.jl:75 │ [2] test_dir_has_project_file │ @ ~/.julia/packages/TestEnv/nGMfF/src/julia-1.11/common.jl:52 [inlined] │ [3] maybe_gen_project_override! │ @ ~/.julia/packages/TestEnv/nGMfF/src/julia-1.11/common.jl:83 [inlined] │ [4] activate(pkg::String; allow_reresolve::Bool) │ @ TestEnv ~/.julia/packages/TestEnv/nGMfF/src/julia-1.11/activate_set.jl:12 │ [5] activate(pkg::String) │ @ TestEnv ~/.julia/packages/TestEnv/nGMfF/src/julia-1.11/activate_set.jl:9 │ [6] top-level scope │ @ /PkgEval.jl/scripts/precompile.jl:24 │ [7] include(mod::Module, _path::String) │ @ Base ./Base.jl:309 │ [8] exec_options(opts::Base.JLOptions) │ @ Base ./client.jl:344 │ [9] _start() │ @ Base ./client.jl:577 └ @ Main /PkgEval.jl/scripts/precompile.jl:26 Precompiling package dependencies... Precompiling packages... 2535.4 ms ✓ CodeEvaluation 1 dependency successfully precompiled in 3 seconds. 11 already precompiled. Precompilation completed after 15.63s ################################################################################ # Testing # Testing CodeEvaluation Status `/tmp/jl_bofQeu/Project.toml` [5a076611] CodeEvaluation v0.0.1 ⌅ [b5f81e59] IOCapture v0.2.5 [3fa0cd96] REPL v1.11.0 [8dfed614] Test v1.11.0 Status `/tmp/jl_bofQeu/Manifest.toml` [5a076611] CodeEvaluation v0.0.1 ⌅ [b5f81e59] IOCapture v0.2.5 [2a0f44e3] Base64 v1.11.0 [ade2ca70] Dates v1.11.0 [7b1f6079] FileWatching v1.11.0 [b77e0a4c] InteractiveUtils v1.11.0 [ac6e5ff7] JuliaSyntaxHighlighting v1.12.0 [56ddb016] Logging v1.11.0 [d6f4376e] Markdown v1.11.0 [de0858da] Printf v1.11.0 [3fa0cd96] REPL v1.11.0 [9a3f8284] Random v1.11.0 [ea8e919c] SHA v1.0.0 [9e88b42a] Serialization v1.11.0 [6462fe0b] Sockets v1.11.0 [f489334b] StyledStrings v1.11.0 [8dfed614] Test v1.11.0 [4ec0a83e] Unicode v1.11.0 Info Packages marked with ⌅ have new versions available but compatibility constraints restrict them from upgrading. Testing Running tests... complex: Test Failed at /home/pkgeval/.julia/packages/CodeEvaluation/str5I/test/parseblock.jl:47 Expression: expr.code == "γγγ\n\n" Evaluated: "γγγ\n" == "γγγ\n\n" Stacktrace: [1] top-level scope @ ~/.julia/packages/CodeEvaluation/str5I/test/parseblock.jl:25 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:1961 [inlined] [3] macro expansion @ ~/.julia/packages/CodeEvaluation/str5I/test/parseblock.jl:47 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:753 [inlined] line endings: Test Failed at /home/pkgeval/.julia/packages/CodeEvaluation/str5I/test/parseblock.jl:65 Expression: l1.code == "x = Int[]$(LE)$(LE)" Evaluated: "x = Int[]\r\n" == "x = Int[]\r\n\r\n" Stacktrace: [1] top-level scope @ ~/.julia/packages/CodeEvaluation/str5I/test/parseblock.jl:59 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:1961 [inlined] [3] macro expansion @ ~/.julia/packages/CodeEvaluation/str5I/test/parseblock.jl:65 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:753 [inlined] line endings: Test Failed at /home/pkgeval/.julia/packages/CodeEvaluation/str5I/test/parseblock.jl:66 Expression: l2.code == "push!(x, 1)$(LE)\n" Evaluated: "push!(x, 1)\r\n" == "push!(x, 1)\r\n\n" Stacktrace: [1] top-level scope @ ~/.julia/packages/CodeEvaluation/str5I/test/parseblock.jl:59 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:1961 [inlined] [3] macro expansion @ ~/.julia/packages/CodeEvaluation/str5I/test/parseblock.jl:66 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:753 [inlined] line endings: Test Failed at /home/pkgeval/.julia/packages/CodeEvaluation/str5I/test/parseblock.jl:65 Expression: l1.code == "x = Int[]$(LE)$(LE)" Evaluated: "x = Int[]\n" == "x = Int[]\n\n" Stacktrace: [1] top-level scope @ ~/.julia/packages/CodeEvaluation/str5I/test/parseblock.jl:59 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:1961 [inlined] [3] macro expansion @ ~/.julia/packages/CodeEvaluation/str5I/test/parseblock.jl:65 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:753 [inlined] line endings: Test Failed at /home/pkgeval/.julia/packages/CodeEvaluation/str5I/test/parseblock.jl:66 Expression: l2.code == "push!(x, 1)$(LE)\n" Evaluated: "push!(x, 1)\n" == "push!(x, 1)\n\n" Stacktrace: [1] top-level scope @ ~/.julia/packages/CodeEvaluation/str5I/test/parseblock.jl:59 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:1961 [inlined] [3] macro expansion @ ~/.julia/packages/CodeEvaluation/str5I/test/parseblock.jl:66 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:753 [inlined] multi-expr: Test Failed at /home/pkgeval/.julia/packages/CodeEvaluation/str5I/test/parseblock.jl:90 Expression: (exprs[2]).code == "q\n\n\n" Evaluated: "q\n" == "q\n\n\n" Stacktrace: [1] top-level scope @ ~/.julia/packages/CodeEvaluation/str5I/test/parseblock.jl:75 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:1961 [inlined] [3] macro expansion @ ~/.julia/packages/CodeEvaluation/str5I/test/parseblock.jl:90 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:753 [inlined] evaluate! - output capture: Test Failed at /home/pkgeval/.julia/packages/CodeEvaluation/str5I/test/sandbox.jl:125 Expression: r.output === "\e[31m123\e[39m" Evaluated: "123" === "\e[31m123\e[39m" Stacktrace: [1] top-level scope @ ~/.julia/packages/CodeEvaluation/str5I/test/sandbox.jl:103 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:1961 [inlined] [3] macro expansion @ ~/.julia/packages/CodeEvaluation/str5I/test/sandbox.jl:125 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:753 [inlined] Test Summary: | Pass Fail Broken Total Time CodeEvaluation.jl | 179 7 2 188 24.2s parseblock() | 29 6 35 5.6s basic | 10 10 0.5s complex | 8 1 9 4.6s line endings | 4 4 8 0.1s multi-expr | 7 1 8 0.0s Sandbox | 66 1 67 2.1s Sandbox | 6 6 0.1s Core.eval | 3 3 0.1s evaluate! - basic | 12 12 0.5s evaluate! - ans | 18 18 0.0s evaluate! - pwd | 7 7 0.5s evaluate! - output capture | 14 1 15 0.3s evaluate! - scoping | 6 6 0.3s codeblock! | 43 2 45 0.9s replblock! | 41 41 15.7s RNG of the outermost testset: Random.Xoshiro(0x6d75aa6b98174148, 0x41a38f25070232ea, 0x1afb04e1e516e121, 0x9a5f4b9cc45b19bd, 0xf1e2818d850df3d6) ERROR: LoadError: Some tests did not pass: 179 passed, 7 failed, 0 errored, 2 broken. in expression starting at /home/pkgeval/.julia/packages/CodeEvaluation/str5I/test/runtests.jl:4 Testing failed after 34.36s ERROR: LoadError: Package CodeEvaluation errored during testing Stacktrace: [1] pkgerror(msg::String) @ Pkg.Types /opt/julia/share/julia/stdlib/v1.14/Pkg/src/Types.jl:68 [2] test(ctx::Pkg.Types.Context, pkgs::Vector{PackageSpec}; coverage::Bool, julia_args::Cmd, test_args::Cmd, test_fn::Nothing, force_latest_compatible_version::Bool, allow_earlier_backwards_compatible_versions::Bool, allow_reresolve::Bool) @ Pkg.Operations /opt/julia/share/julia/stdlib/v1.14/Pkg/src/Operations.jl:2946 [3] test @ /opt/julia/share/julia/stdlib/v1.14/Pkg/src/Operations.jl:2795 [inlined] [4] test(ctx::Pkg.Types.Context, pkgs::Vector{PackageSpec}; coverage::Bool, test_fn::Nothing, julia_args::Cmd, test_args::Cmd, force_latest_compatible_version::Bool, allow_earlier_backwards_compatible_versions::Bool, allow_reresolve::Bool, kwargs::@Kwargs{io::IOContext{IO}}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:572 [5] kwcall(::@NamedTuple{julia_args::Cmd, io::IOContext{IO}}, ::typeof(Pkg.API.test), ctx::Pkg.Types.Context, pkgs::Vector{PackageSpec}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:548 [6] test(pkgs::Vector{PackageSpec}; io::IOContext{IO}, kwargs::@Kwargs{julia_args::Cmd}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:172 [7] kwcall(::@NamedTuple{julia_args::Cmd}, ::typeof(Pkg.API.test), pkgs::Vector{PackageSpec}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:161 [8] test(pkgs::Vector{String}; kwargs::@Kwargs{julia_args::Cmd}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:160 [9] test @ /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:160 [inlined] [10] kwcall(::@NamedTuple{julia_args::Cmd}, ::typeof(Pkg.API.test), pkg::String) @ Pkg.API /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:159 [11] top-level scope @ /PkgEval.jl/scripts/evaluate.jl:219 [12] include(mod::Module, _path::String) @ Base ./Base.jl:309 [13] exec_options(opts::Base.JLOptions) @ Base ./client.jl:344 [14] _start() @ Base ./client.jl:577 in expression starting at /PkgEval.jl/scripts/evaluate.jl:210 PkgEval failed after 77.46s: package has test failures