Package evaluation of CodeEvaluation on Julia 1.12.0-DEV.1805 (a080deafdd*) started at 2025-03-24T11:34:11.705


################################################################################
# Set-up
#

Installing PkgEval dependencies (TestEnv)...

Set-up completed after 9.15s


################################################################################
# Installation
#

Installing CodeEvaluation...
   Resolving package versions...
    Updating `~/.julia/environments/v1.12/Project.toml`
  [5a076611] + CodeEvaluation v0.0.1
    Updating `~/.julia/environments/v1.12/Manifest.toml`
  [5a076611] + CodeEvaluation v0.0.1
  [b5f81e59] + IOCapture v0.2.5
  [2a0f44e3] + Base64 v1.11.0
  [b77e0a4c] + InteractiveUtils v1.11.0
  [dc6e5ff7] + JuliaSyntaxHighlighting v1.12.0
  [56ddb016] + Logging v1.11.0
  [d6f4376e] + Markdown v1.11.0
  [3fa0cd96] + REPL v1.11.0
  [9a3f8284] + Random v1.11.0
  [ea8e919c] + SHA v0.7.0
  [6462fe0b] + Sockets v1.11.0
  [f489334b] + StyledStrings v1.11.0
  [4ec0a83e] + Unicode v1.11.0

Installation completed after 0.96s


################################################################################
# Precompilation
#

Precompiling PkgEval dependencies...

Precompiling package dependencies...

Precompilation completed after 19.27s


################################################################################
# Testing
#

     Testing CodeEvaluation
      Status `/tmp/jl_3dCv3A/Project.toml`
  [5a076611] CodeEvaluation v0.0.1
  [b5f81e59] IOCapture v0.2.5
  [3fa0cd96] REPL v1.11.0
  [8dfed614] Test v1.11.0
      Status `/tmp/jl_3dCv3A/Manifest.toml`
  [5a076611] CodeEvaluation v0.0.1
  [b5f81e59] IOCapture v0.2.5
  [2a0f44e3] Base64 v1.11.0
  [b77e0a4c] InteractiveUtils v1.11.0
  [dc6e5ff7] JuliaSyntaxHighlighting v1.12.0
  [56ddb016] Logging v1.11.0
  [d6f4376e] Markdown v1.11.0
  [3fa0cd96] REPL v1.11.0
  [9a3f8284] Random v1.11.0
  [ea8e919c] SHA v0.7.0
  [9e88b42a] Serialization v1.11.0
  [6462fe0b] Sockets v1.11.0
  [f489334b] StyledStrings v1.11.0
  [8dfed614] Test v1.11.0
  [4ec0a83e] Unicode v1.11.0
     Testing Running tests...
evaluate! - output capture: Test Failed at /home/pkgeval/.julia/packages/CodeEvaluation/str5I/test/sandbox.jl:125
  Expression: r.output === "\e[31m123\e[39m"
   Evaluated: "123" === "\e[31m123\e[39m"

Stacktrace:
 [1] top-level scope
   @ ~/.julia/packages/CodeEvaluation/str5I/test/sandbox.jl:103
 [2] macro expansion
   @ /opt/julia/share/julia/stdlib/v1.12/Test/src/Test.jl:1724 [inlined]
 [3] macro expansion
   @ ~/.julia/packages/CodeEvaluation/str5I/test/sandbox.jl:125 [inlined]
 [4] macro expansion
   @ /opt/julia/share/julia/stdlib/v1.12/Test/src/Test.jl:679 [inlined]
Test Summary:                  | Pass  Fail  Broken  Total   Time
CodeEvaluation.jl              |  185     1       2    188  13.6s
  parseblock()                 |   35                   35   2.3s
  Sandbox                      |   66     1             67   8.4s
    Sandbox                    |    6                    6   0.1s
    Core.eval                  |    3                    3   0.3s
    evaluate! - basic          |   12                   12   0.5s
    evaluate! - ans            |   18                   18   0.0s
    evaluate! - pwd            |    7                    7   0.3s
    evaluate! - output capture |   14     1             15   6.7s
    evaluate! - scoping        |    6                    6   0.1s
  codeblock!                   |   43             2     45   1.1s
  replblock!                   |   41                   41   1.9s
ERROR: LoadError: Some tests did not pass: 185 passed, 1 failed, 0 errored, 2 broken.
in expression starting at /home/pkgeval/.julia/packages/CodeEvaluation/str5I/test/runtests.jl:4

Testing failed after 21.15s

ERROR: LoadError: Package CodeEvaluation errored during testing
Stacktrace:
  [1] pkgerror(msg::String)
    @ Pkg.Types /opt/julia/share/julia/stdlib/v1.12/Pkg/src/Types.jl:68
  [2] test(ctx::Pkg.Types.Context, pkgs::Vector{Pkg.Types.PackageSpec}; coverage::Bool, julia_args::Cmd, test_args::Cmd, test_fn::Nothing, force_latest_compatible_version::Bool, allow_earlier_backwards_compatible_versions::Bool, allow_reresolve::Bool)
    @ Pkg.Operations /opt/julia/share/julia/stdlib/v1.12/Pkg/src/Operations.jl:2359
  [3] test
    @ /opt/julia/share/julia/stdlib/v1.12/Pkg/src/Operations.jl:2214 [inlined]
  [4] test(ctx::Pkg.Types.Context, pkgs::Vector{Pkg.Types.PackageSpec}; coverage::Bool, test_fn::Nothing, julia_args::Cmd, test_args::Cmd, force_latest_compatible_version::Bool, allow_earlier_backwards_compatible_versions::Bool, allow_reresolve::Bool, kwargs::@Kwargs{io::IOContext{IO}})
    @ Pkg.API /opt/julia/share/julia/stdlib/v1.12/Pkg/src/API.jl:481
  [5] test(pkgs::Vector{Pkg.Types.PackageSpec}; io::IOContext{IO}, kwargs::@Kwargs{julia_args::Cmd})
    @ Pkg.API /opt/julia/share/julia/stdlib/v1.12/Pkg/src/API.jl:159
  [6] test(pkgs::Vector{String}; kwargs::@Kwargs{julia_args::Cmd})
    @ Pkg.API /opt/julia/share/julia/stdlib/v1.12/Pkg/src/API.jl:147
  [7] test
    @ /opt/julia/share/julia/stdlib/v1.12/Pkg/src/API.jl:147 [inlined]
  [8] #test#81
    @ /opt/julia/share/julia/stdlib/v1.12/Pkg/src/API.jl:146 [inlined]
  [9] top-level scope
    @ /PkgEval.jl/scripts/evaluate.jl:219
 [10] include(mod::Module, _path::String)
    @ Base ./Base.jl:300
 [11] exec_options(opts::Base.JLOptions)
    @ Base ./client.jl:329
 [12] _start()
    @ Base ./client.jl:558
in expression starting at /PkgEval.jl/scripts/evaluate.jl:210

PkgEval failed after 66.28s: package has test failures