Package evaluation of PerformanceTestTools on Julia 1.13.0-DEV.985 (9c94e7ae32*) started at 2025-08-14T11:16:48.361


################################################################################
# Set-up
#

Installing PkgEval dependencies (TestEnv)...

Set-up completed after 9.43s


################################################################################
# Installation
#

Installing PerformanceTestTools...
   Resolving package versions...
    Updating `~/.julia/environments/v1.13/Project.toml`
  [dc46b164] + PerformanceTestTools v0.1.3
    Updating `~/.julia/environments/v1.13/Manifest.toml`
  [dc46b164] + PerformanceTestTools v0.1.3
  [2a0f44e3] + Base64 v1.11.0
  [b77e0a4c] + InteractiveUtils v1.11.0
  [ac6e5ff7] + JuliaSyntaxHighlighting v1.12.0
  [56ddb016] + Logging v1.11.0
  [d6f4376e] + Markdown v1.11.0
  [9a3f8284] + Random v1.11.0
  [ea8e919c] + SHA v0.7.0
  [9e88b42a] + Serialization v1.11.0
  [f489334b] + StyledStrings v1.11.0
  [8dfed614] + Test v1.11.0

Installation completed after 0.98s


################################################################################
# Precompilation
#

Precompiling PkgEval dependencies...

Precompiling package dependencies...

Precompilation completed after 13.21s


################################################################################
# Testing
#

     Testing PerformanceTestTools
      Status `/tmp/jl_5cdGQy/Project.toml`
  [dc46b164] PerformanceTestTools v0.1.3
  [b77e0a4c] InteractiveUtils v1.11.0
  [8dfed614] Test v1.11.0
      Status `/tmp/jl_5cdGQy/Manifest.toml`
  [dc46b164] PerformanceTestTools v0.1.3
  [2a0f44e3] Base64 v1.11.0
  [b77e0a4c] InteractiveUtils v1.11.0
  [ac6e5ff7] JuliaSyntaxHighlighting v1.12.0
  [56ddb016] Logging v1.11.0
  [d6f4376e] Markdown v1.11.0
  [9a3f8284] Random v1.11.0
  [ea8e919c] SHA v0.7.0
  [9e88b42a] Serialization v1.11.0
  [f489334b] StyledStrings v1.11.0
  [8dfed614] Test v1.11.0
     Testing Running tests...
┌ Info: Running IR test in a subprocess...
│   cmd = `/opt/julia/bin/julia -C native -J/opt/julia/lib/julia/sys.so --depwarn=yes --check-bounds=yes --pkgimages=existing -g1 --startup-file=no --startup-file=no --check-bounds=no --code-coverage=none --inline=yes`
└   script = "/home/pkgeval/.julia/packages/PerformanceTestTools/cYTSX/test/__test_ir.jl"

test set: Test Failed at /home/pkgeval/.julia/packages/PerformanceTestTools/cYTSX/test/__test_ir.jl:25
  Expression: nmatches(r"fadd fast <[0-9]+ x double>", llvm_ir(vdot, (v, v))) >= 4
   Evaluated: 0 >= 4
  Stacktrace:
   [1] top-level scope
     @ ~/.julia/packages/PerformanceTestTools/cYTSX/test/__test_ir.jl:24
   [2] macro expansion
     @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined]
   [3] macro expansion
     @ ~/.julia/packages/PerformanceTestTools/cYTSX/test/__test_ir.jl:25 [inlined]
   [4] macro expansion
     @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined]
Test Summary: | Fail  Total  Time
test set      |    1      1  7.0s
RNG of the outermost testset: Random.Xoshiro(0xa4f3559e1678330e, 0xaed11fffc02028dd, 0x1c65a91151a5397c, 0x23c439ea176d88da, 0x39c0985a93118b07)
ERROR: LoadError: Some tests did not pass: 0 passed, 1 failed, 0 errored, 0 broken.
in expression starting at /home/pkgeval/.julia/packages/PerformanceTestTools/cYTSX/test/__test_ir.jl:23

expected pass: Test Failed at /home/pkgeval/.julia/packages/PerformanceTestTools/cYTSX/src/PerformanceTestTools.jl:34
  Expression: success(pipeline(`$cmd -e $code`; stdout = stdout, stderr = stderr))
   Evaluated: success(pipeline(pipeline(`/opt/julia/bin/julia -C native -J/opt/julia/lib/julia/sys.so --depwarn=yes --check-bounds=yes --pkgimages=existing -g1 --startup-file=no --startup-file=no --check-bounds=no --code-coverage=none --inline=yes -e 'append!(empty!(Base.DEPOT_PATH), ["/home/pkgeval/.julia", "/usr/local/share/julia", "/opt/julia/local/share/julia", "/opt/julia/share/julia"])
append!(empty!(Base.DL_LOAD_PATH), String[])
append!(empty!(Base.LOAD_PATH), ["/tmp/jl_5cdGQy/Project.toml"])
ENV["JULIA_LOAD_PATH"] = "/tmp/jl_5cdGQy/Project.toml"
Base.set_active_project(nothing)

include("/home/pkgeval/.julia/packages/PerformanceTestTools/cYTSX/test/__test_ir.jl")
'`, stdout>Base.PipeEndpoint(RawFD(12) open, 0 bytes waiting)), stderr>Base.PipeEndpoint(RawFD(14) open, 0 bytes waiting)))
  Stacktrace:
   [1] macro expansion
     @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined]
   [2] run_ir_test_script(script::String, include::Base.IncludeInto, dir::String)
     @ PerformanceTestTools ~/.julia/packages/PerformanceTestTools/cYTSX/src/PerformanceTestTools.jl:34
   [3] top-level scope
     @ ~/.julia/packages/PerformanceTestTools/cYTSX/test/runtests.jl:6
   [4] macro expansion
     @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined]
   [5] macro expansion
     @ ~/.julia/packages/PerformanceTestTools/cYTSX/test/runtests.jl:6 [inlined]
[ Info: Running IR test in a subprocess...DONE
┌ Info: Running `/home/pkgeval/.julia/packages/PerformanceTestTools/cYTSX/test/__test_a_eq_b.jl` in a subprocess...
└   spec = CLISpec: A="1" B="1" $julia
[ Info: Running `/home/pkgeval/.julia/packages/PerformanceTestTools/cYTSX/test/__test_a_eq_b.jl` in a subprocess...DONE
┌ Info: Running `/home/pkgeval/.julia/packages/PerformanceTestTools/cYTSX/test/__test_a_eq_b.jl` in a subprocess...
└   spec = CLISpec: A="2" B="2" $julia --compile=min
[ Info: Running `/home/pkgeval/.julia/packages/PerformanceTestTools/cYTSX/test/__test_a_eq_b.jl` in a subprocess...DONE
[ Info: Waiting for parallel tasks...
┌ Info: Running `/home/pkgeval/.julia/packages/PerformanceTestTools/cYTSX/test/__test_a_eq_b.jl` in a subprocess...
└   spec = CLISpec: A="1" B="1" $julia
[ Info: Running `/home/pkgeval/.julia/packages/PerformanceTestTools/cYTSX/test/__test_a_eq_b.jl` in a subprocess...DONE
┌ Info: Running `/home/pkgeval/.julia/packages/PerformanceTestTools/cYTSX/test/__test_a_eq_b.jl` in a subprocess...
└   spec = CLISpec: A="2" B="2" $julia --compile=min
[ Info: Running `/home/pkgeval/.julia/packages/PerformanceTestTools/cYTSX/test/__test_a_eq_b.jl` in a subprocess...DONE
┌ Test result: All success
│ Script : /home/pkgeval/.julia/packages/PerformanceTestTools/cYTSX/test/__test_a_eq_b.jl
│ Command: A="1" B="1" $julia
└
┌ Test result: All success
│ Script : /home/pkgeval/.julia/packages/PerformanceTestTools/cYTSX/test/__test_a_eq_b.jl
│ Command: A="2" B="2" $julia --compile=min
└
Test Summary: | Pass  Fail  Total   Time
expected pass |    2     1      3  27.5s
RNG of the outermost testset: Random.Xoshiro(0x7cfaa171ae9b9559, 0xb9822c2f97e62f60, 0xf460455f9c76cafc, 0x865f03e1dde0001c, 0x1bfb9c0b95c01b29)
ERROR: LoadError: Some tests did not pass: 2 passed, 1 failed, 0 errored, 0 broken.
in expression starting at /home/pkgeval/.julia/packages/PerformanceTestTools/cYTSX/test/runtests.jl:5

Testing failed after 36.49s

ERROR: LoadError: Package PerformanceTestTools errored during testing
Stacktrace:
  [1] pkgerror(msg::String)
    @ Pkg.Types /opt/julia/share/julia/stdlib/v1.13/Pkg/src/Types.jl:68
  [2] test(ctx::Pkg.Types.Context, pkgs::Vector{PackageSpec}; coverage::Bool, julia_args::Cmd, test_args::Cmd, test_fn::Nothing, force_latest_compatible_version::Bool, allow_earlier_backwards_compatible_versions::Bool, allow_reresolve::Bool)
    @ Pkg.Operations /opt/julia/share/julia/stdlib/v1.13/Pkg/src/Operations.jl:2672
  [3] test
    @ /opt/julia/share/julia/stdlib/v1.13/Pkg/src/Operations.jl:2521 [inlined]
  [4] test(ctx::Pkg.Types.Context, pkgs::Vector{PackageSpec}; coverage::Bool, test_fn::Nothing, julia_args::Cmd, test_args::Cmd, force_latest_compatible_version::Bool, allow_earlier_backwards_compatible_versions::Bool, allow_reresolve::Bool, kwargs::@Kwargs{io::IOContext{IO}})
    @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:538
  [5] kwcall(::@NamedTuple{julia_args::Cmd, io::IOContext{IO}}, ::typeof(Pkg.API.test), ctx::Pkg.Types.Context, pkgs::Vector{PackageSpec})
    @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:515
  [6] test(pkgs::Vector{PackageSpec}; io::IOContext{IO}, kwargs::@Kwargs{julia_args::Cmd})
    @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:168
  [7] kwcall(::@NamedTuple{julia_args::Cmd}, ::typeof(Pkg.API.test), pkgs::Vector{PackageSpec})
    @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:157
  [8] test(pkgs::Vector{String}; kwargs::@Kwargs{julia_args::Cmd})
    @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:156
  [9] test
    @ /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:156 [inlined]
 [10] kwcall(::@NamedTuple{julia_args::Cmd}, ::typeof(Pkg.API.test), pkg::String)
    @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:155
 [11] top-level scope
    @ /PkgEval.jl/scripts/evaluate.jl:219
 [12] include(mod::Module, _path::String)
    @ Base ./Base.jl:308
 [13] exec_options(opts::Base.JLOptions)
    @ Base ./client.jl:330
 [14] _start()
    @ Base ./client.jl:563
in expression starting at /PkgEval.jl/scripts/evaluate.jl:210

PkgEval failed after 74.46s: package has test failures