Package evaluation to test PkgBenchmark on Julia 1.14.0-DEV.24 (d5fb6bbb43*) started at 2025-11-02T14:38:56.155 ################################################################################ # Set-up # Installing PkgEval dependencies (TestEnv)... Set-up completed after 8.7s ################################################################################ # Installation # Installing PkgBenchmark... Resolving package versions... Updating `~/.julia/environments/v1.14/Project.toml` [32113eaa] + PkgBenchmark v0.2.13 Updating `~/.julia/environments/v1.14/Manifest.toml` [1520ce14] + AbstractTrees v0.4.5 [6e4b80f9] + BenchmarkTools v1.6.3 [34da2185] + Compat v4.18.1 ⌅ [682c06a0] + JSON v0.21.4 [1d6d02ad] + LeftChildRightSiblingTrees v0.2.1 [69de0a69] + Parsers v2.8.3 [32113eaa] + PkgBenchmark v0.2.13 [aea7be01] + PrecompileTools v1.3.3 [21216c6a] + Preferences v1.5.0 [33c8b6b6] + ProgressLogging v0.1.5 [10745b16] + Statistics v1.11.1 [5d786b92] + TerminalLoggers v0.1.7 [0dad84c5] + ArgTools v1.1.2 [56f22d72] + Artifacts v1.11.0 [2a0f44e3] + Base64 v1.11.0 [ade2ca70] + Dates v1.11.0 [f43a241f] + Downloads v1.7.0 [7b1f6079] + FileWatching v1.11.0 [b77e0a4c] + InteractiveUtils v1.11.0 [ac6e5ff7] + JuliaSyntaxHighlighting v1.12.0 [b27032c2] + LibCURL v1.0.0 [76f85450] + LibGit2 v1.11.0 [8f399da3] + Libdl v1.11.0 [37e2e46d] + LinearAlgebra v1.13.0 [56ddb016] + Logging v1.11.0 [d6f4376e] + Markdown v1.11.0 [a63ad114] + Mmap v1.11.0 [ca575930] + NetworkOptions v1.3.0 [44cfe95a] + Pkg v1.13.0 [de0858da] + Printf v1.11.0 [9abbd945] + Profile v1.11.0 [9a3f8284] + Random v1.11.0 [ea8e919c] + SHA v1.0.0 [f489334b] + StyledStrings v1.11.0 [fa267f1f] + TOML v1.0.3 [a4e569a6] + Tar v1.10.0 [cf7118a7] + UUIDs v1.11.0 [4ec0a83e] + Unicode v1.11.0 [e66e0078] + CompilerSupportLibraries_jll v1.3.0+1 [deac9b47] + LibCURL_jll v8.16.0+0 [e37daf67] + LibGit2_jll v1.9.1+0 [29816b5a] + LibSSH2_jll v1.11.3+1 [14a3606d] + MozillaCACerts_jll v2025.9.9 [4536629a] + OpenBLAS_jll v0.3.29+0 [458c3c95] + OpenSSL_jll v3.5.4+0 [efcefdf7] + PCRE2_jll v10.47.0+0 [83775a58] + Zlib_jll v1.3.1+2 [3161d3a3] + Zstd_jll v1.5.7+1 [8e850b90] + libblastrampoline_jll v5.15.0+0 [8e850ede] + nghttp2_jll v1.67.1+0 [3f19e933] + p7zip_jll v17.6.0+0 Info Packages marked with ⌅ have new versions available but compatibility constraints restrict them from upgrading. To see why use `status --outdated -m` Installation completed after 3.86s ################################################################################ # Precompilation # Precompiling PkgEval dependencies... ┌ Error: Failed to use TestEnv.jl; test dependencies will not be precompiled │ exception = │ UndefVarError: `project_rel_path` not defined in `TestEnv` │ Suggestion: this global was defined as `Pkg.Operations.project_rel_path` but not assigned a value. │ Stacktrace: │ [1] get_test_dir(ctx::Pkg.Types.Context, pkgspec::PackageSpec) │ @ TestEnv ~/.julia/packages/TestEnv/nGMfF/src/julia-1.11/common.jl:75 │ [2] test_dir_has_project_file │ @ ~/.julia/packages/TestEnv/nGMfF/src/julia-1.11/common.jl:52 [inlined] │ [3] maybe_gen_project_override! │ @ ~/.julia/packages/TestEnv/nGMfF/src/julia-1.11/common.jl:83 [inlined] │ [4] activate(pkg::String; allow_reresolve::Bool) │ @ TestEnv ~/.julia/packages/TestEnv/nGMfF/src/julia-1.11/activate_set.jl:12 │ [5] activate(pkg::String) │ @ TestEnv ~/.julia/packages/TestEnv/nGMfF/src/julia-1.11/activate_set.jl:9 │ [6] top-level scope │ @ /PkgEval.jl/scripts/precompile.jl:24 │ [7] include(mod::Module, _path::String) │ @ Base ./Base.jl:309 │ [8] exec_options(opts::Base.JLOptions) │ @ Base ./client.jl:344 │ [9] _start() │ @ Base ./client.jl:577 └ @ Main /PkgEval.jl/scripts/precompile.jl:26 Precompiling package dependencies... Precompiling packages... 3027.1 ms ✓ BenchmarkTools 5637.9 ms ✓ PkgBenchmark 2 dependencies successfully precompiled in 9 seconds. 41 already precompiled. Precompilation completed after 21.34s ################################################################################ # Testing # Testing PkgBenchmark Status `/tmp/jl_c9vvuP/Project.toml` [6e4b80f9] BenchmarkTools v1.6.3 [e30172f5] Documenter v1.15.0 ⌅ [682c06a0] JSON v0.21.4 [32113eaa] PkgBenchmark v0.2.13 [10745b16] Statistics v1.11.1 [5d786b92] TerminalLoggers v0.1.7 [ade2ca70] Dates v1.11.0 [b77e0a4c] InteractiveUtils v1.11.0 [76f85450] LibGit2 v1.11.0 [56ddb016] Logging v1.11.0 [44cfe95a] Pkg v1.13.0 [de0858da] Printf v1.11.0 [9a3f8284] Random v1.11.0 [8dfed614] Test v1.11.0 [cf7118a7] UUIDs v1.11.0 Status `/tmp/jl_c9vvuP/Manifest.toml` [a4c015fc] ANSIColoredPrinters v0.0.1 [1520ce14] AbstractTrees v0.4.5 [6e4b80f9] BenchmarkTools v1.6.3 [944b1d66] CodecZlib v0.7.8 [34da2185] Compat v4.18.1 [ffbed154] DocStringExtensions v0.9.5 [e30172f5] Documenter v1.15.0 [d7ba0133] Git v1.5.0 ⌅ [b5f81e59] IOCapture v0.2.5 [692b3bcd] JLLWrappers v1.7.1 ⌅ [682c06a0] JSON v0.21.4 [0e77f7df] LazilyInitializedFields v1.3.0 [1d6d02ad] LeftChildRightSiblingTrees v0.2.1 [d0879d2d] MarkdownAST v0.1.2 [69de0a69] Parsers v2.8.3 [32113eaa] PkgBenchmark v0.2.13 [aea7be01] PrecompileTools v1.3.3 [21216c6a] Preferences v1.5.0 [33c8b6b6] ProgressLogging v0.1.5 [2792f1a3] RegistryInstances v0.1.0 [10745b16] Statistics v1.11.1 [5d786b92] TerminalLoggers v0.1.7 [3bb67fe8] TranscodingStreams v0.11.3 [2e619515] Expat_jll v2.7.3+0 [020c3dae] Git_LFS_jll v3.7.0+0 [f8c6e375] Git_jll v2.51.3+0 [94ce4f54] Libiconv_jll v1.18.0+0 [9bd350c2] OpenSSH_jll v10.2.1+0 [0dad84c5] ArgTools v1.1.2 [56f22d72] Artifacts v1.11.0 [2a0f44e3] Base64 v1.11.0 [ade2ca70] Dates v1.11.0 [f43a241f] Downloads v1.7.0 [7b1f6079] FileWatching v1.11.0 [b77e0a4c] InteractiveUtils v1.11.0 [ac6e5ff7] JuliaSyntaxHighlighting v1.12.0 [b27032c2] LibCURL v1.0.0 [76f85450] LibGit2 v1.11.0 [8f399da3] Libdl v1.11.0 [37e2e46d] LinearAlgebra v1.13.0 [56ddb016] Logging v1.11.0 [d6f4376e] Markdown v1.11.0 [a63ad114] Mmap v1.11.0 [ca575930] NetworkOptions v1.3.0 [44cfe95a] Pkg v1.13.0 [de0858da] Printf v1.11.0 [9abbd945] Profile v1.11.0 [3fa0cd96] REPL v1.11.0 [9a3f8284] Random v1.11.0 [ea8e919c] SHA v1.0.0 [9e88b42a] Serialization v1.11.0 [6462fe0b] Sockets v1.11.0 [f489334b] StyledStrings v1.11.0 [fa267f1f] TOML v1.0.3 [a4e569a6] Tar v1.10.0 [8dfed614] Test v1.11.0 [cf7118a7] UUIDs v1.11.0 [4ec0a83e] Unicode v1.11.0 [e66e0078] CompilerSupportLibraries_jll v1.3.0+1 [deac9b47] LibCURL_jll v8.16.0+0 [e37daf67] LibGit2_jll v1.9.1+0 [29816b5a] LibSSH2_jll v1.11.3+1 [14a3606d] MozillaCACerts_jll v2025.9.9 [4536629a] OpenBLAS_jll v0.3.29+0 [458c3c95] OpenSSL_jll v3.5.4+0 [efcefdf7] PCRE2_jll v10.47.0+0 [83775a58] Zlib_jll v1.3.1+2 [3161d3a3] Zstd_jll v1.5.7+1 [8e850b90] libblastrampoline_jll v5.15.0+0 [8e850ede] nghttp2_jll v1.67.1+0 [3f19e933] p7zip_jll v17.6.0+0 Info Packages marked with ⌅ have new versions available but compatibility constraints restrict them from upgrading. Testing Running tests... PkgBenchmark: Running benchmarks... WARNING: Detected access to binding `Main.SUITE` in a world prior to its definition world. Julia 1.12 has introduced more strict world age semantics for global bindings. !!! This code may malfunction under Revise. !!! This code will error in future versions of Julia. Hint: Add an appropriate `invokelatest` around the access to this binding. To make this warning an error, and hence obtain a stack trace, use `julia --depwarn=error`. PkgBenchmark: creating benchmark tuning file /home/pkgeval/.julia/packages/PkgBenchmark/15w1x/benchmark/tune.json... Tuning 0%| | ETA: N/A Tuning 0%| | ETA: N/A (1/2) tuning "trigonometry"... Tuning 0%| | ETA: N/A (1/2) tuning "circular"... Tuning 0%| | ETA: N/A (1/6) tuning ("cos", 0.0)... done (took 1.586454024 seconds) Tuning 7%|███▏ | ETA: 0:01:15 (2/6) tuning ("tan", "π")... done (took 1.199148785 seconds) Tuning 14%|██████▎ | ETA: 0:00:42 (3/6) tuning ("sin", "π")... done (took 1.041203269 seconds) Tuning 21%|█████████▍ | ETA: 0:00:30 (4/6) tuning ("cos", "π")... done (took 1.173684191 seconds) Tuning 29%|████████████▋ | ETA: 0:00:23 (5/6) tuning ("sin", 0.0)... done (took 1.128030263 seconds) Tuning 36%|███████████████▊ | ETA: 0:00:19 (6/6) tuning ("tan", 0.0)... done (took 1.166184763 seconds) done (took 8.611026461 seconds) Tuning 43%|██████████████████▉ | ETA: 0:00:15 (2/2) tuning "hyperbolic"... Tuning 43%|██████████████████▉ | ETA: 0:00:17 (1/6) tuning ("cos", 0.0)... done (took 0.979759576 seconds) Tuning 50%|██████████████████████ | ETA: 0:00:14 (2/6) tuning ("tan", "π")... done (took 1.121651529 seconds) Tuning 57%|█████████████████████████▏ | ETA: 0:00:11 (3/6) tuning ("sin", "π")... done (took 1.061734849 seconds) Tuning 64%|████████████████████████████▎ | ETA: 0:00:09 (4/6) tuning ("cos", "π")... done (took 1.067441279 seconds) Tuning 71%|███████████████████████████████▍ | ETA: 0:00:07 (5/6) tuning ("sin", 0.0)... done (took 1.172455628 seconds) Tuning 79%|██████████████████████████████████▋ | ETA: 0:00:05 (6/6) tuning ("tan", 0.0)... done (took 1.152757833 seconds) done (took 7.619104749 seconds) done (took 17.503102899 seconds) Tuning 86%|█████████████████████████████████████▊ | ETA: 0:00:03 (2/2) tuning "utf8"... Tuning 86%|█████████████████████████████████████▊ | ETA: 0:00:03 (1/3) tuning "plots"... done (took 1.033009292 seconds) Tuning 86%|█████████████████████████████████████▊ | ETA: 0:00:04 (2/3) tuning "replace"... done (took 6.130362588 seconds) Tuning 93%|████████████████████████████████████████▉ | ETA: 0:00:02 (3/3) tuning "join"... done (took 8.856885383 seconds) done (took 17.053715175 seconds) Tuning 100%|████████████████████████████████████████████| Time: 0:00:37 Benchmarking 0%| | ETA: N/A Benchmarking 0%| | ETA: N/A (1/2) benchmarking "trigonometry"... Benchmarking 0%| | ETA: N/A (1/2) benchmarking "circular"... Benchmarking 0%| | ETA: N/A (1/6) benchmarking ("cos", 0.0)... done (took 1.275720713 seconds) Benchmarking 7%|██▊ | ETA: 0:00:59 (2/6) benchmarking ("tan", "π")... done (took 1.028221624 seconds) Benchmarking 14%|█████▍ | ETA: 0:00:33 (3/6) benchmarking ("sin", "π")... done (took 1.114648196 seconds) Benchmarking 21%|████████▏ | ETA: 0:00:25 (4/6) benchmarking ("cos", "π")... done (took 0.995267187 seconds) Benchmarking 29%|██████████▉ | ETA: 0:00:19 (5/6) benchmarking ("sin", 0.0)... done (took 1.041459407 seconds) Benchmarking 36%|█████████████▋ | ETA: 0:00:16 (6/6) benchmarking ("tan", 0.0)... done (took 1.043827783 seconds) done (took 7.49059515 seconds) Benchmarking 43%|████████████████▎ | ETA: 0:00:13 (2/2) benchmarking "hyperbolic"... Benchmarking 43%|████████████████▎ | ETA: 0:00:14 (1/6) benchmarking ("cos", 0.0)... done (took 1.062675513 seconds) Benchmarking 50%|███████████████████ | ETA: 0:00:12 (2/6) benchmarking ("tan", "π")... done (took 1.015275317 seconds) Benchmarking 57%|█████████████████████▊ | ETA: 0:00:10 (3/6) benchmarking ("sin", "π")... done (took 0.969546947 seconds) Benchmarking 64%|████████████████████████▍ | ETA: 0:00:08 (4/6) benchmarking ("cos", "π")... done (took 0.991897942 seconds) Benchmarking 71%|███████████████████████████▏ | ETA: 0:00:06 (5/6) benchmarking ("sin", 0.0)... done (took 1.115674407 seconds) Benchmarking 79%|█████████████████████████████▉ | ETA: 0:00:04 (6/6) benchmarking ("tan", 0.0)... done (took 1.099885682 seconds) done (took 7.231254752 seconds) done (took 15.892381839 seconds) Benchmarking 86%|████████████████████████████████▋ | ETA: 0:00:03 (2/2) benchmarking "utf8"... Benchmarking 86%|████████████████████████████████▋ | ETA: 0:00:03 (1/3) benchmarking "plots"... done (took 0.948761003 seconds) Benchmarking 86%|████████████████████████████████▋ | ETA: 0:00:03 (2/3) benchmarking "replace"... done (took 3.308421624 seconds) Benchmarking 93%|███████████████████████████████████▎ | ETA: 0:00:02 (3/3) benchmarking "join"... done (took 6.494474527 seconds) done (took 11.690662359 seconds) Benchmarking 100%|██████████████████████████████████████| Time: 0:00:28 # Benchmark Report for *PkgBenchmark* ## Job Properties * Time of benchmark: 2 Nov 2025 - 14:41 * Package commit: non git * Julia commit: d5fb6bb * Julia command flags: None * Environment variables: None ## Results Below is a table of this job's results, obtained by running the benchmarks. The values listed in the `ID` column have the structure `[parent_group, child_group, ..., key]`, and can be used to index into the BaseBenchmarks suite to retrieve the corresponding benchmarks. The percentages accompanying time and memory values in the below table are noise tolerances. The "true" time/memory value for a given benchmark is expected to fall within this percentage of the reported value. An empty cell means that the value was zero. | ID | time | GC time | memory | allocations | |------------------------------------------------|----------------:|----------:|----------------:|------------:| | `["trigonometry", "circular", ("cos", "π")]` | 1.880 ns (5%) | | | | | `["trigonometry", "circular", ("cos", 0.0)]` | 7.137 ns (5%) | | | | | `["trigonometry", "circular", ("sin", "π")]` | 1.890 ns (5%) | | | | | `["trigonometry", "circular", ("sin", 0.0)]` | 6.320 ns (5%) | | | | | `["trigonometry", "circular", ("tan", "π")]` | 1.880 ns (5%) | | | | | `["trigonometry", "circular", ("tan", 0.0)]` | 5.990 ns (5%) | | | | | `["trigonometry", "hyperbolic", ("cos", "π")]` | 1.850 ns (5%) | | | | | `["trigonometry", "hyperbolic", ("cos", 0.0)]` | 7.047 ns (5%) | | | | | `["trigonometry", "hyperbolic", ("sin", "π")]` | 1.850 ns (5%) | | | | | `["trigonometry", "hyperbolic", ("sin", 0.0)]` | 6.500 ns (5%) | | | | | `["trigonometry", "hyperbolic", ("tan", "π")]` | 1.850 ns (5%) | | | | | `["trigonometry", "hyperbolic", ("tan", 0.0)]` | 5.940 ns (5%) | | | | | `["utf8", "join"]` | 315.619 ms (5%) | 49.807 ms | 345.58 MiB (1%) | 39 | | `["utf8", "replace"]` | 184.628 μs (5%) | | 11.91 KiB (1%) | 3 | ## Benchmark Group List Here's a list of all the benchmark groups executed by this job: - `["trigonometry", "circular"]` - `["trigonometry", "hyperbolic"]` - `["utf8"]` ## Julia versioninfo ``` Julia Version 1.14.0-DEV.24 Commit d5fb6bbb43* (2025-11-02 04:11 UTC) Platform Info: OS: Linux (x86_64-linux-gnu) uname: Linux 6.8.0-86-generic #87-Ubuntu SMP PREEMPT_DYNAMIC Mon Sep 22 18:03:36 UTC 2025 x86_64 unknown CPU: AMD EPYC 7502 32-Core Processor: speed user nice sys idle irq #1-128 2799 MHz 174718269 s 16707 s 15169752 s 474082191 s 0 s Memory: 32.0 GB (31343.55859375 MB free) Uptime: 519716.39 sec Load Avg: 128.18 131.05 133.11 WORD_SIZE: 64 LLVM: libLLVM-20.1.8 (ORCJIT, znver2) GC: Built with stock GC Threads: 1 default, 0 interactive, 1 GC (on 1 virtual cores) ```Test Summary: | Pass Total Time structure | 6 6 1m58.5s Test Summary: | Pass Total Time objectpath/loadobject | 6 6 0.5s Activating new project at `/tmp/Z7AKS4ba` Project No packages added to or removed from `/tmp/Z7AKS4ba/Project.toml` Manifest No packages added to or removed from `/tmp/Z7AKS4ba/Manifest.toml` Generating project Example: /tmp/Z7AKS4ba/Example/Project.toml /tmp/Z7AKS4ba/Example/src/Example.jl Resolving package versions... Updating `/tmp/Z7AKS4ba/Project.toml` [b5640378] + Example v0.1.0 `/tmp/Z7AKS4ba/Example` Updating `/tmp/Z7AKS4ba/Manifest.toml` [b5640378] + Example v0.1.0 `/tmp/Z7AKS4ba/Example` PkgBenchmark: Running benchmarks... ERROR: `SUITE` variable not found, make sure the BenchmarkGroup is named `SUITE` Stacktrace: [1] error(s::String) @ Base ./error.jl:44 [2] __runbenchmark_local(file::String, output::String, tunefile::String, retune::Bool, runoptions::@NamedTuple{verbose::Bool}) @ PkgBenchmark ~/.julia/packages/PkgBenchmark/15w1x/src/runbenchmark.jl:272 [3] #_runbenchmark_local##0 @ ~/.julia/packages/PkgBenchmark/15w1x/src/runbenchmark.jl:264 [inlined] [4] with_logstate(f::PkgBenchmark.var"#_runbenchmark_local##0#_runbenchmark_local##1"{String, String, String, Bool, @NamedTuple{verbose::Bool}}, logstate::Base.CoreLogging.LogState) @ Base.CoreLogging ./logging/logging.jl:540 [5] with_logger @ ./logging/logging.jl:651 [inlined] [6] _runbenchmark_local(file::String, output::String, tunefile::String, retune::Bool, runoptions::@NamedTuple{verbose::Bool}, logger_factory_path::Tuple{String, String, Symbol}) @ PkgBenchmark ~/.julia/packages/PkgBenchmark/15w1x/src/runbenchmark.jl:263 [7] top-level scope @ none:3 [8] eval(m::Module, e::Any) @ Core ./boot.jl:489 [9] exec_options(opts::Base.JLOptions) @ Base ./client.jl:310 [10] _start() @ Base ./client.jl:577 benchmarkconfig: Error During Test at /home/pkgeval/.julia/packages/PkgBenchmark/15w1x/test/runtests.jl:105 Test threw exception Expression: typeof(benchmarkpkg(TEST_PACKAGE_NAME, config, script = f; custom_loadpath = old_pkgdir)) == BenchmarkResults failed process: Process(`/opt/julia/bin/julia -C native -J/opt/julia/lib/julia/sys.so --depwarn=yes --check-bounds=yes --pkgimages=existing -g1 --startup-file=no -O3 --project=/tmp/Z7AKS4ba --depwarn=no -e 'push!(LOAD_PATH, "/home/pkgeval/.julia") using PkgBenchmark PkgBenchmark._runbenchmark_local( "/tmp/jl_jsXUf872lm", "/tmp/jl_ZunQZSFyhM", "/tmp/Z7AKS4ba/Example/benchmark/tune.json", false, (verbose = true,), ("32113eaa-f34f-5b0d-bd6c-c81e245fc73d", "PkgBenchmark", :TerminalLogger), ) '`, ProcessExited(1)) [1] Stacktrace: [1] pipeline_error @ ./process.jl:611 [inlined] [2] run(::Cmd; wait::Bool) @ Base ./process.jl:526 [3] run @ ./process.jl:523 [inlined] [4] (::PkgBenchmark.var"#30#31")() @ PkgBenchmark ~/.julia/packages/PkgBenchmark/15w1x/src/runbenchmark.jl:257 [5] withenv(f::PkgBenchmark.var"#30#31", keyvals::Pair{String, Int64}) @ Base ./env.jl:265 [6] _runbenchmark(file::String, output::String, benchmarkconfig::BenchmarkConfig, tunefile::String; retune::Bool, custom_loadpath::String, runoptions::@NamedTuple{verbose::Bool}, logger_factory::Nothing) @ PkgBenchmark ~/.julia/packages/PkgBenchmark/15w1x/src/runbenchmark.jl:255 [7] _runbenchmark @ ~/.julia/packages/PkgBenchmark/15w1x/src/runbenchmark.jl:218 [inlined] [8] #22 @ ~/.julia/packages/PkgBenchmark/15w1x/src/runbenchmark.jl:111 [inlined] [9] _withtemp(f::PkgBenchmark.var"#22#23"{Bool, Bool, Nothing, String, BenchmarkConfig, String}, file::String) @ PkgBenchmark ~/.julia/packages/PkgBenchmark/15w1x/src/util.jl:2 [10] (::PkgBenchmark.var"#do_benchmark#21"{Nothing, Bool, Bool, Nothing, String, String, BenchmarkConfig, Bool, String})() @ PkgBenchmark ~/.julia/packages/PkgBenchmark/15w1x/src/runbenchmark.jl:109 [11] benchmarkpkg(pkg::String, target::BenchmarkConfig; script::String, postprocess::Nothing, resultfile::Nothing, retune::Bool, verbose::Bool, logger_factory::Nothing, progressoptions::Nothing, custom_loadpath::String) @ PkgBenchmark ~/.julia/packages/PkgBenchmark/15w1x/src/runbenchmark.jl:141 [12] kwcall(::@NamedTuple{script::String, custom_loadpath::String}, ::typeof(benchmarkpkg), pkg::String, target::BenchmarkConfig) @ PkgBenchmark ~/.julia/packages/PkgBenchmark/15w1x/src/runbenchmark.jl:44 [13] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:750 [inlined] [14] (::var"#12#13")(f::String) @ Main ~/.julia/packages/PkgBenchmark/15w1x/test/runtests.jl:105 Test Summary: | Error Total Time benchmarkconfig | 1 1 23.6s RNG of the outermost testset: Xoshiro(0x7728fc64b05cb982, 0x2689bf28249ba743, 0xf77222c77a41bff7, 0xb9eb7bce3c1a0fc6, 0xd5714a66262edd88) Activating project at `/tmp/jl_c9vvuP` ERROR: LoadError: Some tests did not pass: 0 passed, 0 failed, 1 errored, 0 broken. in expression starting at /home/pkgeval/.julia/packages/PkgBenchmark/15w1x/test/runtests.jl:82 Testing failed after 202.83s ERROR: LoadError: Package PkgBenchmark errored during testing Stacktrace: [1] pkgerror(msg::String) @ Pkg.Types /opt/julia/share/julia/stdlib/v1.14/Pkg/src/Types.jl:68 [2] test(ctx::Pkg.Types.Context, pkgs::Vector{PackageSpec}; coverage::Bool, julia_args::Cmd, test_args::Cmd, test_fn::Nothing, force_latest_compatible_version::Bool, allow_earlier_backwards_compatible_versions::Bool, allow_reresolve::Bool) @ Pkg.Operations /opt/julia/share/julia/stdlib/v1.14/Pkg/src/Operations.jl:2936 [3] test @ /opt/julia/share/julia/stdlib/v1.14/Pkg/src/Operations.jl:2785 [inlined] [4] test(ctx::Pkg.Types.Context, pkgs::Vector{PackageSpec}; coverage::Bool, test_fn::Nothing, julia_args::Cmd, test_args::Cmd, force_latest_compatible_version::Bool, allow_earlier_backwards_compatible_versions::Bool, allow_reresolve::Bool, kwargs::@Kwargs{io::IOContext{IO}}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:572 [5] kwcall(::@NamedTuple{julia_args::Cmd, io::IOContext{IO}}, ::typeof(Pkg.API.test), ctx::Pkg.Types.Context, pkgs::Vector{PackageSpec}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:548 [6] test(pkgs::Vector{PackageSpec}; io::IOContext{IO}, kwargs::@Kwargs{julia_args::Cmd}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:172 [7] kwcall(::@NamedTuple{julia_args::Cmd}, ::typeof(Pkg.API.test), pkgs::Vector{PackageSpec}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:161 [8] test(pkgs::Vector{String}; kwargs::@Kwargs{julia_args::Cmd}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:160 [9] test @ /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:160 [inlined] [10] kwcall(::@NamedTuple{julia_args::Cmd}, ::typeof(Pkg.API.test), pkg::String) @ Pkg.API /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:159 [11] top-level scope @ /PkgEval.jl/scripts/evaluate.jl:219 [12] include(mod::Module, _path::String) @ Base ./Base.jl:309 [13] exec_options(opts::Base.JLOptions) @ Base ./client.jl:344 [14] _start() @ Base ./client.jl:577 in expression starting at /PkgEval.jl/scripts/evaluate.jl:210 PkgEval failed after 251.31s: package tests unexpectedly errored