Package evaluation to test PkgBenchmark on Julia 1.14.0-DEV.14 (ec5cf08762*) started at 2025-10-30T13:44:17.002 ################################################################################ # Set-up # Installing PkgEval dependencies (TestEnv)... Set-up completed after 9.88s ################################################################################ # Installation # Installing PkgBenchmark... Resolving package versions... Updating `~/.julia/environments/v1.14/Project.toml` [32113eaa] + PkgBenchmark v0.2.13 Updating `~/.julia/environments/v1.14/Manifest.toml` [1520ce14] + AbstractTrees v0.4.5 [6e4b80f9] + BenchmarkTools v1.6.3 [34da2185] + Compat v4.18.1 ⌅ [682c06a0] + JSON v0.21.4 [1d6d02ad] + LeftChildRightSiblingTrees v0.2.1 [69de0a69] + Parsers v2.8.3 [32113eaa] + PkgBenchmark v0.2.13 [aea7be01] + PrecompileTools v1.3.3 [21216c6a] + Preferences v1.5.0 [33c8b6b6] + ProgressLogging v0.1.5 [10745b16] + Statistics v1.11.1 [5d786b92] + TerminalLoggers v0.1.7 [0dad84c5] + ArgTools v1.1.2 [56f22d72] + Artifacts v1.11.0 [2a0f44e3] + Base64 v1.11.0 [ade2ca70] + Dates v1.11.0 [f43a241f] + Downloads v1.7.0 [7b1f6079] + FileWatching v1.11.0 [b77e0a4c] + InteractiveUtils v1.11.0 [ac6e5ff7] + JuliaSyntaxHighlighting v1.12.0 [b27032c2] + LibCURL v1.0.0 [76f85450] + LibGit2 v1.11.0 [8f399da3] + Libdl v1.11.0 [37e2e46d] + LinearAlgebra v1.13.0 [56ddb016] + Logging v1.11.0 [d6f4376e] + Markdown v1.11.0 [a63ad114] + Mmap v1.11.0 [ca575930] + NetworkOptions v1.3.0 [44cfe95a] + Pkg v1.13.0 [de0858da] + Printf v1.11.0 [9abbd945] + Profile v1.11.0 [9a3f8284] + Random v1.11.0 [ea8e919c] + SHA v1.0.0 [f489334b] + StyledStrings v1.11.0 [fa267f1f] + TOML v1.0.3 [a4e569a6] + Tar v1.10.0 [cf7118a7] + UUIDs v1.11.0 [4ec0a83e] + Unicode v1.11.0 [e66e0078] + CompilerSupportLibraries_jll v1.3.0+1 [deac9b47] + LibCURL_jll v8.16.0+0 [e37daf67] + LibGit2_jll v1.9.1+0 [29816b5a] + LibSSH2_jll v1.11.3+1 [14a3606d] + MozillaCACerts_jll v2025.9.9 [4536629a] + OpenBLAS_jll v0.3.29+0 [458c3c95] + OpenSSL_jll v3.5.4+0 [efcefdf7] + PCRE2_jll v10.47.0+0 [83775a58] + Zlib_jll v1.3.1+2 [3161d3a3] + Zstd_jll v1.5.7+1 [8e850b90] + libblastrampoline_jll v5.15.0+0 [8e850ede] + nghttp2_jll v1.67.1+0 [3f19e933] + p7zip_jll v17.6.0+0 Info Packages marked with ⌅ have new versions available but compatibility constraints restrict them from upgrading. To see why use `status --outdated -m` Installation completed after 3.92s ################################################################################ # Precompilation # Precompiling PkgEval dependencies... ┌ Error: Failed to use TestEnv.jl; test dependencies will not be precompiled │ exception = │ UndefVarError: `project_rel_path` not defined in `TestEnv` │ Suggestion: this global was defined as `Pkg.Operations.project_rel_path` but not assigned a value. │ Stacktrace: │ [1] get_test_dir(ctx::Pkg.Types.Context, pkgspec::PackageSpec) │ @ TestEnv ~/.julia/packages/TestEnv/nGMfF/src/julia-1.11/common.jl:75 │ [2] test_dir_has_project_file │ @ ~/.julia/packages/TestEnv/nGMfF/src/julia-1.11/common.jl:52 [inlined] │ [3] maybe_gen_project_override! │ @ ~/.julia/packages/TestEnv/nGMfF/src/julia-1.11/common.jl:83 [inlined] │ [4] activate(pkg::String; allow_reresolve::Bool) │ @ TestEnv ~/.julia/packages/TestEnv/nGMfF/src/julia-1.11/activate_set.jl:12 │ [5] activate(pkg::String) │ @ TestEnv ~/.julia/packages/TestEnv/nGMfF/src/julia-1.11/activate_set.jl:9 │ [6] top-level scope │ @ /PkgEval.jl/scripts/precompile.jl:24 │ [7] include(mod::Module, _path::String) │ @ Base ./Base.jl:309 │ [8] exec_options(opts::Base.JLOptions) │ @ Base ./client.jl:344 │ [9] _start() │ @ Base ./client.jl:577 └ @ Main /PkgEval.jl/scripts/precompile.jl:26 Precompiling package dependencies... Precompiling packages... 2906.9 ms ✓ BenchmarkTools 5820.2 ms ✓ PkgBenchmark 2 dependencies successfully precompiled in 9 seconds. 41 already precompiled. Precompilation completed after 21.95s ################################################################################ # Testing # Testing PkgBenchmark Status `/tmp/jl_kgqVAg/Project.toml` [6e4b80f9] BenchmarkTools v1.6.3 [e30172f5] Documenter v1.15.0 ⌅ [682c06a0] JSON v0.21.4 [32113eaa] PkgBenchmark v0.2.13 [10745b16] Statistics v1.11.1 [5d786b92] TerminalLoggers v0.1.7 [ade2ca70] Dates v1.11.0 [b77e0a4c] InteractiveUtils v1.11.0 [76f85450] LibGit2 v1.11.0 [56ddb016] Logging v1.11.0 [44cfe95a] Pkg v1.13.0 [de0858da] Printf v1.11.0 [9a3f8284] Random v1.11.0 [8dfed614] Test v1.11.0 [cf7118a7] UUIDs v1.11.0 Status `/tmp/jl_kgqVAg/Manifest.toml` [a4c015fc] ANSIColoredPrinters v0.0.1 [1520ce14] AbstractTrees v0.4.5 [6e4b80f9] BenchmarkTools v1.6.3 [944b1d66] CodecZlib v0.7.8 [34da2185] Compat v4.18.1 [ffbed154] DocStringExtensions v0.9.5 [e30172f5] Documenter v1.15.0 [d7ba0133] Git v1.5.0 ⌅ [b5f81e59] IOCapture v0.2.5 [692b3bcd] JLLWrappers v1.7.1 ⌅ [682c06a0] JSON v0.21.4 [0e77f7df] LazilyInitializedFields v1.3.0 [1d6d02ad] LeftChildRightSiblingTrees v0.2.1 [d0879d2d] MarkdownAST v0.1.2 [69de0a69] Parsers v2.8.3 [32113eaa] PkgBenchmark v0.2.13 [aea7be01] PrecompileTools v1.3.3 [21216c6a] Preferences v1.5.0 [33c8b6b6] ProgressLogging v0.1.5 [2792f1a3] RegistryInstances v0.1.0 [10745b16] Statistics v1.11.1 [5d786b92] TerminalLoggers v0.1.7 [3bb67fe8] TranscodingStreams v0.11.3 [2e619515] Expat_jll v2.7.3+0 [020c3dae] Git_LFS_jll v3.7.0+0 [f8c6e375] Git_jll v2.51.3+0 [94ce4f54] Libiconv_jll v1.18.0+0 [9bd350c2] OpenSSH_jll v10.2.1+0 [0dad84c5] ArgTools v1.1.2 [56f22d72] Artifacts v1.11.0 [2a0f44e3] Base64 v1.11.0 [ade2ca70] Dates v1.11.0 [f43a241f] Downloads v1.7.0 [7b1f6079] FileWatching v1.11.0 [b77e0a4c] InteractiveUtils v1.11.0 [ac6e5ff7] JuliaSyntaxHighlighting v1.12.0 [b27032c2] LibCURL v1.0.0 [76f85450] LibGit2 v1.11.0 [8f399da3] Libdl v1.11.0 [37e2e46d] LinearAlgebra v1.13.0 [56ddb016] Logging v1.11.0 [d6f4376e] Markdown v1.11.0 [a63ad114] Mmap v1.11.0 [ca575930] NetworkOptions v1.3.0 [44cfe95a] Pkg v1.13.0 [de0858da] Printf v1.11.0 [9abbd945] Profile v1.11.0 [3fa0cd96] REPL v1.11.0 [9a3f8284] Random v1.11.0 [ea8e919c] SHA v1.0.0 [9e88b42a] Serialization v1.11.0 [6462fe0b] Sockets v1.11.0 [f489334b] StyledStrings v1.11.0 [fa267f1f] TOML v1.0.3 [a4e569a6] Tar v1.10.0 [8dfed614] Test v1.11.0 [cf7118a7] UUIDs v1.11.0 [4ec0a83e] Unicode v1.11.0 [e66e0078] CompilerSupportLibraries_jll v1.3.0+1 [deac9b47] LibCURL_jll v8.16.0+0 [e37daf67] LibGit2_jll v1.9.1+0 [29816b5a] LibSSH2_jll v1.11.3+1 [14a3606d] MozillaCACerts_jll v2025.9.9 [4536629a] OpenBLAS_jll v0.3.29+0 [458c3c95] OpenSSL_jll v3.5.4+0 [efcefdf7] PCRE2_jll v10.47.0+0 [83775a58] Zlib_jll v1.3.1+2 [3161d3a3] Zstd_jll v1.5.7+1 [8e850b90] libblastrampoline_jll v5.15.0+0 [8e850ede] nghttp2_jll v1.67.1+0 [3f19e933] p7zip_jll v17.6.0+0 Info Packages marked with ⌅ have new versions available but compatibility constraints restrict them from upgrading. Testing Running tests... PkgBenchmark: Running benchmarks... WARNING: Detected access to binding `Main.SUITE` in a world prior to its definition world. Julia 1.12 has introduced more strict world age semantics for global bindings. !!! This code may malfunction under Revise. !!! This code will error in future versions of Julia. Hint: Add an appropriate `invokelatest` around the access to this binding. To make this warning an error, and hence obtain a stack trace, use `julia --depwarn=error`. PkgBenchmark: creating benchmark tuning file /home/pkgeval/.julia/packages/PkgBenchmark/15w1x/benchmark/tune.json... Tuning 0%| | ETA: N/A Tuning 0%| | ETA: N/A (1/2) tuning "trigonometry"... Tuning 0%| | ETA: N/A (1/2) tuning "circular"... Tuning 0%| | ETA: N/A (1/6) tuning ("cos", 0.0)... done (took 1.326541551 seconds) Tuning 7%|███▏ | ETA: 0:01:05 (2/6) tuning ("tan", "π")... done (took 1.153351779 seconds) Tuning 14%|██████▎ | ETA: 0:00:37 (3/6) tuning ("sin", "π")... done (took 1.016137848 seconds) Tuning 21%|█████████▍ | ETA: 0:00:27 (4/6) tuning ("cos", "π")... done (took 1.011895904 seconds) Tuning 29%|████████████▋ | ETA: 0:00:21 (5/6) tuning ("sin", 0.0)... done (took 1.018179687 seconds) Tuning 36%|███████████████▊ | ETA: 0:00:17 (6/6) tuning ("tan", 0.0)... done (took 1.021301949 seconds) done (took 7.701042469 seconds) Tuning 43%|██████████████████▉ | ETA: 0:00:14 (2/2) tuning "hyperbolic"... Tuning 43%|██████████████████▉ | ETA: 0:00:15 (1/6) tuning ("cos", 0.0)... done (took 0.944396727 seconds) Tuning 50%|██████████████████████ | ETA: 0:00:12 (2/6) tuning ("tan", "π")... done (took 0.931806868 seconds) Tuning 57%|█████████████████████████▏ | ETA: 0:00:10 (3/6) tuning ("sin", "π")... done (took 0.939322451 seconds) Tuning 64%|████████████████████████████▎ | ETA: 0:00:08 (4/6) tuning ("cos", "π")... done (took 0.921435251 seconds) Tuning 71%|███████████████████████████████▍ | ETA: 0:00:06 (5/6) tuning ("sin", 0.0)... done (took 0.929045672 seconds) Tuning 79%|██████████████████████████████████▋ | ETA: 0:00:04 (6/6) tuning ("tan", 0.0)... done (took 0.927711164 seconds) done (took 6.530950134 seconds) done (took 15.347334906 seconds) Tuning 86%|█████████████████████████████████████▊ | ETA: 0:00:03 (2/2) tuning "utf8"... Tuning 86%|█████████████████████████████████████▊ | ETA: 0:00:03 (1/3) tuning "plots"... done (took 0.975174958 seconds) Tuning 86%|█████████████████████████████████████▊ | ETA: 0:00:03 (2/3) tuning "replace"... done (took 6.059565207 seconds) Tuning 93%|████████████████████████████████████████▉ | ETA: 0:00:02 (3/3) tuning "join"... done (took 8.381352369 seconds) done (took 16.327158316 seconds) Tuning 100%|████████████████████████████████████████████| Time: 0:00:34 Benchmarking 0%| | ETA: N/A Benchmarking 0%| | ETA: N/A (1/2) benchmarking "trigonometry"... Benchmarking 0%| | ETA: N/A (1/2) benchmarking "circular"... Benchmarking 0%| | ETA: N/A (1/6) benchmarking ("cos", 0.0)... done (took 1.223071304 seconds) Benchmarking 7%|██▊ | ETA: 0:00:57 (2/6) benchmarking ("tan", "π")... done (took 1.041954257 seconds) Benchmarking 14%|█████▍ | ETA: 0:00:33 (3/6) benchmarking ("sin", "π")... done (took 0.990350558 seconds) Benchmarking 21%|████████▏ | ETA: 0:00:24 (4/6) benchmarking ("cos", "π")... done (took 0.958196956 seconds) Benchmarking 29%|██████████▉ | ETA: 0:00:18 (5/6) benchmarking ("sin", 0.0)... done (took 1.039958823 seconds) Benchmarking 36%|█████████████▋ | ETA: 0:00:15 (6/6) benchmarking ("tan", 0.0)... done (took 1.02349514 seconds) done (took 7.224946999 seconds) Benchmarking 43%|████████████████▎ | ETA: 0:00:13 (2/2) benchmarking "hyperbolic"... Benchmarking 43%|████████████████▎ | ETA: 0:00:14 (1/6) benchmarking ("cos", 0.0)... done (took 1.030480766 seconds) Benchmarking 50%|███████████████████ | ETA: 0:00:11 (2/6) benchmarking ("tan", "π")... done (took 0.945595957 seconds) Benchmarking 57%|█████████████████████▊ | ETA: 0:00:09 (3/6) benchmarking ("sin", "π")... done (took 0.952657863 seconds) Benchmarking 64%|████████████████████████▍ | ETA: 0:00:07 (4/6) benchmarking ("cos", "π")... done (took 0.925959733 seconds) Benchmarking 71%|███████████████████████████▏ | ETA: 0:00:06 (5/6) benchmarking ("sin", 0.0)... done (took 0.975283139 seconds) Benchmarking 79%|█████████████████████████████▉ | ETA: 0:00:04 (6/6) benchmarking ("tan", 0.0)... done (took 1.022323467 seconds) done (took 6.800657189 seconds) done (took 15.170306345 seconds) Benchmarking 86%|████████████████████████████████▋ | ETA: 0:00:03 (2/2) benchmarking "utf8"... Benchmarking 86%|████████████████████████████████▋ | ETA: 0:00:03 (1/3) benchmarking "plots"... done (took 0.925181298 seconds) Benchmarking 86%|████████████████████████████████▋ | ETA: 0:00:03 (2/3) benchmarking "replace"... done (took 3.330692867 seconds) Benchmarking 93%|███████████████████████████████████▎ | ETA: 0:00:02 (3/3) benchmarking "join"... done (took 7.00181692 seconds) done (took 12.222812373 seconds) Benchmarking 100%|██████████████████████████████████████| Time: 0:00:28 # Benchmark Report for *PkgBenchmark* ## Job Properties * Time of benchmark: 30 Oct 2025 - 13:47 * Package commit: non git * Julia commit: ec5cf08 * Julia command flags: None * Environment variables: None ## Results Below is a table of this job's results, obtained by running the benchmarks. The values listed in the `ID` column have the structure `[parent_group, child_group, ..., key]`, and can be used to index into the BaseBenchmarks suite to retrieve the corresponding benchmarks. The percentages accompanying time and memory values in the below table are noise tolerances. The "true" time/memory value for a given benchmark is expected to fall within this percentage of the reported value. An empty cell means that the value was zero. | ID | time | GC time | memory | allocations | |------------------------------------------------|----------------:|----------:|----------------:|------------:| | `["trigonometry", "circular", ("cos", "π")]` | 1.869 ns (5%) | | | | | `["trigonometry", "circular", ("cos", 0.0)]` | 6.820 ns (5%) | | | | | `["trigonometry", "circular", ("sin", "π")]` | 1.909 ns (5%) | | | | | `["trigonometry", "circular", ("sin", 0.0)]` | 6.280 ns (5%) | | | | | `["trigonometry", "circular", ("tan", "π")]` | 1.850 ns (5%) | | | | | `["trigonometry", "circular", ("tan", 0.0)]` | 7.317 ns (5%) | | | | | `["trigonometry", "hyperbolic", ("cos", "π")]` | 1.839 ns (5%) | | | | | `["trigonometry", "hyperbolic", ("cos", 0.0)]` | 6.730 ns (5%) | | | | | `["trigonometry", "hyperbolic", ("sin", "π")]` | 1.820 ns (5%) | | | | | `["trigonometry", "hyperbolic", ("sin", 0.0)]` | 6.479 ns (5%) | | | | | `["trigonometry", "hyperbolic", ("tan", "π")]` | 1.819 ns (5%) | | | | | `["trigonometry", "hyperbolic", ("tan", 0.0)]` | 7.117 ns (5%) | | | | | `["utf8", "join"]` | 305.019 ms (5%) | 47.911 ms | 345.58 MiB (1%) | 39 | | `["utf8", "replace"]` | 182.168 μs (5%) | | 11.91 KiB (1%) | 3 | ## Benchmark Group List Here's a list of all the benchmark groups executed by this job: - `["trigonometry", "circular"]` - `["trigonometry", "hyperbolic"]` - `["utf8"]` ## Julia versioninfo ``` Julia Version 1.14.0-DEV.14 Commit ec5cf08762* (2025-10-30 02:53 UTC) Platform Info: OS: Linux (x86_64-linux-gnu) uname: Linux 6.8.0-86-generic #87-Ubuntu SMP PREEMPT_DYNAMIC Mon Sep 22 18:03:36 UTC 2025 x86_64 unknown CPU: AMD EPYC 7502 32-Core Processor: speed user nice sys idle irq #1-128 2799 MHz 106093929 s 5680 s 10097229 s 212594188 s 0 s Memory: 32.0 GB (31229.91796875 MB free) Uptime: 257300.99 sec Load Avg: 157.46 139.9 136.26 WORD_SIZE: 64 LLVM: libLLVM-20.1.8 (ORCJIT, znver2) GC: Built with stock GC Threads: 1 default, 0 interactive, 1 GC (on 1 virtual cores) ```Test Summary: | Pass Total Time structure | 6 6 1m53.6s Test Summary: | Pass Total Time objectpath/loadobject | 6 6 0.5s Activating new project at `/tmp/aNNJCU6w` Project No packages added to or removed from `/tmp/aNNJCU6w/Project.toml` Manifest No packages added to or removed from `/tmp/aNNJCU6w/Manifest.toml` Generating project Example: /tmp/aNNJCU6w/Example/Project.toml /tmp/aNNJCU6w/Example/src/Example.jl Resolving package versions... Updating `/tmp/aNNJCU6w/Project.toml` [9b3bf61e] + Example v0.1.0 `/tmp/aNNJCU6w/Example` Updating `/tmp/aNNJCU6w/Manifest.toml` [9b3bf61e] + Example v0.1.0 `/tmp/aNNJCU6w/Example` PkgBenchmark: Running benchmarks... ERROR: `SUITE` variable not found, make sure the BenchmarkGroup is named `SUITE` Stacktrace: [1] error(s::String) @ Base ./error.jl:44 [2] __runbenchmark_local(file::String, output::String, tunefile::String, retune::Bool, runoptions::@NamedTuple{verbose::Bool}) @ PkgBenchmark ~/.julia/packages/PkgBenchmark/15w1x/src/runbenchmark.jl:272 [3] #_runbenchmark_local##0 @ ~/.julia/packages/PkgBenchmark/15w1x/src/runbenchmark.jl:264 [inlined] [4] with_logstate(f::PkgBenchmark.var"#_runbenchmark_local##0#_runbenchmark_local##1"{String, String, String, Bool, @NamedTuple{verbose::Bool}}, logstate::Base.CoreLogging.LogState) @ Base.CoreLogging ./logging/logging.jl:540 [5] with_logger @ ./logging/logging.jl:651 [inlined] [6] _runbenchmark_local(file::String, output::String, tunefile::String, retune::Bool, runoptions::@NamedTuple{verbose::Bool}, logger_factory_path::Tuple{String, String, Symbol}) @ PkgBenchmark ~/.julia/packages/PkgBenchmark/15w1x/src/runbenchmark.jl:263 [7] top-level scope @ none:3 [8] eval(m::Module, e::Any) @ Core ./boot.jl:489 [9] exec_options(opts::Base.JLOptions) @ Base ./client.jl:310 [10] _start() @ Base ./client.jl:577 benchmarkconfig: Error During Test at /home/pkgeval/.julia/packages/PkgBenchmark/15w1x/test/runtests.jl:105 Test threw exception Expression: typeof(benchmarkpkg(TEST_PACKAGE_NAME, config, script = f; custom_loadpath = old_pkgdir)) == BenchmarkResults failed process: Process(`/opt/julia/bin/julia -C native -J/opt/julia/lib/julia/sys.so --depwarn=yes --check-bounds=yes --pkgimages=existing -g1 --startup-file=no -O3 --project=/tmp/aNNJCU6w --depwarn=no -e 'push!(LOAD_PATH, "/home/pkgeval/.julia") using PkgBenchmark PkgBenchmark._runbenchmark_local( "/tmp/jl_JUHcP0LKv6", "/tmp/jl_Bq5UxM94tK", "/tmp/aNNJCU6w/Example/benchmark/tune.json", false, (verbose = true,), ("32113eaa-f34f-5b0d-bd6c-c81e245fc73d", "PkgBenchmark", :TerminalLogger), ) '`, ProcessExited(1)) [1] Stacktrace: [1] pipeline_error @ ./process.jl:611 [inlined] [2] run(::Cmd; wait::Bool) @ Base ./process.jl:526 [3] run @ ./process.jl:523 [inlined] [4] (::PkgBenchmark.var"#30#31")() @ PkgBenchmark ~/.julia/packages/PkgBenchmark/15w1x/src/runbenchmark.jl:257 [5] withenv(f::PkgBenchmark.var"#30#31", keyvals::Pair{String, Int64}) @ Base ./env.jl:265 [6] _runbenchmark(file::String, output::String, benchmarkconfig::BenchmarkConfig, tunefile::String; retune::Bool, custom_loadpath::String, runoptions::@NamedTuple{verbose::Bool}, logger_factory::Nothing) @ PkgBenchmark ~/.julia/packages/PkgBenchmark/15w1x/src/runbenchmark.jl:255 [7] _runbenchmark @ ~/.julia/packages/PkgBenchmark/15w1x/src/runbenchmark.jl:218 [inlined] [8] #22 @ ~/.julia/packages/PkgBenchmark/15w1x/src/runbenchmark.jl:111 [inlined] [9] _withtemp(f::PkgBenchmark.var"#22#23"{Bool, Bool, Nothing, String, BenchmarkConfig, String}, file::String) @ PkgBenchmark ~/.julia/packages/PkgBenchmark/15w1x/src/util.jl:2 [10] (::PkgBenchmark.var"#do_benchmark#21"{Nothing, Bool, Bool, Nothing, String, String, BenchmarkConfig, Bool, String})() @ PkgBenchmark ~/.julia/packages/PkgBenchmark/15w1x/src/runbenchmark.jl:109 [11] benchmarkpkg(pkg::String, target::BenchmarkConfig; script::String, postprocess::Nothing, resultfile::Nothing, retune::Bool, verbose::Bool, logger_factory::Nothing, progressoptions::Nothing, custom_loadpath::String) @ PkgBenchmark ~/.julia/packages/PkgBenchmark/15w1x/src/runbenchmark.jl:141 [12] kwcall(::@NamedTuple{script::String, custom_loadpath::String}, ::typeof(benchmarkpkg), pkg::String, target::BenchmarkConfig) @ PkgBenchmark ~/.julia/packages/PkgBenchmark/15w1x/src/runbenchmark.jl:44 [13] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:750 [inlined] [14] (::var"#12#13")(f::String) @ Main ~/.julia/packages/PkgBenchmark/15w1x/test/runtests.jl:105 Test Summary: | Error Total Time benchmarkconfig | 1 1 23.2s RNG of the outermost testset: Xoshiro(0xc3650d2b09855c15, 0xe9370b9858f0dbd4, 0x81f13162be3f4d97, 0xae8d607783474e65, 0xce9dca2662879847) Activating project at `/tmp/jl_kgqVAg` ERROR: LoadError: Some tests did not pass: 0 passed, 0 failed, 1 errored, 0 broken. in expression starting at /home/pkgeval/.julia/packages/PkgBenchmark/15w1x/test/runtests.jl:82 Testing failed after 262.67s ERROR: LoadError: Package PkgBenchmark errored during testing Stacktrace: [1] pkgerror(msg::String) @ Pkg.Types /opt/julia/share/julia/stdlib/v1.14/Pkg/src/Types.jl:68 [2] test(ctx::Pkg.Types.Context, pkgs::Vector{PackageSpec}; coverage::Bool, julia_args::Cmd, test_args::Cmd, test_fn::Nothing, force_latest_compatible_version::Bool, allow_earlier_backwards_compatible_versions::Bool, allow_reresolve::Bool) @ Pkg.Operations /opt/julia/share/julia/stdlib/v1.14/Pkg/src/Operations.jl:2936 [3] test @ /opt/julia/share/julia/stdlib/v1.14/Pkg/src/Operations.jl:2785 [inlined] [4] test(ctx::Pkg.Types.Context, pkgs::Vector{PackageSpec}; coverage::Bool, test_fn::Nothing, julia_args::Cmd, test_args::Cmd, force_latest_compatible_version::Bool, allow_earlier_backwards_compatible_versions::Bool, allow_reresolve::Bool, kwargs::@Kwargs{io::IOContext{IO}}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:572 [5] kwcall(::@NamedTuple{julia_args::Cmd, io::IOContext{IO}}, ::typeof(Pkg.API.test), ctx::Pkg.Types.Context, pkgs::Vector{PackageSpec}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:548 [6] test(pkgs::Vector{PackageSpec}; io::IOContext{IO}, kwargs::@Kwargs{julia_args::Cmd}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:172 [7] kwcall(::@NamedTuple{julia_args::Cmd}, ::typeof(Pkg.API.test), pkgs::Vector{PackageSpec}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:161 [8] test(pkgs::Vector{String}; kwargs::@Kwargs{julia_args::Cmd}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:160 [9] test @ /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:160 [inlined] [10] kwcall(::@NamedTuple{julia_args::Cmd}, ::typeof(Pkg.API.test), pkg::String) @ Pkg.API /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:159 [11] top-level scope @ /PkgEval.jl/scripts/evaluate.jl:219 [12] include(mod::Module, _path::String) @ Base ./Base.jl:309 [13] exec_options(opts::Base.JLOptions) @ Base ./client.jl:344 [14] _start() @ Base ./client.jl:577 in expression starting at /PkgEval.jl/scripts/evaluate.jl:210 PkgEval failed after 313.57s: package tests unexpectedly errored