Package evaluation to test PkgBenchmark on Julia 1.14.0-DEV.30 (073666df8b*) started at 2025-11-04T14:42:56.099 ################################################################################ # Set-up # Installing PkgEval dependencies (TestEnv)... Set-up completed after 10.24s ################################################################################ # Installation # Installing PkgBenchmark... Resolving package versions... Updating `~/.julia/environments/v1.14/Project.toml` [32113eaa] + PkgBenchmark v0.2.13 Updating `~/.julia/environments/v1.14/Manifest.toml` [1520ce14] + AbstractTrees v0.4.5 [6e4b80f9] + BenchmarkTools v1.6.3 [34da2185] + Compat v4.18.1 ⌅ [682c06a0] + JSON v0.21.4 [1d6d02ad] + LeftChildRightSiblingTrees v0.2.1 [69de0a69] + Parsers v2.8.3 [32113eaa] + PkgBenchmark v0.2.13 [aea7be01] + PrecompileTools v1.3.3 [21216c6a] + Preferences v1.5.0 [33c8b6b6] + ProgressLogging v0.1.5 [10745b16] + Statistics v1.11.1 [5d786b92] + TerminalLoggers v0.1.7 [0dad84c5] + ArgTools v1.1.2 [56f22d72] + Artifacts v1.11.0 [2a0f44e3] + Base64 v1.11.0 [ade2ca70] + Dates v1.11.0 [f43a241f] + Downloads v1.7.0 [7b1f6079] + FileWatching v1.11.0 [b77e0a4c] + InteractiveUtils v1.11.0 [ac6e5ff7] + JuliaSyntaxHighlighting v1.12.0 [b27032c2] + LibCURL v1.0.0 [76f85450] + LibGit2 v1.11.0 [8f399da3] + Libdl v1.11.0 [37e2e46d] + LinearAlgebra v1.13.0 [56ddb016] + Logging v1.11.0 [d6f4376e] + Markdown v1.11.0 [a63ad114] + Mmap v1.11.0 [ca575930] + NetworkOptions v1.3.0 [44cfe95a] + Pkg v1.13.0 [de0858da] + Printf v1.11.0 [9abbd945] + Profile v1.11.0 [9a3f8284] + Random v1.11.0 [ea8e919c] + SHA v1.0.0 [f489334b] + StyledStrings v1.11.0 [fa267f1f] + TOML v1.0.3 [a4e569a6] + Tar v1.10.0 [cf7118a7] + UUIDs v1.11.0 [4ec0a83e] + Unicode v1.11.0 [e66e0078] + CompilerSupportLibraries_jll v1.3.0+1 [deac9b47] + LibCURL_jll v8.16.0+0 [e37daf67] + LibGit2_jll v1.9.1+0 [29816b5a] + LibSSH2_jll v1.11.3+1 [14a3606d] + MozillaCACerts_jll v2025.9.9 [4536629a] + OpenBLAS_jll v0.3.29+0 [458c3c95] + OpenSSL_jll v3.5.4+0 [efcefdf7] + PCRE2_jll v10.47.0+0 [83775a58] + Zlib_jll v1.3.1+2 [3161d3a3] + Zstd_jll v1.5.7+1 [8e850b90] + libblastrampoline_jll v5.15.0+0 [8e850ede] + nghttp2_jll v1.67.1+0 [3f19e933] + p7zip_jll v17.6.0+0 Info Packages marked with ⌅ have new versions available but compatibility constraints restrict them from upgrading. To see why use `status --outdated -m` Installation completed after 4.09s ################################################################################ # Precompilation # Precompiling PkgEval dependencies... ┌ Error: Failed to use TestEnv.jl; test dependencies will not be precompiled │ exception = │ UndefVarError: `project_rel_path` not defined in `TestEnv` │ Suggestion: this global was defined as `Pkg.Operations.project_rel_path` but not assigned a value. │ Stacktrace: │ [1] get_test_dir(ctx::Pkg.Types.Context, pkgspec::PackageSpec) │ @ TestEnv ~/.julia/packages/TestEnv/nGMfF/src/julia-1.11/common.jl:75 │ [2] test_dir_has_project_file │ @ ~/.julia/packages/TestEnv/nGMfF/src/julia-1.11/common.jl:52 [inlined] │ [3] maybe_gen_project_override! │ @ ~/.julia/packages/TestEnv/nGMfF/src/julia-1.11/common.jl:83 [inlined] │ [4] activate(pkg::String; allow_reresolve::Bool) │ @ TestEnv ~/.julia/packages/TestEnv/nGMfF/src/julia-1.11/activate_set.jl:12 │ [5] activate(pkg::String) │ @ TestEnv ~/.julia/packages/TestEnv/nGMfF/src/julia-1.11/activate_set.jl:9 │ [6] top-level scope │ @ /PkgEval.jl/scripts/precompile.jl:24 │ [7] include(mod::Module, _path::String) │ @ Base ./Base.jl:309 │ [8] exec_options(opts::Base.JLOptions) │ @ Base ./client.jl:344 │ [9] _start() │ @ Base ./client.jl:577 └ @ Main /PkgEval.jl/scripts/precompile.jl:26 Precompiling package dependencies... Precompiling packages... 3241.1 ms ✓ BenchmarkTools 6113.6 ms ✓ PkgBenchmark 2 dependencies successfully precompiled in 10 seconds. 41 already precompiled. Precompilation completed after 23.29s ################################################################################ # Testing # Testing PkgBenchmark Status `/tmp/jl_0zqI9p/Project.toml` [6e4b80f9] BenchmarkTools v1.6.3 [e30172f5] Documenter v1.15.0 ⌅ [682c06a0] JSON v0.21.4 [32113eaa] PkgBenchmark v0.2.13 [10745b16] Statistics v1.11.1 [5d786b92] TerminalLoggers v0.1.7 [ade2ca70] Dates v1.11.0 [b77e0a4c] InteractiveUtils v1.11.0 [76f85450] LibGit2 v1.11.0 [56ddb016] Logging v1.11.0 [44cfe95a] Pkg v1.13.0 [de0858da] Printf v1.11.0 [9a3f8284] Random v1.11.0 [8dfed614] Test v1.11.0 [cf7118a7] UUIDs v1.11.0 Status `/tmp/jl_0zqI9p/Manifest.toml` [a4c015fc] ANSIColoredPrinters v0.0.1 [1520ce14] AbstractTrees v0.4.5 [6e4b80f9] BenchmarkTools v1.6.3 [944b1d66] CodecZlib v0.7.8 [34da2185] Compat v4.18.1 [ffbed154] DocStringExtensions v0.9.5 [e30172f5] Documenter v1.15.0 [d7ba0133] Git v1.5.0 ⌅ [b5f81e59] IOCapture v0.2.5 [692b3bcd] JLLWrappers v1.7.1 ⌅ [682c06a0] JSON v0.21.4 [0e77f7df] LazilyInitializedFields v1.3.0 [1d6d02ad] LeftChildRightSiblingTrees v0.2.1 [d0879d2d] MarkdownAST v0.1.2 [69de0a69] Parsers v2.8.3 [32113eaa] PkgBenchmark v0.2.13 [aea7be01] PrecompileTools v1.3.3 [21216c6a] Preferences v1.5.0 [33c8b6b6] ProgressLogging v0.1.5 [2792f1a3] RegistryInstances v0.1.0 [10745b16] Statistics v1.11.1 [5d786b92] TerminalLoggers v0.1.7 [3bb67fe8] TranscodingStreams v0.11.3 [2e619515] Expat_jll v2.7.3+0 [020c3dae] Git_LFS_jll v3.7.0+0 [f8c6e375] Git_jll v2.51.3+0 [94ce4f54] Libiconv_jll v1.18.0+0 [9bd350c2] OpenSSH_jll v10.2.1+0 [0dad84c5] ArgTools v1.1.2 [56f22d72] Artifacts v1.11.0 [2a0f44e3] Base64 v1.11.0 [ade2ca70] Dates v1.11.0 [f43a241f] Downloads v1.7.0 [7b1f6079] FileWatching v1.11.0 [b77e0a4c] InteractiveUtils v1.11.0 [ac6e5ff7] JuliaSyntaxHighlighting v1.12.0 [b27032c2] LibCURL v1.0.0 [76f85450] LibGit2 v1.11.0 [8f399da3] Libdl v1.11.0 [37e2e46d] LinearAlgebra v1.13.0 [56ddb016] Logging v1.11.0 [d6f4376e] Markdown v1.11.0 [a63ad114] Mmap v1.11.0 [ca575930] NetworkOptions v1.3.0 [44cfe95a] Pkg v1.13.0 [de0858da] Printf v1.11.0 [9abbd945] Profile v1.11.0 [3fa0cd96] REPL v1.11.0 [9a3f8284] Random v1.11.0 [ea8e919c] SHA v1.0.0 [9e88b42a] Serialization v1.11.0 [6462fe0b] Sockets v1.11.0 [f489334b] StyledStrings v1.11.0 [fa267f1f] TOML v1.0.3 [a4e569a6] Tar v1.10.0 [8dfed614] Test v1.11.0 [cf7118a7] UUIDs v1.11.0 [4ec0a83e] Unicode v1.11.0 [e66e0078] CompilerSupportLibraries_jll v1.3.0+1 [deac9b47] LibCURL_jll v8.16.0+0 [e37daf67] LibGit2_jll v1.9.1+0 [29816b5a] LibSSH2_jll v1.11.3+1 [14a3606d] MozillaCACerts_jll v2025.9.9 [4536629a] OpenBLAS_jll v0.3.29+0 [458c3c95] OpenSSL_jll v3.5.4+0 [efcefdf7] PCRE2_jll v10.47.0+0 [83775a58] Zlib_jll v1.3.1+2 [3161d3a3] Zstd_jll v1.5.7+1 [8e850b90] libblastrampoline_jll v5.15.0+0 [8e850ede] nghttp2_jll v1.67.1+0 [3f19e933] p7zip_jll v17.6.0+0 Info Packages marked with ⌅ have new versions available but compatibility constraints restrict them from upgrading. Testing Running tests... PkgBenchmark: Running benchmarks... WARNING: Detected access to binding `Main.SUITE` in a world prior to its definition world. Julia 1.12 has introduced more strict world age semantics for global bindings. !!! This code may malfunction under Revise. !!! This code will error in future versions of Julia. Hint: Add an appropriate `invokelatest` around the access to this binding. To make this warning an error, and hence obtain a stack trace, use `julia --depwarn=error`. PkgBenchmark: creating benchmark tuning file /home/pkgeval/.julia/packages/PkgBenchmark/15w1x/benchmark/tune.json... Tuning 0%| | ETA: N/A Tuning 0%| | ETA: N/A (1/2) tuning "trigonometry"... Tuning 0%| | ETA: N/A (1/2) tuning "circular"... Tuning 0%| | ETA: N/A (1/6) tuning ("cos", 0.0)... done (took 1.43252718 seconds) Tuning 7%|███▏ | ETA: 0:01:08 (2/6) tuning ("tan", "π")... done (took 1.121097935 seconds) Tuning 14%|██████▎ | ETA: 0:00:39 (3/6) tuning ("sin", "π")... done (took 1.15128006 seconds) Tuning 21%|█████████▍ | ETA: 0:00:28 (4/6) tuning ("cos", "π")... done (took 1.056744267 seconds) Tuning 29%|████████████▋ | ETA: 0:00:22 (5/6) tuning ("sin", 0.0)... done (took 1.014249401 seconds) Tuning 36%|███████████████▊ | ETA: 0:00:17 (6/6) tuning ("tan", 0.0)... done (took 1.026130402 seconds) done (took 8.016697583 seconds) Tuning 43%|██████████████████▉ | ETA: 0:00:14 (2/2) tuning "hyperbolic"... Tuning 43%|██████████████████▉ | ETA: 0:00:16 (1/6) tuning ("cos", 0.0)... done (took 0.97890701 seconds) Tuning 50%|██████████████████████ | ETA: 0:00:13 (2/6) tuning ("tan", "π")... done (took 0.954783027 seconds) Tuning 57%|█████████████████████████▏ | ETA: 0:00:10 (3/6) tuning ("sin", "π")... done (took 0.980462433 seconds) Tuning 64%|████████████████████████████▎ | ETA: 0:00:08 (4/6) tuning ("cos", "π")... done (took 0.968246943 seconds) Tuning 71%|███████████████████████████████▍ | ETA: 0:00:06 (5/6) tuning ("sin", 0.0)... done (took 0.98946939 seconds) Tuning 79%|██████████████████████████████████▋ | ETA: 0:00:05 (6/6) tuning ("tan", 0.0)... done (took 1.005563272 seconds) done (took 6.866363524 seconds) done (took 16.031638056 seconds) Tuning 86%|█████████████████████████████████████▊ | ETA: 0:00:03 (2/2) tuning "utf8"... Tuning 86%|█████████████████████████████████████▊ | ETA: 0:00:03 (1/3) tuning "plots"... done (took 0.948678518 seconds) Tuning 86%|█████████████████████████████████████▊ | ETA: 0:00:03 (2/3) tuning "replace"... done (took 6.063659207 seconds) Tuning 93%|████████████████████████████████████████▉ | ETA: 0:00:02 (3/3) tuning "join"... done (took 6.835979562 seconds) done (took 14.823541703 seconds) Tuning 100%|████████████████████████████████████████████| Time: 0:00:33 Benchmarking 0%| | ETA: N/A Benchmarking 0%| | ETA: N/A (1/2) benchmarking "trigonometry"... Benchmarking 0%| | ETA: N/A (1/2) benchmarking "circular"... Benchmarking 0%| | ETA: N/A (1/6) benchmarking ("cos", 0.0)... done (took 1.297014546 seconds) Benchmarking 7%|██▊ | ETA: 0:00:58 (2/6) benchmarking ("tan", "π")... done (took 1.028367951 seconds) Benchmarking 14%|█████▍ | ETA: 0:00:33 (3/6) benchmarking ("sin", "π")... done (took 1.034488644 seconds) Benchmarking 21%|████████▏ | ETA: 0:00:24 (4/6) benchmarking ("cos", "π")... done (took 1.061622596 seconds) Benchmarking 29%|██████████▉ | ETA: 0:00:19 (5/6) benchmarking ("sin", 0.0)... done (took 1.10388572 seconds) Benchmarking 36%|█████████████▋ | ETA: 0:00:16 (6/6) benchmarking ("tan", 0.0)... done (took 1.068832318 seconds) done (took 7.590395562 seconds) Benchmarking 43%|████████████████▎ | ETA: 0:00:13 (2/2) benchmarking "hyperbolic"... Benchmarking 43%|████████████████▎ | ETA: 0:00:14 (1/6) benchmarking ("cos", 0.0)... done (took 1.077528907 seconds) Benchmarking 50%|███████████████████ | ETA: 0:00:12 (2/6) benchmarking ("tan", "π")... done (took 1.046909985 seconds) Benchmarking 57%|█████████████████████▊ | ETA: 0:00:10 (3/6) benchmarking ("sin", "π")... done (took 1.051533902 seconds) Benchmarking 64%|████████████████████████▍ | ETA: 0:00:08 (4/6) benchmarking ("cos", "π")... done (took 1.037657347 seconds) Benchmarking 71%|███████████████████████████▏ | ETA: 0:00:06 (5/6) benchmarking ("sin", 0.0)... done (took 1.09744364 seconds) Benchmarking 79%|█████████████████████████████▉ | ETA: 0:00:04 (6/6) benchmarking ("tan", 0.0)... done (took 1.10177849 seconds) done (took 7.462778402 seconds) done (took 16.238242022 seconds) Benchmarking 86%|████████████████████████████████▋ | ETA: 0:00:03 (2/2) benchmarking "utf8"... Benchmarking 86%|████████████████████████████████▋ | ETA: 0:00:03 (1/3) benchmarking "plots"... done (took 0.995428108 seconds) Benchmarking 86%|████████████████████████████████▋ | ETA: 0:00:03 (2/3) benchmarking "replace"... done (took 3.371052438 seconds) Benchmarking 93%|███████████████████████████████████▎ | ETA: 0:00:02 (3/3) benchmarking "join"... done (took 6.693224971 seconds) done (took 12.058535076 seconds) Benchmarking 100%|██████████████████████████████████████| Time: 0:00:29 # Benchmark Report for *PkgBenchmark* ## Job Properties * Time of benchmark: 4 Nov 2025 - 14:46 * Package commit: non git * Julia commit: 073666d * Julia command flags: None * Environment variables: None ## Results Below is a table of this job's results, obtained by running the benchmarks. The values listed in the `ID` column have the structure `[parent_group, child_group, ..., key]`, and can be used to index into the BaseBenchmarks suite to retrieve the corresponding benchmarks. The percentages accompanying time and memory values in the below table are noise tolerances. The "true" time/memory value for a given benchmark is expected to fall within this percentage of the reported value. An empty cell means that the value was zero. | ID | time | GC time | memory | allocations | |------------------------------------------------|----------------:|----------:|----------------:|------------:| | `["trigonometry", "circular", ("cos", "π")]` | 1.820 ns (5%) | | | | | `["trigonometry", "circular", ("cos", 0.0)]` | 7.047 ns (5%) | | | | | `["trigonometry", "circular", ("sin", "π")]` | 1.820 ns (5%) | | | | | `["trigonometry", "circular", ("sin", 0.0)]` | 6.757 ns (5%) | | | | | `["trigonometry", "circular", ("tan", "π")]` | 1.830 ns (5%) | | | | | `["trigonometry", "circular", ("tan", 0.0)]` | 5.550 ns (5%) | | | | | `["trigonometry", "hyperbolic", ("cos", "π")]` | 1.870 ns (5%) | | | | | `["trigonometry", "hyperbolic", ("cos", 0.0)]` | 7.017 ns (5%) | | | | | `["trigonometry", "hyperbolic", ("sin", "π")]` | 1.800 ns (5%) | | | | | `["trigonometry", "hyperbolic", ("sin", 0.0)]` | 6.857 ns (5%) | | | | | `["trigonometry", "hyperbolic", ("tan", "π")]` | 1.820 ns (5%) | | | | | `["trigonometry", "hyperbolic", ("tan", 0.0)]` | 5.660 ns (5%) | | | | | `["utf8", "join"]` | 295.680 ms (5%) | 36.039 ms | 345.58 MiB (1%) | 39 | | `["utf8", "replace"]` | 189.089 μs (5%) | | 11.91 KiB (1%) | 3 | ## Benchmark Group List Here's a list of all the benchmark groups executed by this job: - `["trigonometry", "circular"]` - `["trigonometry", "hyperbolic"]` - `["utf8"]` ## Julia versioninfo ``` Julia Version 1.14.0-DEV.30 Commit 073666df8b* (2025-11-04 07:22 UTC) Platform Info: OS: Linux (x86_64-linux-gnu) uname: Linux 6.8.0-86-generic #87-Ubuntu SMP PREEMPT_DYNAMIC Mon Sep 22 18:03:36 UTC 2025 x86_64 unknown CPU: AMD EPYC 7502 32-Core Processor: speed user nice sys idle irq #1-128 2824 MHz 241789718 s 29317 s 19902954 s 623443504 s 0 s Memory: 32.0 GB (31204.98046875 MB free) Uptime: 692825.63 sec Load Avg: 144.31 139.2 136.25 WORD_SIZE: 64 LLVM: libLLVM-20.1.8 (ORCJIT, znver2) GC: Built with stock GC Threads: 1 default, 0 interactive, 1 GC (on 1 virtual cores) ```Test Summary: | Pass Total Time structure | 6 6 1m57.3s Test Summary: | Pass Total Time objectpath/loadobject | 6 6 0.6s Activating new project at `/tmp/NdT4Mfyz` Project No packages added to or removed from `/tmp/NdT4Mfyz/Project.toml` Manifest No packages added to or removed from `/tmp/NdT4Mfyz/Manifest.toml` Generating project Example: /tmp/NdT4Mfyz/Example/Project.toml /tmp/NdT4Mfyz/Example/src/Example.jl Resolving package versions... Updating `/tmp/NdT4Mfyz/Project.toml` [38f69491] + Example v0.1.0 `/tmp/NdT4Mfyz/Example` Updating `/tmp/NdT4Mfyz/Manifest.toml` [38f69491] + Example v0.1.0 `/tmp/NdT4Mfyz/Example` PkgBenchmark: Running benchmarks... ERROR: `SUITE` variable not found, make sure the BenchmarkGroup is named `SUITE` Stacktrace: [1] error(s::String) @ Base ./error.jl:44 [2] __runbenchmark_local(file::String, output::String, tunefile::String, retune::Bool, runoptions::@NamedTuple{verbose::Bool}) @ PkgBenchmark ~/.julia/packages/PkgBenchmark/15w1x/src/runbenchmark.jl:272 [3] #_runbenchmark_local##0 @ ~/.julia/packages/PkgBenchmark/15w1x/src/runbenchmark.jl:264 [inlined] [4] with_logstate(f::PkgBenchmark.var"#_runbenchmark_local##0#_runbenchmark_local##1"{String, String, String, Bool, @NamedTuple{verbose::Bool}}, logstate::Base.CoreLogging.LogState) @ Base.CoreLogging ./logging/logging.jl:540 [5] with_logger @ ./logging/logging.jl:651 [inlined] [6] _runbenchmark_local(file::String, output::String, tunefile::String, retune::Bool, runoptions::@NamedTuple{verbose::Bool}, logger_factory_path::Tuple{String, String, Symbol}) @ PkgBenchmark ~/.julia/packages/PkgBenchmark/15w1x/src/runbenchmark.jl:263 [7] top-level scope @ none:3 [8] eval(m::Module, e::Any) @ Core ./boot.jl:489 [9] exec_options(opts::Base.JLOptions) @ Base ./client.jl:310 [10] _start() @ Base ./client.jl:577 benchmarkconfig: Error During Test at /home/pkgeval/.julia/packages/PkgBenchmark/15w1x/test/runtests.jl:105 Test threw exception Expression: typeof(benchmarkpkg(TEST_PACKAGE_NAME, config, script = f; custom_loadpath = old_pkgdir)) == BenchmarkResults failed process: Process(`/opt/julia/bin/julia -C native -J/opt/julia/lib/julia/sys.so --depwarn=yes --check-bounds=yes --pkgimages=existing -g1 --startup-file=no -O3 --project=/tmp/NdT4Mfyz --depwarn=no -e 'push!(LOAD_PATH, "/home/pkgeval/.julia") using PkgBenchmark PkgBenchmark._runbenchmark_local( "/tmp/jl_fEN4FoDmRK", "/tmp/jl_jcBOFq9OLi", "/tmp/NdT4Mfyz/Example/benchmark/tune.json", false, (verbose = true,), ("32113eaa-f34f-5b0d-bd6c-c81e245fc73d", "PkgBenchmark", :TerminalLogger), ) '`, ProcessExited(1)) [1] Stacktrace: [1] pipeline_error @ ./process.jl:611 [inlined] [2] run(::Cmd; wait::Bool) @ Base ./process.jl:526 [3] run @ ./process.jl:523 [inlined] [4] (::PkgBenchmark.var"#30#31")() @ PkgBenchmark ~/.julia/packages/PkgBenchmark/15w1x/src/runbenchmark.jl:257 [5] withenv(f::PkgBenchmark.var"#30#31", keyvals::Pair{String, Int64}) @ Base ./env.jl:265 [6] _runbenchmark(file::String, output::String, benchmarkconfig::BenchmarkConfig, tunefile::String; retune::Bool, custom_loadpath::String, runoptions::@NamedTuple{verbose::Bool}, logger_factory::Nothing) @ PkgBenchmark ~/.julia/packages/PkgBenchmark/15w1x/src/runbenchmark.jl:255 [7] _runbenchmark @ ~/.julia/packages/PkgBenchmark/15w1x/src/runbenchmark.jl:218 [inlined] [8] #22 @ ~/.julia/packages/PkgBenchmark/15w1x/src/runbenchmark.jl:111 [inlined] [9] _withtemp(f::PkgBenchmark.var"#22#23"{Bool, Bool, Nothing, String, BenchmarkConfig, String}, file::String) @ PkgBenchmark ~/.julia/packages/PkgBenchmark/15w1x/src/util.jl:2 [10] (::PkgBenchmark.var"#do_benchmark#21"{Nothing, Bool, Bool, Nothing, String, String, BenchmarkConfig, Bool, String})() @ PkgBenchmark ~/.julia/packages/PkgBenchmark/15w1x/src/runbenchmark.jl:109 [11] benchmarkpkg(pkg::String, target::BenchmarkConfig; script::String, postprocess::Nothing, resultfile::Nothing, retune::Bool, verbose::Bool, logger_factory::Nothing, progressoptions::Nothing, custom_loadpath::String) @ PkgBenchmark ~/.julia/packages/PkgBenchmark/15w1x/src/runbenchmark.jl:141 [12] kwcall(::@NamedTuple{script::String, custom_loadpath::String}, ::typeof(benchmarkpkg), pkg::String, target::BenchmarkConfig) @ PkgBenchmark ~/.julia/packages/PkgBenchmark/15w1x/src/runbenchmark.jl:44 [13] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:750 [inlined] [14] (::var"#12#13")(f::String) @ Main ~/.julia/packages/PkgBenchmark/15w1x/test/runtests.jl:105 Test Summary: | Error Total Time benchmarkconfig | 1 1 24.8s RNG of the outermost testset: Xoshiro(0x38507c5963d864ea, 0xae21f21f17cc55d8, 0x9f17d364f4598549, 0xc8e727f57ad93336, 0xdc7f8b65cced6759) Activating project at `/tmp/jl_0zqI9p` ERROR: LoadError: Some tests did not pass: 0 passed, 0 failed, 1 errored, 0 broken. in expression starting at /home/pkgeval/.julia/packages/PkgBenchmark/15w1x/test/runtests.jl:82 Testing failed after 272.11s ERROR: LoadError: Package PkgBenchmark errored during testing Stacktrace: [1] pkgerror(msg::String) @ Pkg.Types /opt/julia/share/julia/stdlib/v1.14/Pkg/src/Types.jl:68 [2] test(ctx::Pkg.Types.Context, pkgs::Vector{PackageSpec}; coverage::Bool, julia_args::Cmd, test_args::Cmd, test_fn::Nothing, force_latest_compatible_version::Bool, allow_earlier_backwards_compatible_versions::Bool, allow_reresolve::Bool) @ Pkg.Operations /opt/julia/share/julia/stdlib/v1.14/Pkg/src/Operations.jl:2946 [3] test @ /opt/julia/share/julia/stdlib/v1.14/Pkg/src/Operations.jl:2795 [inlined] [4] test(ctx::Pkg.Types.Context, pkgs::Vector{PackageSpec}; coverage::Bool, test_fn::Nothing, julia_args::Cmd, test_args::Cmd, force_latest_compatible_version::Bool, allow_earlier_backwards_compatible_versions::Bool, allow_reresolve::Bool, kwargs::@Kwargs{io::IOContext{IO}}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:572 [5] kwcall(::@NamedTuple{julia_args::Cmd, io::IOContext{IO}}, ::typeof(Pkg.API.test), ctx::Pkg.Types.Context, pkgs::Vector{PackageSpec}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:548 [6] test(pkgs::Vector{PackageSpec}; io::IOContext{IO}, kwargs::@Kwargs{julia_args::Cmd}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:172 [7] kwcall(::@NamedTuple{julia_args::Cmd}, ::typeof(Pkg.API.test), pkgs::Vector{PackageSpec}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:161 [8] test(pkgs::Vector{String}; kwargs::@Kwargs{julia_args::Cmd}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:160 [9] test @ /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:160 [inlined] [10] kwcall(::@NamedTuple{julia_args::Cmd}, ::typeof(Pkg.API.test), pkg::String) @ Pkg.API /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:159 [11] top-level scope @ /PkgEval.jl/scripts/evaluate.jl:219 [12] include(mod::Module, _path::String) @ Base ./Base.jl:309 [13] exec_options(opts::Base.JLOptions) @ Base ./client.jl:344 [14] _start() @ Base ./client.jl:577 in expression starting at /PkgEval.jl/scripts/evaluate.jl:210 PkgEval failed after 325.37s: package tests unexpectedly errored