Package evaluation to test PkgBenchmark on Julia 1.14.0-DEV.36 (e2f3178d9b*) started at 2025-11-06T14:43:57.492 ################################################################################ # Set-up # Installing PkgEval dependencies (TestEnv)... Set-up completed after 7.22s ################################################################################ # Installation # Installing PkgBenchmark... Resolving package versions... Updating `~/.julia/environments/v1.14/Project.toml` [32113eaa] + PkgBenchmark v0.2.13 Updating `~/.julia/environments/v1.14/Manifest.toml` [1520ce14] + AbstractTrees v0.4.5 [6e4b80f9] + BenchmarkTools v1.6.3 [34da2185] + Compat v4.18.1 ⌅ [682c06a0] + JSON v0.21.4 [1d6d02ad] + LeftChildRightSiblingTrees v0.2.1 [69de0a69] + Parsers v2.8.3 [32113eaa] + PkgBenchmark v0.2.13 [aea7be01] + PrecompileTools v1.3.3 [21216c6a] + Preferences v1.5.0 [33c8b6b6] + ProgressLogging v0.1.5 [10745b16] + Statistics v1.11.1 [5d786b92] + TerminalLoggers v0.1.7 [0dad84c5] + ArgTools v1.1.2 [56f22d72] + Artifacts v1.11.0 [2a0f44e3] + Base64 v1.11.0 [ade2ca70] + Dates v1.11.0 [f43a241f] + Downloads v1.7.0 [7b1f6079] + FileWatching v1.11.0 [b77e0a4c] + InteractiveUtils v1.11.0 [ac6e5ff7] + JuliaSyntaxHighlighting v1.12.0 [b27032c2] + LibCURL v1.0.0 [76f85450] + LibGit2 v1.11.0 [8f399da3] + Libdl v1.11.0 [37e2e46d] + LinearAlgebra v1.13.0 [56ddb016] + Logging v1.11.0 [d6f4376e] + Markdown v1.11.0 [a63ad114] + Mmap v1.11.0 [ca575930] + NetworkOptions v1.3.0 [44cfe95a] + Pkg v1.13.0 [de0858da] + Printf v1.11.0 [9abbd945] + Profile v1.11.0 [9a3f8284] + Random v1.11.0 [ea8e919c] + SHA v1.0.0 [f489334b] + StyledStrings v1.11.0 [fa267f1f] + TOML v1.0.3 [a4e569a6] + Tar v1.10.0 [cf7118a7] + UUIDs v1.11.0 [4ec0a83e] + Unicode v1.11.0 [e66e0078] + CompilerSupportLibraries_jll v1.3.0+1 [deac9b47] + LibCURL_jll v8.16.0+0 [e37daf67] + LibGit2_jll v1.9.1+0 [29816b5a] + LibSSH2_jll v1.11.3+1 [14a3606d] + MozillaCACerts_jll v2025.11.4 [4536629a] + OpenBLAS_jll v0.3.29+0 [458c3c95] + OpenSSL_jll v3.5.4+0 [efcefdf7] + PCRE2_jll v10.47.0+0 [83775a58] + Zlib_jll v1.3.1+2 [3161d3a3] + Zstd_jll v1.5.7+1 [8e850b90] + libblastrampoline_jll v5.15.0+0 [8e850ede] + nghttp2_jll v1.68.0+1 [3f19e933] + p7zip_jll v17.6.0+0 Info Packages marked with ⌅ have new versions available but compatibility constraints restrict them from upgrading. To see why use `status --outdated -m` Installation completed after 3.87s ################################################################################ # Precompilation # Precompiling PkgEval dependencies... ┌ Error: Failed to use TestEnv.jl; test dependencies will not be precompiled │ exception = │ UndefVarError: `project_rel_path` not defined in `TestEnv` │ Suggestion: this global was defined as `Pkg.Operations.project_rel_path` but not assigned a value. │ Stacktrace: │ [1] get_test_dir(ctx::Pkg.Types.Context, pkgspec::PackageSpec) │ @ TestEnv ~/.julia/packages/TestEnv/nGMfF/src/julia-1.11/common.jl:75 │ [2] test_dir_has_project_file │ @ ~/.julia/packages/TestEnv/nGMfF/src/julia-1.11/common.jl:52 [inlined] │ [3] maybe_gen_project_override! │ @ ~/.julia/packages/TestEnv/nGMfF/src/julia-1.11/common.jl:83 [inlined] │ [4] activate(pkg::String; allow_reresolve::Bool) │ @ TestEnv ~/.julia/packages/TestEnv/nGMfF/src/julia-1.11/activate_set.jl:12 │ [5] activate(pkg::String) │ @ TestEnv ~/.julia/packages/TestEnv/nGMfF/src/julia-1.11/activate_set.jl:9 │ [6] top-level scope │ @ /PkgEval.jl/scripts/precompile.jl:24 │ [7] include(mod::Module, _path::String) │ @ Base ./Base.jl:309 │ [8] exec_options(opts::Base.JLOptions) │ @ Base ./client.jl:344 │ [9] _start() │ @ Base ./client.jl:577 └ @ Main /PkgEval.jl/scripts/precompile.jl:26 Precompiling package dependencies... Precompiling packages... 3124.2 ms ✓ BenchmarkTools 6188.2 ms ✓ PkgBenchmark 2 dependencies successfully precompiled in 10 seconds. 41 already precompiled. Precompilation completed after 22.94s ################################################################################ # Testing # Testing PkgBenchmark Status `/tmp/jl_XpFSjq/Project.toml` [6e4b80f9] BenchmarkTools v1.6.3 [e30172f5] Documenter v1.15.0 ⌅ [682c06a0] JSON v0.21.4 [32113eaa] PkgBenchmark v0.2.13 [10745b16] Statistics v1.11.1 [5d786b92] TerminalLoggers v0.1.7 [ade2ca70] Dates v1.11.0 [b77e0a4c] InteractiveUtils v1.11.0 [76f85450] LibGit2 v1.11.0 [56ddb016] Logging v1.11.0 [44cfe95a] Pkg v1.13.0 [de0858da] Printf v1.11.0 [9a3f8284] Random v1.11.0 [8dfed614] Test v1.11.0 [cf7118a7] UUIDs v1.11.0 Status `/tmp/jl_XpFSjq/Manifest.toml` [a4c015fc] ANSIColoredPrinters v0.0.1 [1520ce14] AbstractTrees v0.4.5 [6e4b80f9] BenchmarkTools v1.6.3 [944b1d66] CodecZlib v0.7.8 [34da2185] Compat v4.18.1 [ffbed154] DocStringExtensions v0.9.5 [e30172f5] Documenter v1.15.0 [d7ba0133] Git v1.5.0 ⌅ [b5f81e59] IOCapture v0.2.5 [692b3bcd] JLLWrappers v1.7.1 ⌅ [682c06a0] JSON v0.21.4 [0e77f7df] LazilyInitializedFields v1.3.0 [1d6d02ad] LeftChildRightSiblingTrees v0.2.1 [d0879d2d] MarkdownAST v0.1.2 [69de0a69] Parsers v2.8.3 [32113eaa] PkgBenchmark v0.2.13 [aea7be01] PrecompileTools v1.3.3 [21216c6a] Preferences v1.5.0 [33c8b6b6] ProgressLogging v0.1.5 [2792f1a3] RegistryInstances v0.1.0 [10745b16] Statistics v1.11.1 [5d786b92] TerminalLoggers v0.1.7 [3bb67fe8] TranscodingStreams v0.11.3 [2e619515] Expat_jll v2.7.3+0 [020c3dae] Git_LFS_jll v3.7.0+0 [f8c6e375] Git_jll v2.51.3+0 [94ce4f54] Libiconv_jll v1.18.0+0 [9bd350c2] OpenSSH_jll v10.2.1+0 [0dad84c5] ArgTools v1.1.2 [56f22d72] Artifacts v1.11.0 [2a0f44e3] Base64 v1.11.0 [ade2ca70] Dates v1.11.0 [f43a241f] Downloads v1.7.0 [7b1f6079] FileWatching v1.11.0 [b77e0a4c] InteractiveUtils v1.11.0 [ac6e5ff7] JuliaSyntaxHighlighting v1.12.0 [b27032c2] LibCURL v1.0.0 [76f85450] LibGit2 v1.11.0 [8f399da3] Libdl v1.11.0 [37e2e46d] LinearAlgebra v1.13.0 [56ddb016] Logging v1.11.0 [d6f4376e] Markdown v1.11.0 [a63ad114] Mmap v1.11.0 [ca575930] NetworkOptions v1.3.0 [44cfe95a] Pkg v1.13.0 [de0858da] Printf v1.11.0 [9abbd945] Profile v1.11.0 [3fa0cd96] REPL v1.11.0 [9a3f8284] Random v1.11.0 [ea8e919c] SHA v1.0.0 [9e88b42a] Serialization v1.11.0 [6462fe0b] Sockets v1.11.0 [f489334b] StyledStrings v1.11.0 [fa267f1f] TOML v1.0.3 [a4e569a6] Tar v1.10.0 [8dfed614] Test v1.11.0 [cf7118a7] UUIDs v1.11.0 [4ec0a83e] Unicode v1.11.0 [e66e0078] CompilerSupportLibraries_jll v1.3.0+1 [deac9b47] LibCURL_jll v8.16.0+0 [e37daf67] LibGit2_jll v1.9.1+0 [29816b5a] LibSSH2_jll v1.11.3+1 [14a3606d] MozillaCACerts_jll v2025.11.4 [4536629a] OpenBLAS_jll v0.3.29+0 [458c3c95] OpenSSL_jll v3.5.4+0 [efcefdf7] PCRE2_jll v10.47.0+0 [83775a58] Zlib_jll v1.3.1+2 [3161d3a3] Zstd_jll v1.5.7+1 [8e850b90] libblastrampoline_jll v5.15.0+0 [8e850ede] nghttp2_jll v1.68.0+1 [3f19e933] p7zip_jll v17.6.0+0 Info Packages marked with ⌅ have new versions available but compatibility constraints restrict them from upgrading. Testing Running tests... PkgBenchmark: Running benchmarks... WARNING: Detected access to binding `Main.SUITE` in a world prior to its definition world. Julia 1.12 has introduced more strict world age semantics for global bindings. !!! This code may malfunction under Revise. !!! This code will error in future versions of Julia. Hint: Add an appropriate `invokelatest` around the access to this binding. To make this warning an error, and hence obtain a stack trace, use `julia --depwarn=error`. PkgBenchmark: creating benchmark tuning file /home/pkgeval/.julia/packages/PkgBenchmark/15w1x/benchmark/tune.json... Tuning 0%| | ETA: N/A Tuning 0%| | ETA: N/A (1/2) tuning "trigonometry"... Tuning 0%| | ETA: N/A (1/2) tuning "circular"... Tuning 0%| | ETA: N/A (1/6) tuning ("cos", 0.0)... done (took 1.396377673 seconds) Tuning 7%|███▏ | ETA: 0:01:07 (2/6) tuning ("tan", "π")... done (took 1.296870449 seconds) Tuning 14%|██████▎ | ETA: 0:00:39 (3/6) tuning ("sin", "π")... done (took 1.117761768 seconds) Tuning 21%|█████████▍ | ETA: 0:00:28 (4/6) tuning ("cos", "π")... done (took 1.100844302 seconds) Tuning 29%|████████████▋ | ETA: 0:00:22 (5/6) tuning ("sin", 0.0)... done (took 1.140833712 seconds) Tuning 36%|███████████████▊ | ETA: 0:00:18 (6/6) tuning ("tan", 0.0)... done (took 1.176059636 seconds) done (took 8.47056707 seconds) Tuning 43%|██████████████████▉ | ETA: 0:00:15 (2/2) tuning "hyperbolic"... Tuning 43%|██████████████████▉ | ETA: 0:00:16 (1/6) tuning ("cos", 0.0)... done (took 1.026227595 seconds) Tuning 50%|██████████████████████ | ETA: 0:00:13 (2/6) tuning ("tan", "π")... done (took 1.044468576 seconds) Tuning 57%|█████████████████████████▏ | ETA: 0:00:11 (3/6) tuning ("sin", "π")... done (took 1.02880973 seconds) Tuning 64%|████████████████████████████▎ | ETA: 0:00:08 (4/6) tuning ("cos", "π")... done (took 1.050968444 seconds) Tuning 71%|███████████████████████████████▍ | ETA: 0:00:06 (5/6) tuning ("sin", 0.0)... done (took 1.043216235 seconds) Tuning 79%|██████████████████████████████████▋ | ETA: 0:00:05 (6/6) tuning ("tan", 0.0)... done (took 1.048297406 seconds) done (took 7.269342212 seconds) done (took 16.924061504 seconds) Tuning 86%|█████████████████████████████████████▊ | ETA: 0:00:03 (2/2) tuning "utf8"... Tuning 86%|█████████████████████████████████████▊ | ETA: 0:00:03 (1/3) tuning "plots"... done (took 1.084807877 seconds) Tuning 86%|█████████████████████████████████████▊ | ETA: 0:00:03 (2/3) tuning "replace"... done (took 6.126253872 seconds) Tuning 93%|████████████████████████████████████████▉ | ETA: 0:00:02 (3/3) tuning "join"... done (took 9.258672768 seconds) done (took 17.489741704 seconds) Tuning 100%|████████████████████████████████████████████| Time: 0:00:36 Benchmarking 0%| | ETA: N/A Benchmarking 0%| | ETA: N/A (1/2) benchmarking "trigonometry"... Benchmarking 0%| | ETA: N/A (1/2) benchmarking "circular"... Benchmarking 0%| | ETA: N/A (1/6) benchmarking ("cos", 0.0)... done (took 1.306902406 seconds) Benchmarking 7%|██▊ | ETA: 0:01:00 (2/6) benchmarking ("tan", "π")... done (took 1.147041045 seconds) Benchmarking 14%|█████▍ | ETA: 0:00:35 (3/6) benchmarking ("sin", "π")... done (took 1.165468863 seconds) Benchmarking 21%|████████▏ | ETA: 0:00:25 (4/6) benchmarking ("cos", "π")... done (took 1.087863939 seconds) Benchmarking 29%|██████████▉ | ETA: 0:00:20 (5/6) benchmarking ("sin", 0.0)... done (took 0.961824026 seconds) Benchmarking 36%|█████████████▋ | ETA: 0:00:16 (6/6) benchmarking ("tan", 0.0)... done (took 1.116025967 seconds) done (took 7.796123562 seconds) Benchmarking 43%|████████████████▎ | ETA: 0:00:13 (2/2) benchmarking "hyperbolic"... Benchmarking 43%|████████████████▎ | ETA: 0:00:15 (1/6) benchmarking ("cos", 0.0)... done (took 1.109298887 seconds) Benchmarking 50%|███████████████████ | ETA: 0:00:12 (2/6) benchmarking ("tan", "π")... done (took 1.037454361 seconds) Benchmarking 57%|█████████████████████▊ | ETA: 0:00:10 (3/6) benchmarking ("sin", "π")... done (took 1.023276961 seconds) Benchmarking 64%|████████████████████████▍ | ETA: 0:00:08 (4/6) benchmarking ("cos", "π")... done (took 1.068193855 seconds) Benchmarking 71%|███████████████████████████▏ | ETA: 0:00:06 (5/6) benchmarking ("sin", 0.0)... done (took 1.116900002 seconds) Benchmarking 79%|█████████████████████████████▉ | ETA: 0:00:04 (6/6) benchmarking ("tan", 0.0)... done (took 1.123152352 seconds) done (took 7.464079809 seconds) done (took 16.45360847 seconds) Benchmarking 86%|████████████████████████████████▋ | ETA: 0:00:03 (2/2) benchmarking "utf8"... Benchmarking 86%|████████████████████████████████▋ | ETA: 0:00:03 (1/3) benchmarking "plots"... done (took 0.973470717 seconds) Benchmarking 86%|████████████████████████████████▋ | ETA: 0:00:03 (2/3) benchmarking "replace"... done (took 3.390186821 seconds) Benchmarking 93%|███████████████████████████████████▎ | ETA: 0:00:02 (3/3) benchmarking "join"... done (took 6.581799172 seconds) done (took 11.994015283 seconds) Benchmarking 100%|██████████████████████████████████████| Time: 0:00:29 # Benchmark Report for *PkgBenchmark* ## Job Properties * Time of benchmark: 6 Nov 2025 - 14:46 * Package commit: non git * Julia commit: e2f3178 * Julia command flags: None * Environment variables: None ## Results Below is a table of this job's results, obtained by running the benchmarks. The values listed in the `ID` column have the structure `[parent_group, child_group, ..., key]`, and can be used to index into the BaseBenchmarks suite to retrieve the corresponding benchmarks. The percentages accompanying time and memory values in the below table are noise tolerances. The "true" time/memory value for a given benchmark is expected to fall within this percentage of the reported value. An empty cell means that the value was zero. | ID | time | GC time | memory | allocations | |------------------------------------------------|----------------:|----------:|----------------:|------------:| | `["trigonometry", "circular", ("cos", "π")]` | 1.820 ns (5%) | | | | | `["trigonometry", "circular", ("cos", 0.0)]` | 6.637 ns (5%) | | | | | `["trigonometry", "circular", ("sin", "π")]` | 1.829 ns (5%) | | | | | `["trigonometry", "circular", ("sin", 0.0)]` | 6.395 ns (5%) | | | | | `["trigonometry", "circular", ("tan", "π")]` | 1.840 ns (5%) | | | | | `["trigonometry", "circular", ("tan", 0.0)]` | 6.807 ns (5%) | | | | | `["trigonometry", "hyperbolic", ("cos", "π")]` | 1.830 ns (5%) | | | | | `["trigonometry", "hyperbolic", ("cos", 0.0)]` | 6.570 ns (5%) | | | | | `["trigonometry", "hyperbolic", ("sin", "π")]` | 1.850 ns (5%) | | | | | `["trigonometry", "hyperbolic", ("sin", 0.0)]` | 6.837 ns (5%) | | | | | `["trigonometry", "hyperbolic", ("tan", "π")]` | 1.850 ns (5%) | | | | | `["trigonometry", "hyperbolic", ("tan", 0.0)]` | 6.987 ns (5%) | | | | | `["utf8", "join"]` | 306.055 ms (5%) | 48.234 ms | 345.58 MiB (1%) | 39 | | `["utf8", "replace"]` | 179.398 μs (5%) | | 11.91 KiB (1%) | 3 | ## Benchmark Group List Here's a list of all the benchmark groups executed by this job: - `["trigonometry", "circular"]` - `["trigonometry", "hyperbolic"]` - `["utf8"]` ## Julia versioninfo ``` Julia Version 1.14.0-DEV.36 Commit e2f3178d9b* (2025-11-05 22:26 UTC) Platform Info: OS: Linux (x86_64-linux-gnu) uname: Linux 6.8.0-86-generic #87-Ubuntu SMP PREEMPT_DYNAMIC Mon Sep 22 18:03:36 UTC 2025 x86_64 unknown CPU: AMD EPYC 7502 32-Core Processor: speed user nice sys idle irq #1-128 2799 MHz 353553075 s 61649 s 28430724 s 723552386 s 0 s Memory: 32.0 GB (31294.09765625 MB free) Uptime: 865620.37 sec Load Avg: 134.56 134.05 134.12 WORD_SIZE: 64 LLVM: libLLVM-20.1.8 (ORCJIT, znver2) GC: Built with stock GC Threads: 1 default, 0 interactive, 1 GC (on 1 virtual cores) ```Test Summary: | Pass Total Time structure | 6 6 1m59.9s Test Summary: | Pass Total Time objectpath/loadobject | 6 6 0.5s Activating new project at `/tmp/qnVsqvzR` Project No packages added to or removed from `/tmp/qnVsqvzR/Project.toml` Manifest No packages added to or removed from `/tmp/qnVsqvzR/Manifest.toml` Generating project Example: /tmp/qnVsqvzR/Example/Project.toml /tmp/qnVsqvzR/Example/src/Example.jl Resolving package versions... Updating `/tmp/qnVsqvzR/Project.toml` [94a497e2] + Example v0.1.0 `/tmp/qnVsqvzR/Example` Updating `/tmp/qnVsqvzR/Manifest.toml` [94a497e2] + Example v0.1.0 `/tmp/qnVsqvzR/Example` PkgBenchmark: Running benchmarks... ERROR: `SUITE` variable not found, make sure the BenchmarkGroup is named `SUITE` Stacktrace: [1] error(s::String) @ Base ./error.jl:44 [2] __runbenchmark_local(file::String, output::String, tunefile::String, retune::Bool, runoptions::@NamedTuple{verbose::Bool}) @ PkgBenchmark ~/.julia/packages/PkgBenchmark/15w1x/src/runbenchmark.jl:272 [3] #_runbenchmark_local##0 @ ~/.julia/packages/PkgBenchmark/15w1x/src/runbenchmark.jl:264 [inlined] [4] with_logstate(f::PkgBenchmark.var"#_runbenchmark_local##0#_runbenchmark_local##1"{String, String, String, Bool, @NamedTuple{verbose::Bool}}, logstate::Base.CoreLogging.LogState) @ Base.CoreLogging ./logging/logging.jl:540 [5] with_logger @ ./logging/logging.jl:651 [inlined] [6] _runbenchmark_local(file::String, output::String, tunefile::String, retune::Bool, runoptions::@NamedTuple{verbose::Bool}, logger_factory_path::Tuple{String, String, Symbol}) @ PkgBenchmark ~/.julia/packages/PkgBenchmark/15w1x/src/runbenchmark.jl:263 [7] top-level scope @ none:3 [8] eval(m::Module, e::Any) @ Core ./boot.jl:489 [9] exec_options(opts::Base.JLOptions) @ Base ./client.jl:310 [10] _start() @ Base ./client.jl:577 benchmarkconfig: Error During Test at /home/pkgeval/.julia/packages/PkgBenchmark/15w1x/test/runtests.jl:105 Test threw exception Expression: typeof(benchmarkpkg(TEST_PACKAGE_NAME, config, script = f; custom_loadpath = old_pkgdir)) == BenchmarkResults failed process: Process(`/opt/julia/bin/julia -C native -J/opt/julia/lib/julia/sys.so --depwarn=yes --check-bounds=yes --pkgimages=existing -g1 --startup-file=no -O3 --project=/tmp/qnVsqvzR --depwarn=no -e 'push!(LOAD_PATH, "/home/pkgeval/.julia") using PkgBenchmark PkgBenchmark._runbenchmark_local( "/tmp/jl_8n4JahobSD", "/tmp/jl_un2ZKT0L0N", "/tmp/qnVsqvzR/Example/benchmark/tune.json", false, (verbose = true,), ("32113eaa-f34f-5b0d-bd6c-c81e245fc73d", "PkgBenchmark", :TerminalLogger), ) '`, ProcessExited(1)) [1] Stacktrace: [1] pipeline_error @ ./process.jl:611 [inlined] [2] run(::Cmd; wait::Bool) @ Base ./process.jl:526 [3] run @ ./process.jl:523 [inlined] [4] (::PkgBenchmark.var"#30#31")() @ PkgBenchmark ~/.julia/packages/PkgBenchmark/15w1x/src/runbenchmark.jl:257 [5] withenv(f::PkgBenchmark.var"#30#31", keyvals::Pair{String, Int64}) @ Base ./env.jl:265 [6] _runbenchmark(file::String, output::String, benchmarkconfig::BenchmarkConfig, tunefile::String; retune::Bool, custom_loadpath::String, runoptions::@NamedTuple{verbose::Bool}, logger_factory::Nothing) @ PkgBenchmark ~/.julia/packages/PkgBenchmark/15w1x/src/runbenchmark.jl:255 [7] _runbenchmark @ ~/.julia/packages/PkgBenchmark/15w1x/src/runbenchmark.jl:218 [inlined] [8] #22 @ ~/.julia/packages/PkgBenchmark/15w1x/src/runbenchmark.jl:111 [inlined] [9] _withtemp(f::PkgBenchmark.var"#22#23"{Bool, Bool, Nothing, String, BenchmarkConfig, String}, file::String) @ PkgBenchmark ~/.julia/packages/PkgBenchmark/15w1x/src/util.jl:2 [10] (::PkgBenchmark.var"#do_benchmark#21"{Nothing, Bool, Bool, Nothing, String, String, BenchmarkConfig, Bool, String})() @ PkgBenchmark ~/.julia/packages/PkgBenchmark/15w1x/src/runbenchmark.jl:109 [11] benchmarkpkg(pkg::String, target::BenchmarkConfig; script::String, postprocess::Nothing, resultfile::Nothing, retune::Bool, verbose::Bool, logger_factory::Nothing, progressoptions::Nothing, custom_loadpath::String) @ PkgBenchmark ~/.julia/packages/PkgBenchmark/15w1x/src/runbenchmark.jl:141 [12] kwcall(::@NamedTuple{script::String, custom_loadpath::String}, ::typeof(benchmarkpkg), pkg::String, target::BenchmarkConfig) @ PkgBenchmark ~/.julia/packages/PkgBenchmark/15w1x/src/runbenchmark.jl:44 [13] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:750 [inlined] [14] (::var"#12#13")(f::String) @ Main ~/.julia/packages/PkgBenchmark/15w1x/test/runtests.jl:105 Test Summary: | Error Total Time benchmarkconfig | 1 1 24.2s RNG of the outermost testset: Xoshiro(0x15d4459b5e3f56ed, 0x1cdb191df66c22cf, 0x392cf37c6feae720, 0x32c105e70346e1f4, 0xed8d7bb4880a70a6) Activating project at `/tmp/jl_XpFSjq` ERROR: LoadError: Some tests did not pass: 0 passed, 0 failed, 1 errored, 0 broken. in expression starting at /home/pkgeval/.julia/packages/PkgBenchmark/15w1x/test/runtests.jl:82 Testing failed after 205.47s ERROR: LoadError: Package PkgBenchmark errored during testing Stacktrace: [1] pkgerror(msg::String) @ Pkg.Types /opt/julia/share/julia/stdlib/v1.14/Pkg/src/Types.jl:68 [2] test(ctx::Pkg.Types.Context, pkgs::Vector{PackageSpec}; coverage::Bool, julia_args::Cmd, test_args::Cmd, test_fn::Nothing, force_latest_compatible_version::Bool, allow_earlier_backwards_compatible_versions::Bool, allow_reresolve::Bool) @ Pkg.Operations /opt/julia/share/julia/stdlib/v1.14/Pkg/src/Operations.jl:2946 [3] test @ /opt/julia/share/julia/stdlib/v1.14/Pkg/src/Operations.jl:2795 [inlined] [4] test(ctx::Pkg.Types.Context, pkgs::Vector{PackageSpec}; coverage::Bool, test_fn::Nothing, julia_args::Cmd, test_args::Cmd, force_latest_compatible_version::Bool, allow_earlier_backwards_compatible_versions::Bool, allow_reresolve::Bool, kwargs::@Kwargs{io::IOContext{IO}}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:572 [5] kwcall(::@NamedTuple{julia_args::Cmd, io::IOContext{IO}}, ::typeof(Pkg.API.test), ctx::Pkg.Types.Context, pkgs::Vector{PackageSpec}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:548 [6] test(pkgs::Vector{PackageSpec}; io::IOContext{IO}, kwargs::@Kwargs{julia_args::Cmd}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:172 [7] kwcall(::@NamedTuple{julia_args::Cmd}, ::typeof(Pkg.API.test), pkgs::Vector{PackageSpec}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:161 [8] test(pkgs::Vector{String}; kwargs::@Kwargs{julia_args::Cmd}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:160 [9] test @ /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:160 [inlined] [10] kwcall(::@NamedTuple{julia_args::Cmd}, ::typeof(Pkg.API.test), pkg::String) @ Pkg.API /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:159 [11] top-level scope @ /PkgEval.jl/scripts/evaluate.jl:219 [12] include(mod::Module, _path::String) @ Base ./Base.jl:309 [13] exec_options(opts::Base.JLOptions) @ Base ./client.jl:344 [14] _start() @ Base ./client.jl:577 in expression starting at /PkgEval.jl/scripts/evaluate.jl:210 PkgEval failed after 253.99s: package tests unexpectedly errored