Package evaluation to test BenchmarkCI on Julia 1.14.0-DEV.2028 (45a2de3f7a*) started at 2026-04-12T21:12:26.414 ################################################################################ # Set-up # Installing PkgEval dependencies (TestEnv)... Activating project at `~/.julia/environments/v1.14` Set-up completed after 15.67s ################################################################################ # Installation # Installing BenchmarkCI... Resolving package versions... Installed MacroTools ───────────────── v0.5.16 Installed ConstructionBase ─────────── v1.6.0 Installed SodiumSeal ───────────────── v0.1.1 Installed CodecZlib ────────────────── v0.7.8 Installed ConcurrentUtilities ──────── v2.5.1 Installed AbstractTrees ────────────── v0.4.5 Installed URIs ─────────────────────── v1.6.1 Installed PkgBenchmark ─────────────── v0.2.15 Installed TranscodingStreams ───────── v0.11.3 Installed ExceptionUnwrapping ──────── v0.1.11 Installed CpuId ────────────────────── v0.3.1 Installed ProgressLogging ──────────── v0.1.6 Installed Statistics ───────────────── v1.11.1 Installed Compat ───────────────────── v4.18.1 Installed BenchmarkCI ──────────────── v0.1.9 Installed PrecompileTools ──────────── v1.3.3 Installed MbedTLS ──────────────────── v1.1.10 Installed OpenSSL ──────────────────── v1.6.1 Installed BitFlags ─────────────────── v0.1.9 Installed LoggingExtras ────────────── v1.2.0 Installed TerminalLoggers ──────────── v0.1.7 Installed Requires ─────────────────── v1.3.1 Installed GitHub ───────────────────── v5.12.0 Installed HTTP ─────────────────────── v1.11.0 Installed LeftChildRightSiblingTrees ─ v0.2.1 Installed JSON ─────────────────────── v0.21.4 Installed libsodium_jll ────────────── v1.0.21+0 Installed Parsers ──────────────────── v2.8.3 Installed SimpleBufferStream ───────── v1.2.0 Installed Setfield ─────────────────── v0.8.3 Installed Preferences ──────────────── v1.5.2 Installed BenchmarkTools ───────────── v1.7.0 Installed MbedTLS_jll ──────────────── v2.28.1010+0 Installed JLLWrappers ──────────────── v1.7.1 Installed UnPack ───────────────────── v1.0.2 Installing 2 artifacts Installed artifact libsodium 1.6 MiB Installed artifact MbedTLS 2.2 MiB Updating `~/.julia/environments/v1.14/Project.toml` [20533458] + BenchmarkCI v0.1.9 Updating `~/.julia/environments/v1.14/Manifest.toml` [1520ce14] + AbstractTrees v0.4.5 [20533458] + BenchmarkCI v0.1.9 [6e4b80f9] + BenchmarkTools v1.7.0 [d1d4a3ce] + BitFlags v0.1.9 [944b1d66] + CodecZlib v0.7.8 [34da2185] + Compat v4.18.1 [f0e56b4a] + ConcurrentUtilities v2.5.1 [187b0558] + ConstructionBase v1.6.0 [adafc99b] + CpuId v0.3.1 [460bff9d] + ExceptionUnwrapping v0.1.11 [bc5e4493] + GitHub v5.12.0 [cd3eb016] + HTTP v1.11.0 [692b3bcd] + JLLWrappers v1.7.1 ⌅ [682c06a0] + JSON v0.21.4 [1d6d02ad] + LeftChildRightSiblingTrees v0.2.1 [e6f89c97] + LoggingExtras v1.2.0 [1914dd2f] + MacroTools v0.5.16 [739be429] + MbedTLS v1.1.10 [4d8831e6] + OpenSSL v1.6.1 [69de0a69] + Parsers v2.8.3 [32113eaa] + PkgBenchmark v0.2.15 [aea7be01] + PrecompileTools v1.3.3 [21216c6a] + Preferences v1.5.2 [33c8b6b6] + ProgressLogging v0.1.6 [ae029012] + Requires v1.3.1 ⌅ [efcf1570] + Setfield v0.8.3 [777ac1f9] + SimpleBufferStream v1.2.0 [2133526b] + SodiumSeal v0.1.1 [10745b16] + Statistics v1.11.1 [5d786b92] + TerminalLoggers v0.1.7 [3bb67fe8] + TranscodingStreams v0.11.3 [5c2747f8] + URIs v1.6.1 [3a884ed6] + UnPack v1.0.2 [c8ffd9c3] + MbedTLS_jll v2.28.1010+0 [a9144af2] + libsodium_jll v1.0.21+0 [0dad84c5] + ArgTools v1.1.2 [56f22d72] + Artifacts v1.11.0 [2a0f44e3] + Base64 v1.11.0 [ade2ca70] + Dates v1.11.0 [f43a241f] + Downloads v1.7.0 [7b1f6079] + FileWatching v1.11.0 [9fa8497b] + Future v1.11.0 [b77e0a4c] + InteractiveUtils v1.11.0 [ac6e5ff7] + JuliaSyntaxHighlighting v1.13.0 [b27032c2] + LibCURL v1.0.0 [76f85450] + LibGit2 v1.11.0 [8f399da3] + Libdl v1.11.0 [37e2e46d] + LinearAlgebra v1.13.0 [56ddb016] + Logging v1.11.0 [d6f4376e] + Markdown v1.11.0 [a63ad114] + Mmap v1.11.0 [ca575930] + NetworkOptions v1.3.0 [44cfe95a] + Pkg v1.14.0 [de0858da] + Printf v1.11.0 [9abbd945] + Profile v1.11.0 [9a3f8284] + Random v1.11.0 [ea8e919c] + SHA v1.0.0 [9e88b42a] + Serialization v1.11.0 [6462fe0b] + Sockets v1.11.0 [f489334b] + StyledStrings v1.13.0 [fa267f1f] + TOML v1.0.3 [a4e569a6] + Tar v1.10.0 [8dfed614] + Test v1.11.0 [cf7118a7] + UUIDs v1.11.0 [4ec0a83e] + Unicode v1.11.0 [e66e0078] + CompilerSupportLibraries_jll v1.3.0+1 [deac9b47] + LibCURL_jll v8.19.0+0 [e37daf67] + LibGit2_jll v1.9.2+0 [29816b5a] + LibSSH2_jll v1.11.3+1 [14a3606d] + MozillaCACerts_jll v2026.3.19 [4536629a] + OpenBLAS_jll v0.3.30+0 [458c3c95] + OpenSSL_jll v3.5.6+0 [efcefdf7] + PCRE2_jll v10.47.0+0 [83775a58] + Zlib_jll v1.3.2+0 [3161d3a3] + Zstd_jll v1.5.7+1 [8e850b90] + libblastrampoline_jll v5.15.0+0 [8e850ede] + nghttp2_jll v1.68.1+0 [3f19e933] + p7zip_jll v17.8.0+0 Info Packages marked with ⌅ have new versions available but compatibility constraints restrict them from upgrading. To see why use `status --outdated -m` Installation completed after 8.75s ################################################################################ # Precompilation # Precompiling PkgEval dependencies... Precompiling project... 5121.0 ms ✓ TestEnv 1 dependency successfully precompiled in 5 seconds. 27 already precompiled. Precompiling package dependencies... Precompiling project... 4172.2 ms ✓ MacroTools 1140.8 ms ✓ Statistics 1140.9 ms ✓ ConstructionBase 835.0 ms ✓ UnPack 1277.3 ms ✓ URIs 972.7 ms ✓ BitFlags 1154.3 ms ✓ AbstractTrees 1352.5 ms ✓ TranscodingStreams 879.4 ms ✓ SimpleBufferStream 1165.7 ms ✓ Requires 1042.1 ms ✓ ProgressLogging 1496.0 ms ✓ ConcurrentUtilities 1935.0 ms ✓ CpuId 1163.9 ms ✓ LoggingExtras 894.7 ms ✓ Compat 1467.9 ms ✓ Preferences 1742.3 ms ✓ ExceptionUnwrapping 884.8 ms ✓ ConstructionBase → ConstructionBaseLinearAlgebraExt 4670.6 ms ✓ OpenSSL 895.4 ms ✓ LeftChildRightSiblingTrees 1005.2 ms ✓ CodecZlib 834.7 ms ✓ Compat → CompatLinearAlgebraExt 1515.4 ms ✓ JLLWrappers 1354.1 ms ✓ PrecompileTools 3207.3 ms ✓ Setfield 1956.9 ms ✓ TerminalLoggers 2474.6 ms ✓ libsodium_jll 2298.9 ms ✓ MbedTLS_jll 17573.6 ms ✓ Parsers 954.0 ms ✓ SodiumSeal 1802.0 ms ✓ MbedTLS 3014.7 ms ✓ JSON 19589.7 ms ✓ HTTP 3272.0 ms ✓ BenchmarkTools 4677.4 ms ✓ GitHub 5774.5 ms ✓ PkgBenchmark 8607.5 ms ✓ BenchmarkCI 37 dependencies successfully precompiled in 111 seconds. 33 already precompiled. Precompilation completed after 140.92s ################################################################################ # Testing # Testing BenchmarkCI Status `/tmp/jl_DuO2X2/Project.toml` [20533458] BenchmarkCI v0.1.9 [6e4b80f9] BenchmarkTools v1.7.0 [adafc99b] CpuId v0.3.1 [bc5e4493] GitHub v5.12.0 ⌅ [682c06a0] JSON v0.21.4 [32113eaa] PkgBenchmark v0.2.15 ⌅ [efcf1570] Setfield v0.8.3 [3a884ed6] UnPack v1.0.2 [2a0f44e3] Base64 v1.11.0 [ade2ca70] Dates v1.11.0 [37e2e46d] LinearAlgebra v1.13.0 [56ddb016] Logging v1.11.0 [d6f4376e] Markdown v1.11.0 [44cfe95a] Pkg v1.14.0 [a4e569a6] Tar v1.10.0 [8dfed614] Test v1.11.0 [3161d3a3] Zstd_jll v1.5.7+1 Status `/tmp/jl_DuO2X2/Manifest.toml` [1520ce14] AbstractTrees v0.4.5 [20533458] BenchmarkCI v0.1.9 [6e4b80f9] BenchmarkTools v1.7.0 [d1d4a3ce] BitFlags v0.1.9 [944b1d66] CodecZlib v0.7.8 [34da2185] Compat v4.18.1 [f0e56b4a] ConcurrentUtilities v2.5.1 [187b0558] ConstructionBase v1.6.0 [adafc99b] CpuId v0.3.1 [460bff9d] ExceptionUnwrapping v0.1.11 [bc5e4493] GitHub v5.12.0 [cd3eb016] HTTP v1.11.0 [692b3bcd] JLLWrappers v1.7.1 ⌅ [682c06a0] JSON v0.21.4 [1d6d02ad] LeftChildRightSiblingTrees v0.2.1 [e6f89c97] LoggingExtras v1.2.0 [1914dd2f] MacroTools v0.5.16 [739be429] MbedTLS v1.1.10 [4d8831e6] OpenSSL v1.6.1 [69de0a69] Parsers v2.8.3 [32113eaa] PkgBenchmark v0.2.15 [aea7be01] PrecompileTools v1.3.3 [21216c6a] Preferences v1.5.2 [33c8b6b6] ProgressLogging v0.1.6 [ae029012] Requires v1.3.1 ⌅ [efcf1570] Setfield v0.8.3 [777ac1f9] SimpleBufferStream v1.2.0 [2133526b] SodiumSeal v0.1.1 [10745b16] Statistics v1.11.1 [5d786b92] TerminalLoggers v0.1.7 [3bb67fe8] TranscodingStreams v0.11.3 [5c2747f8] URIs v1.6.1 [3a884ed6] UnPack v1.0.2 [c8ffd9c3] MbedTLS_jll v2.28.1010+0 [a9144af2] libsodium_jll v1.0.21+0 [0dad84c5] ArgTools v1.1.2 [56f22d72] Artifacts v1.11.0 [2a0f44e3] Base64 v1.11.0 [ade2ca70] Dates v1.11.0 [f43a241f] Downloads v1.7.0 [7b1f6079] FileWatching v1.11.0 [9fa8497b] Future v1.11.0 [b77e0a4c] InteractiveUtils v1.11.0 [ac6e5ff7] JuliaSyntaxHighlighting v1.13.0 [b27032c2] LibCURL v1.0.0 [76f85450] LibGit2 v1.11.0 [8f399da3] Libdl v1.11.0 [37e2e46d] LinearAlgebra v1.13.0 [56ddb016] Logging v1.11.0 [d6f4376e] Markdown v1.11.0 [a63ad114] Mmap v1.11.0 [ca575930] NetworkOptions v1.3.0 [44cfe95a] Pkg v1.14.0 [de0858da] Printf v1.11.0 [9abbd945] Profile v1.11.0 [9a3f8284] Random v1.11.0 [ea8e919c] SHA v1.0.0 [9e88b42a] Serialization v1.11.0 [6462fe0b] Sockets v1.11.0 [f489334b] StyledStrings v1.13.0 [fa267f1f] TOML v1.0.3 [a4e569a6] Tar v1.10.0 [8dfed614] Test v1.11.0 [cf7118a7] UUIDs v1.11.0 [4ec0a83e] Unicode v1.11.0 [e66e0078] CompilerSupportLibraries_jll v1.3.0+1 [deac9b47] LibCURL_jll v8.19.0+0 [e37daf67] LibGit2_jll v1.9.2+0 [29816b5a] LibSSH2_jll v1.11.3+1 [14a3606d] MozillaCACerts_jll v2026.3.19 [4536629a] OpenBLAS_jll v0.3.30+0 [458c3c95] OpenSSL_jll v3.5.6+0 [efcefdf7] PCRE2_jll v10.47.0+0 [83775a58] Zlib_jll v1.3.2+0 [3161d3a3] Zstd_jll v1.5.7+1 [8e850b90] libblastrampoline_jll v5.15.0+0 [8e850ede] nghttp2_jll v1.68.1+0 [3f19e933] p7zip_jll v17.8.0+0 Info Packages marked with ⌅ have new versions available but compatibility constraints restrict them from upgrading. Testing Running tests... Cloning into 'BenchmarkCIExample.jl'... [ Info: Testing with target = testcase/0000-with-manifest Note: switching to 'testcase/0000-with-manifest'. You are in 'detached HEAD' state. You can look around, make experimental changes and commit them, and you can discard any commits you make in this state without impacting any branches by switching back to a branch. If you want to create a new branch to retain commits you create, you may do so (now or later) by using -c with the switch command. Example: git switch -c Or undo this operation with: git switch - Turn off this advice by setting config variable advice.detachedHead to false HEAD is now at 4f8cbb1 Add benchmark/{Project,Manifest}.toml ERROR: MethodError: no method matching print(::Dict{Symbol, Any}) You may have intended to import Base.print The applicable method may be too new: running in world age 40233, while current world is 40243. Closest candidates are: print(::Any, !Matched::Any) (method too new to be called from this world context.) @ JSON ~/.julia/packages/JSON/93Ea8/src/Writer.jl:385 print(::Any) (method too new to be called from this world context.) @ JSON ~/.julia/packages/JSON/93Ea8/src/Writer.jl:386 print(!Matched::IO, !Matched::Any) (method too new to be called from this world context.) @ JSON ~/.julia/packages/JSON/93Ea8/src/Writer.jl:383 ... Stacktrace: [1] top-level scope @ none:11 [2] eval(m::Module, e::Any) @ Core ./boot.jl:517 [3] exec_options(opts::Base.JLOptions) @ Base ./client.jl:318 [4] _start() @ Base ./client.jl:593 default: Error During Test at /home/pkgeval/.julia/packages/BenchmarkCI/jAAT2/test/test_integration.jl:61 Got exception outside of a @test Unexpected end of input ...when parsing byte with value '0' Stacktrace: [1] error(s::String) @ Base ./error.jl:56 [2] _error(message::String, ps::JSON.Parser.StreamingParserState{Base.Process}) @ JSON.Parser ~/.julia/packages/JSON/93Ea8/src/Parser.jl:148 [3] byteat(ps::JSON.Parser.StreamingParserState{Base.Process}) @ JSON.Parser ~/.julia/packages/JSON/93Ea8/src/Parser.jl:57 [4] current @ ~/.julia/packages/JSON/93Ea8/src/Parser.jl:70 [inlined] [5] chomp_space! @ ~/.julia/packages/JSON/93Ea8/src/Parser.jl:115 [inlined] [6] parse_value(pc::JSON.Parser.ParserContext{Dict{String, Any}, Int64, true, nothing}, ps::JSON.Parser.StreamingParserState{Base.Process}) @ JSON.Parser ~/.julia/packages/JSON/93Ea8/src/Parser.jl:158 [7] parse(io::Base.Process; dicttype::Type, inttype::Type{Int64}, allownan::Bool, null::Nothing) @ JSON.Parser ~/.julia/packages/JSON/93Ea8/src/Parser.jl:481 [8] parse @ ~/.julia/packages/JSON/93Ea8/src/Parser.jl:474 [inlined] [9] open(::typeof(JSON.Parser.parse), ::Cmd; kwargs::@Kwargs{}) @ Base ./process.jl:455 [10] open @ ./process.jl:436 [inlined] [11] julia_info @ ~/.julia/packages/BenchmarkCI/jAAT2/src/BenchmarkCI.jl:150 [inlined] [12] metadata_from(; target::PkgBenchmark.BenchmarkConfig, baseline::PkgBenchmark.BenchmarkConfig, pkgdir::String, script::String, project::String) @ BenchmarkCI ~/.julia/packages/BenchmarkCI/jAAT2/src/BenchmarkCI.jl:154 [13] kwcall(::@NamedTuple{target::PkgBenchmark.BenchmarkConfig, baseline::PkgBenchmark.BenchmarkConfig, pkgdir::String, script::String, project::String}, ::typeof(BenchmarkCI.metadata_from)) @ BenchmarkCI ~/.julia/packages/BenchmarkCI/jAAT2/src/BenchmarkCI.jl:153 [14] judge(target::Nothing, baseline::String; workspace::String, pkgdir::String, script::String, project::String, logger_factory::Type, kwargs::@Kwargs{}) @ BenchmarkCI ~/.julia/packages/BenchmarkCI/jAAT2/src/BenchmarkCI.jl:312 [15] judge(target::Nothing, baseline::String) @ BenchmarkCI ~/.julia/packages/BenchmarkCI/jAAT2/src/BenchmarkCI.jl:290 [16] judge @ ~/.julia/packages/BenchmarkCI/jAAT2/src/BenchmarkCI.jl:287 [inlined] [17] runall @ ~/.julia/packages/BenchmarkCI/jAAT2/src/BenchmarkCI.jl:781 [inlined] [18] macro expansion @ ~/.julia/packages/BenchmarkCI/jAAT2/test/test_integration.jl:62 [inlined] [19] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:2246 [inlined] [20] (::Main.TestBenchmarkCI.TestIntegration.var"#9#10")() @ Main.TestBenchmarkCI.TestIntegration ~/.julia/packages/BenchmarkCI/jAAT2/test/test_integration.jl:62 [21] withenv(::Main.TestBenchmarkCI.TestIntegration.var"#9#10", ::Pair{String, String}, ::Vararg{Pair{String}}) @ Base ./env.jl:265 [22] macro expansion @ ~/.julia/packages/BenchmarkCI/jAAT2/test/test_integration.jl:60 [inlined] [23] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:2246 [inlined] [24] (::Main.TestBenchmarkCI.TestIntegration.var"#runtests#8"{Main.TestBenchmarkCI.TestIntegration.var"#printlns#printlns##0"{Main.TestBenchmarkCI.TestIntegration.var"#flushall#flushall##0"}, Main.TestBenchmarkCI.TestIntegration.var"#flushall#flushall##0"})(target::String) @ Main.TestBenchmarkCI.TestIntegration ~/.julia/packages/BenchmarkCI/jAAT2/test/test_integration.jl:58 [25] (::Main.TestBenchmarkCI.TestIntegration.var"#6#7"{String, Main.TestBenchmarkCI.TestIntegration.var"#printlns#printlns##0"{Main.TestBenchmarkCI.TestIntegration.var"#flushall#flushall##0"}, Main.TestBenchmarkCI.TestIntegration.var"#flushall#flushall##0"})() @ Main.TestBenchmarkCI.TestIntegration ~/.julia/packages/BenchmarkCI/jAAT2/test/test_integration.jl:73 [26] cd(f::Main.TestBenchmarkCI.TestIntegration.var"#6#7"{String, Main.TestBenchmarkCI.TestIntegration.var"#printlns#printlns##0"{Main.TestBenchmarkCI.TestIntegration.var"#flushall#flushall##0"}, Main.TestBenchmarkCI.TestIntegration.var"#flushall#flushall##0"}, dir::String) @ Base.Filesystem ./file.jl:112 [27] #4 @ ~/.julia/packages/BenchmarkCI/jAAT2/test/test_integration.jl:47 [inlined] [28] mktempdir(fn::Main.TestBenchmarkCI.TestIntegration.var"#4#5"{Main.TestBenchmarkCI.TestIntegration.var"#printlns#printlns##0"{Main.TestBenchmarkCI.TestIntegration.var"#flushall#flushall##0"}, Main.TestBenchmarkCI.TestIntegration.var"#flushall#flushall##0"}, parent::String; prefix::String) @ Base.Filesystem ./file.jl:936 [29] kwcall(::@NamedTuple{prefix::String}, ::typeof(mktempdir), fn::Function, parent::String) @ Base.Filesystem ./file.jl:932 [30] top-level scope @ ~/.julia/packages/BenchmarkCI/jAAT2/test/test_integration.jl:33 [31] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:2246 [inlined] [32] macro expansion @ ~/.julia/packages/BenchmarkCI/jAAT2/test/test_integration.jl:46 [inlined] [33] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:324 [34] top-level scope @ ~/.julia/packages/BenchmarkCI/jAAT2/test/runtests.jl:2351 [35] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:2327 [inlined] [36] macro expansion @ ~/.julia/packages/BenchmarkCI/jAAT2/test/runtests.jl:7 [inlined] [37] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:324 [38] top-level scope @ none:6 [39] eval(m::Module, e::Any) @ Core ./boot.jl:517 [40] exec_options(opts::Base.JLOptions) @ Base ./client.jl:318 [41] _start() @ Base ./client.jl:593 ERROR: MethodError: no method matching print(::Dict{Symbol, Any}) You may have intended to import Base.print The applicable method may be too new: running in world age 40233, while current world is 40243. Closest candidates are: print(::Any, !Matched::Any) (method too new to be called from this world context.) @ JSON ~/.julia/packages/JSON/93Ea8/src/Writer.jl:385 print(::Any) (method too new to be called from this world context.) @ JSON ~/.julia/packages/JSON/93Ea8/src/Writer.jl:386 print(!Matched::IO, !Matched::Any) (method too new to be called from this world context.) @ JSON ~/.julia/packages/JSON/93Ea8/src/Writer.jl:383 ... Stacktrace: [1] top-level scope @ none:11 [2] eval(m::Module, e::Any) @ Core ./boot.jl:517 [3] exec_options(opts::Base.JLOptions) @ Base ./client.jl:318 [4] _start() @ Base ./client.jl:593 project = benchmark/Project.toml: Error During Test at /home/pkgeval/.julia/packages/BenchmarkCI/jAAT2/test/test_integration.jl:65 Got exception outside of a @test Unexpected end of input ...when parsing byte with value '0' Stacktrace: [1] error(s::String) @ Base ./error.jl:56 [2] _error(message::String, ps::JSON.Parser.StreamingParserState{Base.Process}) @ JSON.Parser ~/.julia/packages/JSON/93Ea8/src/Parser.jl:148 [3] byteat(ps::JSON.Parser.StreamingParserState{Base.Process}) @ JSON.Parser ~/.julia/packages/JSON/93Ea8/src/Parser.jl:57 [4] current @ ~/.julia/packages/JSON/93Ea8/src/Parser.jl:70 [inlined] [5] chomp_space! @ ~/.julia/packages/JSON/93Ea8/src/Parser.jl:115 [inlined] [6] parse_value(pc::JSON.Parser.ParserContext{Dict{String, Any}, Int64, true, nothing}, ps::JSON.Parser.StreamingParserState{Base.Process}) @ JSON.Parser ~/.julia/packages/JSON/93Ea8/src/Parser.jl:158 [7] parse(io::Base.Process; dicttype::Type, inttype::Type{Int64}, allownan::Bool, null::Nothing) @ JSON.Parser ~/.julia/packages/JSON/93Ea8/src/Parser.jl:481 [8] parse @ ~/.julia/packages/JSON/93Ea8/src/Parser.jl:474 [inlined] [9] open(::typeof(JSON.Parser.parse), ::Cmd; kwargs::@Kwargs{}) @ Base ./process.jl:455 [10] open @ ./process.jl:436 [inlined] [11] julia_info @ ~/.julia/packages/BenchmarkCI/jAAT2/src/BenchmarkCI.jl:150 [inlined] [12] metadata_from(; target::PkgBenchmark.BenchmarkConfig, baseline::PkgBenchmark.BenchmarkConfig, pkgdir::String, script::String, project::String) @ BenchmarkCI ~/.julia/packages/BenchmarkCI/jAAT2/src/BenchmarkCI.jl:154 [13] kwcall(::@NamedTuple{target::PkgBenchmark.BenchmarkConfig, baseline::PkgBenchmark.BenchmarkConfig, pkgdir::String, script::String, project::String}, ::typeof(BenchmarkCI.metadata_from)) @ BenchmarkCI ~/.julia/packages/BenchmarkCI/jAAT2/src/BenchmarkCI.jl:153 [14] judge(target::Nothing, baseline::String; workspace::String, pkgdir::String, script::String, project::String, logger_factory::Type, kwargs::@Kwargs{}) @ BenchmarkCI ~/.julia/packages/BenchmarkCI/jAAT2/src/BenchmarkCI.jl:312 [15] judge @ ~/.julia/packages/BenchmarkCI/jAAT2/src/BenchmarkCI.jl:290 [inlined] [16] judge @ ~/.julia/packages/BenchmarkCI/jAAT2/src/BenchmarkCI.jl:287 [inlined] [17] runall(; kwargs::@Kwargs{project::String}) @ BenchmarkCI ~/.julia/packages/BenchmarkCI/jAAT2/src/BenchmarkCI.jl:781 [18] runall @ ~/.julia/packages/BenchmarkCI/jAAT2/src/BenchmarkCI.jl:781 [inlined] [19] macro expansion @ ~/.julia/packages/BenchmarkCI/jAAT2/test/test_integration.jl:66 [inlined] [20] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:2246 [inlined] [21] (::Main.TestBenchmarkCI.TestIntegration.var"#9#10")() @ Main.TestBenchmarkCI.TestIntegration ~/.julia/packages/BenchmarkCI/jAAT2/test/test_integration.jl:66 [22] withenv(::Main.TestBenchmarkCI.TestIntegration.var"#9#10", ::Pair{String, String}, ::Vararg{Pair{String}}) @ Base ./env.jl:265 [23] macro expansion @ ~/.julia/packages/BenchmarkCI/jAAT2/test/test_integration.jl:60 [inlined] [24] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:2246 [inlined] [25] (::Main.TestBenchmarkCI.TestIntegration.var"#runtests#8"{Main.TestBenchmarkCI.TestIntegration.var"#printlns#printlns##0"{Main.TestBenchmarkCI.TestIntegration.var"#flushall#flushall##0"}, Main.TestBenchmarkCI.TestIntegration.var"#flushall#flushall##0"})(target::String) @ Main.TestBenchmarkCI.TestIntegration ~/.julia/packages/BenchmarkCI/jAAT2/test/test_integration.jl:58 [26] (::Main.TestBenchmarkCI.TestIntegration.var"#6#7"{String, Main.TestBenchmarkCI.TestIntegration.var"#printlns#printlns##0"{Main.TestBenchmarkCI.TestIntegration.var"#flushall#flushall##0"}, Main.TestBenchmarkCI.TestIntegration.var"#flushall#flushall##0"})() @ Main.TestBenchmarkCI.TestIntegration ~/.julia/packages/BenchmarkCI/jAAT2/test/test_integration.jl:73 [27] cd(f::Main.TestBenchmarkCI.TestIntegration.var"#6#7"{String, Main.TestBenchmarkCI.TestIntegration.var"#printlns#printlns##0"{Main.TestBenchmarkCI.TestIntegration.var"#flushall#flushall##0"}, Main.TestBenchmarkCI.TestIntegration.var"#flushall#flushall##0"}, dir::String) @ Base.Filesystem ./file.jl:112 [28] #4 @ ~/.julia/packages/BenchmarkCI/jAAT2/test/test_integration.jl:47 [inlined] [29] mktempdir(fn::Main.TestBenchmarkCI.TestIntegration.var"#4#5"{Main.TestBenchmarkCI.TestIntegration.var"#printlns#printlns##0"{Main.TestBenchmarkCI.TestIntegration.var"#flushall#flushall##0"}, Main.TestBenchmarkCI.TestIntegration.var"#flushall#flushall##0"}, parent::String; prefix::String) @ Base.Filesystem ./file.jl:936 [30] kwcall(::@NamedTuple{prefix::String}, ::typeof(mktempdir), fn::Function, parent::String) @ Base.Filesystem ./file.jl:932 [31] top-level scope @ ~/.julia/packages/BenchmarkCI/jAAT2/test/test_integration.jl:33 [32] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:2246 [inlined] [33] macro expansion @ ~/.julia/packages/BenchmarkCI/jAAT2/test/test_integration.jl:46 [inlined] [34] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:324 [35] top-level scope @ ~/.julia/packages/BenchmarkCI/jAAT2/test/runtests.jl:2351 [36] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:2327 [inlined] [37] macro expansion @ ~/.julia/packages/BenchmarkCI/jAAT2/test/runtests.jl:7 [inlined] [38] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:324 [39] top-level scope @ none:6 [40] eval(m::Module, e::Any) @ Core ./boot.jl:517 [41] exec_options(opts::Base.JLOptions) @ Base ./client.jl:318 [42] _start() @ Base ./client.jl:593 [ Info: Testing with target = testcase/0001-without-manifest Previous HEAD position was 4f8cbb1 Add benchmark/{Project,Manifest}.toml HEAD is now at 5e619c2 Use BenchmarkCI without benchmark/Manifest.toml Removing .benchmarkci/ ERROR: MethodError: no method matching print(::Dict{Symbol, Any}) You may have intended to import Base.print The applicable method may be too new: running in world age 40233, while current world is 40243. Closest candidates are: print(::Any, !Matched::Any) (method too new to be called from this world context.) @ JSON ~/.julia/packages/JSON/93Ea8/src/Writer.jl:385 print(::Any) (method too new to be called from this world context.) @ JSON ~/.julia/packages/JSON/93Ea8/src/Writer.jl:386 print(!Matched::IO, !Matched::Any) (method too new to be called from this world context.) @ JSON ~/.julia/packages/JSON/93Ea8/src/Writer.jl:383 ... Stacktrace: [1] top-level scope @ none:11 [2] eval(m::Module, e::Any) @ Core ./boot.jl:517 [3] exec_options(opts::Base.JLOptions) @ Base ./client.jl:318 [4] _start() @ Base ./client.jl:593 default: Error During Test at /home/pkgeval/.julia/packages/BenchmarkCI/jAAT2/test/test_integration.jl:61 Got exception outside of a @test Unexpected end of input ...when parsing byte with value '0' Stacktrace: [1] error(s::String) @ Base ./error.jl:56 [2] _error(message::String, ps::JSON.Parser.StreamingParserState{Base.Process}) @ JSON.Parser ~/.julia/packages/JSON/93Ea8/src/Parser.jl:148 [3] byteat(ps::JSON.Parser.StreamingParserState{Base.Process}) @ JSON.Parser ~/.julia/packages/JSON/93Ea8/src/Parser.jl:57 [4] current @ ~/.julia/packages/JSON/93Ea8/src/Parser.jl:70 [inlined] [5] chomp_space! @ ~/.julia/packages/JSON/93Ea8/src/Parser.jl:115 [inlined] [6] parse_value(pc::JSON.Parser.ParserContext{Dict{String, Any}, Int64, true, nothing}, ps::JSON.Parser.StreamingParserState{Base.Process}) @ JSON.Parser ~/.julia/packages/JSON/93Ea8/src/Parser.jl:158 [7] parse(io::Base.Process; dicttype::Type, inttype::Type{Int64}, allownan::Bool, null::Nothing) @ JSON.Parser ~/.julia/packages/JSON/93Ea8/src/Parser.jl:481 [8] parse @ ~/.julia/packages/JSON/93Ea8/src/Parser.jl:474 [inlined] [9] open(::typeof(JSON.Parser.parse), ::Cmd; kwargs::@Kwargs{}) @ Base ./process.jl:455 [10] open @ ./process.jl:436 [inlined] [11] julia_info @ ~/.julia/packages/BenchmarkCI/jAAT2/src/BenchmarkCI.jl:150 [inlined] [12] metadata_from(; target::PkgBenchmark.BenchmarkConfig, baseline::PkgBenchmark.BenchmarkConfig, pkgdir::String, script::String, project::String) @ BenchmarkCI ~/.julia/packages/BenchmarkCI/jAAT2/src/BenchmarkCI.jl:154 [13] kwcall(::@NamedTuple{target::PkgBenchmark.BenchmarkConfig, baseline::PkgBenchmark.BenchmarkConfig, pkgdir::String, script::String, project::String}, ::typeof(BenchmarkCI.metadata_from)) @ BenchmarkCI ~/.julia/packages/BenchmarkCI/jAAT2/src/BenchmarkCI.jl:153 [14] judge(target::Nothing, baseline::String; workspace::String, pkgdir::String, script::String, project::String, logger_factory::Type, kwargs::@Kwargs{}) @ BenchmarkCI ~/.julia/packages/BenchmarkCI/jAAT2/src/BenchmarkCI.jl:312 [15] judge(target::Nothing, baseline::String) @ BenchmarkCI ~/.julia/packages/BenchmarkCI/jAAT2/src/BenchmarkCI.jl:290 [16] judge @ ~/.julia/packages/BenchmarkCI/jAAT2/src/BenchmarkCI.jl:287 [inlined] [17] runall @ ~/.julia/packages/BenchmarkCI/jAAT2/src/BenchmarkCI.jl:781 [inlined] [18] macro expansion @ ~/.julia/packages/BenchmarkCI/jAAT2/test/test_integration.jl:62 [inlined] [19] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:2246 [inlined] [20] (::Main.TestBenchmarkCI.TestIntegration.var"#9#10")() @ Main.TestBenchmarkCI.TestIntegration ~/.julia/packages/BenchmarkCI/jAAT2/test/test_integration.jl:62 [21] withenv(::Main.TestBenchmarkCI.TestIntegration.var"#9#10", ::Pair{String, String}, ::Vararg{Pair{String}}) @ Base ./env.jl:265 [22] macro expansion @ ~/.julia/packages/BenchmarkCI/jAAT2/test/test_integration.jl:60 [inlined] [23] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:2246 [inlined] [24] (::Main.TestBenchmarkCI.TestIntegration.var"#runtests#8"{Main.TestBenchmarkCI.TestIntegration.var"#printlns#printlns##0"{Main.TestBenchmarkCI.TestIntegration.var"#flushall#flushall##0"}, Main.TestBenchmarkCI.TestIntegration.var"#flushall#flushall##0"})(target::String) @ Main.TestBenchmarkCI.TestIntegration ~/.julia/packages/BenchmarkCI/jAAT2/test/test_integration.jl:58 [25] (::Main.TestBenchmarkCI.TestIntegration.var"#6#7"{String, Main.TestBenchmarkCI.TestIntegration.var"#printlns#printlns##0"{Main.TestBenchmarkCI.TestIntegration.var"#flushall#flushall##0"}, Main.TestBenchmarkCI.TestIntegration.var"#flushall#flushall##0"})() @ Main.TestBenchmarkCI.TestIntegration ~/.julia/packages/BenchmarkCI/jAAT2/test/test_integration.jl:74 [26] cd(f::Main.TestBenchmarkCI.TestIntegration.var"#6#7"{String, Main.TestBenchmarkCI.TestIntegration.var"#printlns#printlns##0"{Main.TestBenchmarkCI.TestIntegration.var"#flushall#flushall##0"}, Main.TestBenchmarkCI.TestIntegration.var"#flushall#flushall##0"}, dir::String) @ Base.Filesystem ./file.jl:112 [27] #4 @ ~/.julia/packages/BenchmarkCI/jAAT2/test/test_integration.jl:47 [inlined] [28] mktempdir(fn::Main.TestBenchmarkCI.TestIntegration.var"#4#5"{Main.TestBenchmarkCI.TestIntegration.var"#printlns#printlns##0"{Main.TestBenchmarkCI.TestIntegration.var"#flushall#flushall##0"}, Main.TestBenchmarkCI.TestIntegration.var"#flushall#flushall##0"}, parent::String; prefix::String) @ Base.Filesystem ./file.jl:936 [29] kwcall(::@NamedTuple{prefix::String}, ::typeof(mktempdir), fn::Function, parent::String) @ Base.Filesystem ./file.jl:932 [30] top-level scope @ ~/.julia/packages/BenchmarkCI/jAAT2/test/test_integration.jl:33 [31] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:2246 [inlined] [32] macro expansion @ ~/.julia/packages/BenchmarkCI/jAAT2/test/test_integration.jl:46 [inlined] [33] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:324 [34] top-level scope @ ~/.julia/packages/BenchmarkCI/jAAT2/test/runtests.jl:2351 [35] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:2327 [inlined] [36] macro expansion @ ~/.julia/packages/BenchmarkCI/jAAT2/test/runtests.jl:7 [inlined] [37] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:324 [38] top-level scope @ none:6 [39] eval(m::Module, e::Any) @ Core ./boot.jl:517 [40] exec_options(opts::Base.JLOptions) @ Base ./client.jl:318 [41] _start() @ Base ./client.jl:593 ERROR: MethodError: no method matching print(::Dict{Symbol, Any}) You may have intended to import Base.print The applicable method may be too new: running in world age 40233, while current world is 40243. Closest candidates are: print(::Any, !Matched::Any) (method too new to be called from this world context.) @ JSON ~/.julia/packages/JSON/93Ea8/src/Writer.jl:385 print(::Any) (method too new to be called from this world context.) @ JSON ~/.julia/packages/JSON/93Ea8/src/Writer.jl:386 print(!Matched::IO, !Matched::Any) (method too new to be called from this world context.) @ JSON ~/.julia/packages/JSON/93Ea8/src/Writer.jl:383 ... Stacktrace: [1] top-level scope @ none:11 [2] eval(m::Module, e::Any) @ Core ./boot.jl:517 [3] exec_options(opts::Base.JLOptions) @ Base ./client.jl:318 [4] _start() @ Base ./client.jl:593 project = benchmark/Project.toml: Error During Test at /home/pkgeval/.julia/packages/BenchmarkCI/jAAT2/test/test_integration.jl:65 Got exception outside of a @test Unexpected end of input ...when parsing byte with value '0' Stacktrace: [1] error(s::String) @ Base ./error.jl:56 [2] _error(message::String, ps::JSON.Parser.StreamingParserState{Base.Process}) @ JSON.Parser ~/.julia/packages/JSON/93Ea8/src/Parser.jl:148 [3] byteat(ps::JSON.Parser.StreamingParserState{Base.Process}) @ JSON.Parser ~/.julia/packages/JSON/93Ea8/src/Parser.jl:57 [4] current @ ~/.julia/packages/JSON/93Ea8/src/Parser.jl:70 [inlined] [5] chomp_space! @ ~/.julia/packages/JSON/93Ea8/src/Parser.jl:115 [inlined] [6] parse_value(pc::JSON.Parser.ParserContext{Dict{String, Any}, Int64, true, nothing}, ps::JSON.Parser.StreamingParserState{Base.Process}) @ JSON.Parser ~/.julia/packages/JSON/93Ea8/src/Parser.jl:158 [7] parse(io::Base.Process; dicttype::Type, inttype::Type{Int64}, allownan::Bool, null::Nothing) @ JSON.Parser ~/.julia/packages/JSON/93Ea8/src/Parser.jl:481 [8] parse @ ~/.julia/packages/JSON/93Ea8/src/Parser.jl:474 [inlined] [9] open(::typeof(JSON.Parser.parse), ::Cmd; kwargs::@Kwargs{}) @ Base ./process.jl:455 [10] open @ ./process.jl:436 [inlined] [11] julia_info @ ~/.julia/packages/BenchmarkCI/jAAT2/src/BenchmarkCI.jl:150 [inlined] [12] metadata_from(; target::PkgBenchmark.BenchmarkConfig, baseline::PkgBenchmark.BenchmarkConfig, pkgdir::String, script::String, project::String) @ BenchmarkCI ~/.julia/packages/BenchmarkCI/jAAT2/src/BenchmarkCI.jl:154 [13] kwcall(::@NamedTuple{target::PkgBenchmark.BenchmarkConfig, baseline::PkgBenchmark.BenchmarkConfig, pkgdir::String, script::String, project::String}, ::typeof(BenchmarkCI.metadata_from)) @ BenchmarkCI ~/.julia/packages/BenchmarkCI/jAAT2/src/BenchmarkCI.jl:153 [14] judge(target::Nothing, baseline::String; workspace::String, pkgdir::String, script::String, project::String, logger_factory::Type, kwargs::@Kwargs{}) @ BenchmarkCI ~/.julia/packages/BenchmarkCI/jAAT2/src/BenchmarkCI.jl:312 [15] judge @ ~/.julia/packages/BenchmarkCI/jAAT2/src/BenchmarkCI.jl:290 [inlined] [16] judge @ ~/.julia/packages/BenchmarkCI/jAAT2/src/BenchmarkCI.jl:287 [inlined] [17] runall(; kwargs::@Kwargs{project::String}) @ BenchmarkCI ~/.julia/packages/BenchmarkCI/jAAT2/src/BenchmarkCI.jl:781 [18] runall @ ~/.julia/packages/BenchmarkCI/jAAT2/src/BenchmarkCI.jl:781 [inlined] [19] macro expansion @ ~/.julia/packages/BenchmarkCI/jAAT2/test/test_integration.jl:66 [inlined] [20] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:2246 [inlined] [21] (::Main.TestBenchmarkCI.TestIntegration.var"#9#10")() @ Main.TestBenchmarkCI.TestIntegration ~/.julia/packages/BenchmarkCI/jAAT2/test/test_integration.jl:66 [22] withenv(::Main.TestBenchmarkCI.TestIntegration.var"#9#10", ::Pair{String, String}, ::Vararg{Pair{String}}) @ Base ./env.jl:265 [23] macro expansion @ ~/.julia/packages/BenchmarkCI/jAAT2/test/test_integration.jl:60 [inlined] [24] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:2246 [inlined] [25] (::Main.TestBenchmarkCI.TestIntegration.var"#runtests#8"{Main.TestBenchmarkCI.TestIntegration.var"#printlns#printlns##0"{Main.TestBenchmarkCI.TestIntegration.var"#flushall#flushall##0"}, Main.TestBenchmarkCI.TestIntegration.var"#flushall#flushall##0"})(target::String) @ Main.TestBenchmarkCI.TestIntegration ~/.julia/packages/BenchmarkCI/jAAT2/test/test_integration.jl:58 [26] (::Main.TestBenchmarkCI.TestIntegration.var"#6#7"{String, Main.TestBenchmarkCI.TestIntegration.var"#printlns#printlns##0"{Main.TestBenchmarkCI.TestIntegration.var"#flushall#flushall##0"}, Main.TestBenchmarkCI.TestIntegration.var"#flushall#flushall##0"})() @ Main.TestBenchmarkCI.TestIntegration ~/.julia/packages/BenchmarkCI/jAAT2/test/test_integration.jl:74 [27] cd(f::Main.TestBenchmarkCI.TestIntegration.var"#6#7"{String, Main.TestBenchmarkCI.TestIntegration.var"#printlns#printlns##0"{Main.TestBenchmarkCI.TestIntegration.var"#flushall#flushall##0"}, Main.TestBenchmarkCI.TestIntegration.var"#flushall#flushall##0"}, dir::String) @ Base.Filesystem ./file.jl:112 [28] #4 @ ~/.julia/packages/BenchmarkCI/jAAT2/test/test_integration.jl:47 [inlined] [29] mktempdir(fn::Main.TestBenchmarkCI.TestIntegration.var"#4#5"{Main.TestBenchmarkCI.TestIntegration.var"#printlns#printlns##0"{Main.TestBenchmarkCI.TestIntegration.var"#flushall#flushall##0"}, Main.TestBenchmarkCI.TestIntegration.var"#flushall#flushall##0"}, parent::String; prefix::String) @ Base.Filesystem ./file.jl:936 [30] kwcall(::@NamedTuple{prefix::String}, ::typeof(mktempdir), fn::Function, parent::String) @ Base.Filesystem ./file.jl:932 [31] top-level scope @ ~/.julia/packages/BenchmarkCI/jAAT2/test/test_integration.jl:33 [32] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:2246 [inlined] [33] macro expansion @ ~/.julia/packages/BenchmarkCI/jAAT2/test/test_integration.jl:46 [inlined] [34] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:324 [35] top-level scope @ ~/.julia/packages/BenchmarkCI/jAAT2/test/runtests.jl:2351 [36] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:2327 [inlined] [37] macro expansion @ ~/.julia/packages/BenchmarkCI/jAAT2/test/runtests.jl:7 [inlined] [38] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:324 [39] top-level scope @ none:6 [40] eval(m::Module, e::Any) @ Core ./boot.jl:517 [41] exec_options(opts::Base.JLOptions) @ Base ./client.jl:318 [42] _start() @ Base ./client.jl:593 ERROR: MethodError: no method matching print(::Dict{Symbol, Any}) You may have intended to import Base.print The applicable method may be too new: running in world age 40233, while current world is 40243. Closest candidates are: print(::Any, !Matched::Any) (method too new to be called from this world context.) @ JSON ~/.julia/packages/JSON/93Ea8/src/Writer.jl:385 print(::Any) (method too new to be called from this world context.) @ JSON ~/.julia/packages/JSON/93Ea8/src/Writer.jl:386 print(!Matched::IO, !Matched::Any) (method too new to be called from this world context.) @ JSON ~/.julia/packages/JSON/93Ea8/src/Writer.jl:383 ... Stacktrace: [1] top-level scope @ none:11 [2] eval(m::Module, e::Any) @ Core ./boot.jl:517 [3] exec_options(opts::Base.JLOptions) @ Base ./client.jl:318 [4] _start() @ Base ./client.jl:593 BenchmarkCI.jl: Test Failed at /home/pkgeval/.julia/packages/BenchmarkCI/jAAT2/test/test_integration.jl:84 Expression: occursin("One of the following files must exist:", sprint(showerror, err)) Evaluated: occursin("One of the following files must exist:", "Unexpected end of input\n ...when parsing byte with value '0'") Stacktrace: [1] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:784 [inlined] [2] (::Main.TestBenchmarkCI.TestIntegration.var"#6#7"{String, Main.TestBenchmarkCI.TestIntegration.var"#printlns#printlns##0"{Main.TestBenchmarkCI.TestIntegration.var"#flushall#flushall##0"}, Main.TestBenchmarkCI.TestIntegration.var"#flushall#flushall##0"})() @ Main.TestBenchmarkCI.TestIntegration ~/.julia/packages/BenchmarkCI/jAAT2/test/test_integration.jl:84 [3] cd(f::Main.TestBenchmarkCI.TestIntegration.var"#6#7"{String, Main.TestBenchmarkCI.TestIntegration.var"#printlns#printlns##0"{Main.TestBenchmarkCI.TestIntegration.var"#flushall#flushall##0"}, Main.TestBenchmarkCI.TestIntegration.var"#flushall#flushall##0"}, dir::String) @ Base.Filesystem ./file.jl:112 [4] #4 @ ~/.julia/packages/BenchmarkCI/jAAT2/test/test_integration.jl:47 [inlined] [5] mktempdir(fn::Main.TestBenchmarkCI.TestIntegration.var"#4#5"{Main.TestBenchmarkCI.TestIntegration.var"#printlns#printlns##0"{Main.TestBenchmarkCI.TestIntegration.var"#flushall#flushall##0"}, Main.TestBenchmarkCI.TestIntegration.var"#flushall#flushall##0"}, parent::String; prefix::String) @ Base.Filesystem ./file.jl:936 [6] kwcall(::@NamedTuple{prefix::String}, ::typeof(mktempdir), fn::Function, parent::String) @ Base.Filesystem ./file.jl:932 [7] top-level scope @ ~/.julia/packages/BenchmarkCI/jAAT2/test/test_integration.jl:33 [8] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:2246 [inlined] [9] macro expansion @ ~/.julia/packages/BenchmarkCI/jAAT2/test/test_integration.jl:46 [inlined] BenchmarkCI.jl: Error During Test at /home/pkgeval/.julia/packages/BenchmarkCI/jAAT2/test/test_integration.jl:32 Got exception outside of a @test SystemError: opening file ".benchmarkci/result-target.json": No such file or directory Stacktrace: [1] systemerror(p::String, errno::Int32; extrainfo::Nothing) @ Base ./error.jl:188 [2] open(fname::String; lock::Bool, read::Nothing, write::Nothing, create::Nothing, truncate::Nothing, append::Nothing) @ Base ./iostream.jl:327 [3] open @ ./iostream.jl:306 [inlined] [4] open(f::JSON.Parser.var"#5#6"{Type{Dict{String, Any}}, Type{Int64}, Nothing, Bool, Bool, Int64}, args::String; kwargs::@Kwargs{}) @ Base ./io.jl:427 [5] open @ ./io.jl:426 [inlined] [6] #parsefile#3 @ ~/.julia/packages/JSON/93Ea8/src/Parser.jl:509 [inlined] [7] parsefile @ ~/.julia/packages/JSON/93Ea8/src/Parser.jl:502 [inlined] [8] readresults(file::String) @ PkgBenchmark ~/.julia/packages/PkgBenchmark/VVR9F/src/benchmarkresults.jl:78 [9] _loadjudge(workspace::String) @ BenchmarkCI ~/.julia/packages/BenchmarkCI/jAAT2/src/BenchmarkCI.jl:451 ┌[10] _loadciresult │ @ ~/.julia/packages/BenchmarkCI/jAAT2/src/BenchmarkCI.jl:457 [inlined] ╰──── repeated 2 times [12] (::Main.TestBenchmarkCI.TestIntegration.var"#6#7"{String, Main.TestBenchmarkCI.TestIntegration.var"#printlns#printlns##0"{Main.TestBenchmarkCI.TestIntegration.var"#flushall#flushall##0"}, Main.TestBenchmarkCI.TestIntegration.var"#flushall#flushall##0"})() @ Main.TestBenchmarkCI.TestIntegration ~/.julia/packages/BenchmarkCI/jAAT2/test/test_integration.jl:86 [13] cd(f::Main.TestBenchmarkCI.TestIntegration.var"#6#7"{String, Main.TestBenchmarkCI.TestIntegration.var"#printlns#printlns##0"{Main.TestBenchmarkCI.TestIntegration.var"#flushall#flushall##0"}, Main.TestBenchmarkCI.TestIntegration.var"#flushall#flushall##0"}, dir::String) @ Base.Filesystem ./file.jl:112 [14] #4 @ ~/.julia/packages/BenchmarkCI/jAAT2/test/test_integration.jl:47 [inlined] [15] mktempdir(fn::Main.TestBenchmarkCI.TestIntegration.var"#4#5"{Main.TestBenchmarkCI.TestIntegration.var"#printlns#printlns##0"{Main.TestBenchmarkCI.TestIntegration.var"#flushall#flushall##0"}, Main.TestBenchmarkCI.TestIntegration.var"#flushall#flushall##0"}, parent::String; prefix::String) @ Base.Filesystem ./file.jl:936 [16] kwcall(::@NamedTuple{prefix::String}, ::typeof(mktempdir), fn::Function, parent::String) @ Base.Filesystem ./file.jl:932 [17] top-level scope @ ~/.julia/packages/BenchmarkCI/jAAT2/test/test_integration.jl:33 [18] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:2246 [inlined] [19] macro expansion @ ~/.julia/packages/BenchmarkCI/jAAT2/test/test_integration.jl:46 [inlined] [20] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:324 [21] top-level scope @ ~/.julia/packages/BenchmarkCI/jAAT2/test/runtests.jl:2351 [22] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:2327 [inlined] [23] macro expansion @ ~/.julia/packages/BenchmarkCI/jAAT2/test/runtests.jl:7 [inlined] [24] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:324 [25] top-level scope @ none:6 [26] eval(m::Module, e::Any) @ Core ./boot.jl:517 [27] exec_options(opts::Base.JLOptions) @ Base ./client.jl:318 [28] _start() @ Base ./client.jl:593 Test Summary: | Pass Fail Error Total Time test_integration.jl | 1 1 5 7 2m26.9s BenchmarkCI.jl | 1 1 5 7 2m19.2s testcase/0000-with-manifest | 2 2 1m18.7s default | 1 1 1m05.7s project = benchmark/Project.toml | 1 1 13.0s testcase/0001-without-manifest | 2 2 25.9s default | 1 1 13.2s project = benchmark/Project.toml | 1 1 12.7s RNG of the outermost testset: Random.Xoshiro(0x46024ea61c794b66, 0x7fbc12d07160109a, 0xfcc8630f5199b697, 0x41e98354d8e048ff, 0x82830db5f6bc0d20) ERROR: LoadError: Some tests did not pass: 1 passed, 1 failed, 5 errored, 0 broken. in expression starting at /home/pkgeval/.julia/packages/BenchmarkCI/jAAT2/test/runtests.jl:1 Testing failed after 160.01s ERROR: LoadError: Package BenchmarkCI errored during testing Stacktrace: [1] pkgerror(msg::String) @ Pkg.Types /opt/julia/share/julia/stdlib/v1.14/Pkg/src/Types.jl:68 [2] test(ctx::Pkg.Types.Context, pkgs::Vector{PackageSpec}; coverage::Bool, julia_args::Cmd, test_args::Cmd, test_fn::Nothing, force_latest_compatible_version::Bool, allow_earlier_backwards_compatible_versions::Bool, allow_reresolve::Bool) @ Pkg.Operations /opt/julia/share/julia/stdlib/v1.14/Pkg/src/Operations.jl:3160 [3] test @ /opt/julia/share/julia/stdlib/v1.14/Pkg/src/Operations.jl:3025 [inlined] [4] test(ctx::Pkg.Types.Context, pkgs::Vector{PackageSpec}; coverage::Bool, test_fn::Nothing, julia_args::Cmd, test_args::Cmd, force_latest_compatible_version::Bool, allow_earlier_backwards_compatible_versions::Bool, allow_reresolve::Bool, kwargs::@Kwargs{io::IOContext{IO}}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:586 [5] kwcall(::@NamedTuple{julia_args::Cmd, io::IOContext{IO}}, ::typeof(Pkg.API.test), ctx::Pkg.Types.Context, pkgs::Vector{PackageSpec}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:562 [6] test(pkgs::Vector{PackageSpec}; io::IOContext{IO}, kwargs::@Kwargs{julia_args::Cmd}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:172 [7] kwcall(::@NamedTuple{julia_args::Cmd}, ::typeof(Pkg.API.test), pkgs::Vector{PackageSpec}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:161 [8] test(pkgs::Vector{String}; kwargs::@Kwargs{julia_args::Cmd}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:160 [9] test @ /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:160 [inlined] [10] kwcall(::@NamedTuple{julia_args::Cmd}, ::typeof(Pkg.API.test), pkg::String) @ Pkg.API /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:159 [11] top-level scope @ /PkgEval.jl/scripts/evaluate.jl:223 [12] include(mod::Module, _path::String) @ Base ./Base.jl:323 [13] exec_options(opts::Base.JLOptions) @ Base ./client.jl:352 [14] _start() @ Base ./client.jl:593 in expression starting at /PkgEval.jl/scripts/evaluate.jl:214 PkgEval failed after 352.7s: package tests unexpectedly errored