Package evaluation to test RAI on Julia 1.14.0-DEV.1826 (44c835795b*) started at 2026-03-02T17:17:18.578 ################################################################################ # Set-up # Installing PkgEval dependencies (TestEnv)... Activating project at `~/.julia/environments/v1.14` Set-up completed after 12.37s ################################################################################ # Installation # Installing RAI... Resolving package versions... Updating `~/.julia/environments/v1.14/Project.toml` [9c30249a] + RAI v0.2.9 Updating `~/.julia/environments/v1.14/Manifest.toml` [c7e460c6] + ArgParse v1.2.0 [69666777] + Arrow v2.8.1 [31f734f8] + ArrowTypes v2.3.0 [d1d4a3ce] + BitFlags v0.1.9 [c3b6d118] + BitIntegers v0.3.7 [e1450e63] + BufferedStreams v1.2.2 [5ba52731] + CodecLz4 v0.4.6 [944b1d66] + CodecZlib v0.7.8 [6b39b394] + CodecZstd v0.8.7 [34da2185] + Compat v4.18.1 [f0e56b4a] + ConcurrentUtilities v2.5.1 [88353bc9] + ConfParser v0.1.2 [9a962f9c] + DataAPI v1.16.0 [e2d170a0] + DataValueInterfaces v1.0.0 [4e289a0a] + EnumX v1.0.7 [460bff9d] + ExceptionUnwrapping v0.1.11 [e2ba6199] + ExprTools v0.1.10 [cd3eb016] + HTTP v1.10.19 [842dd82b] + InlineStrings v1.4.5 [82899510] + IteratorInterfaceExtensions v1.0.0 [692b3bcd] + JLLWrappers v1.7.1 [0f8b85d8] + JSON3 v1.14.3 [e6f89c97] + LoggingExtras v1.2.0 [739be429] + MbedTLS v1.1.10 ⌅ [78c3b35d] + Mocking v0.7.9 [4d8831e6] + OpenSSL v1.6.1 [bac558e1] + OrderedCollections v1.8.1 [69de0a69] + Parsers v2.8.3 [2dfb63ee] + PooledArrays v1.4.3 [aea7be01] + PrecompileTools v1.3.3 [21216c6a] + Preferences v1.5.2 [3349acd9] + ProtoBuf v1.3.0 [9c30249a] + RAI v0.2.9 [6c6a2e73] + Scratch v1.3.0 [91c51154] + SentinelArrays v1.4.9 [777ac1f9] + SimpleBufferStream v1.2.0 [354b36f9] + StringViews v1.3.7 [856f2bd8] + StructTypes v1.11.0 [dc5dba14] + TZJData v1.5.0+2025b [3783bdb8] + TableTraits v1.0.1 [bd369af6] + Tables v1.12.1 [b718987f] + TextWrap v1.0.2 [f269a46b] + TimeZones v1.22.2 [3bb67fe8] + TranscodingStreams v0.11.3 [5c2747f8] + URIs v1.6.1 [5ced341a] + Lz4_jll v1.10.1+0 [c8ffd9c3] + MbedTLS_jll v2.28.1010+0 [0dad84c5] + ArgTools v1.1.2 [56f22d72] + Artifacts v1.11.0 [2a0f44e3] + Base64 v1.11.0 [ade2ca70] + Dates v1.11.0 [f43a241f] + Downloads v1.7.0 [7b1f6079] + FileWatching v1.11.0 [9fa8497b] + Future v1.11.0 [b77e0a4c] + InteractiveUtils v1.11.0 [ac6e5ff7] + JuliaSyntaxHighlighting v1.13.0 [b27032c2] + LibCURL v1.0.0 [8f399da3] + Libdl v1.11.0 [56ddb016] + Logging v1.11.0 [d6f4376e] + Markdown v1.11.0 [a63ad114] + Mmap v1.11.0 [ca575930] + NetworkOptions v1.3.0 [de0858da] + Printf v1.11.0 [9a3f8284] + Random v1.11.0 [ea8e919c] + SHA v1.0.0 [9e88b42a] + Serialization v1.11.0 [6462fe0b] + Sockets v1.11.0 [f489334b] + StyledStrings v1.13.0 [fa267f1f] + TOML v1.0.3 [8dfed614] + Test v1.11.0 [cf7118a7] + UUIDs v1.11.0 [4ec0a83e] + Unicode v1.11.0 [e66e0078] + CompilerSupportLibraries_jll v1.3.0+1 [deac9b47] + LibCURL_jll v8.18.0+0 [29816b5a] + LibSSH2_jll v1.11.3+1 [14a3606d] + MozillaCACerts_jll v2025.12.2 [458c3c95] + OpenSSL_jll v3.5.5+0 [83775a58] + Zlib_jll v1.3.2+0 [3161d3a3] + Zstd_jll v1.5.7+1 [8e850ede] + nghttp2_jll v1.68.0+1 [3f19e933] + p7zip_jll v17.7.0+0 Info Packages marked with ⌅ have new versions available but compatibility constraints restrict them from upgrading. To see why use `status --outdated -m` Installation completed after 5.37s ################################################################################ # Precompilation # Precompiling PkgEval dependencies... Precompiling package dependencies... Precompiling packages... 14983.9 ms ✓ Arrow 10450.8 ms ✓ RAI 2 dependencies successfully precompiled in 26 seconds. 76 already precompiled. Precompilation completed after 49.77s ################################################################################ # Testing # Testing RAI Status `/tmp/jl_KD25yq/Project.toml` [c7e460c6] ArgParse v1.2.0 [69666777] Arrow v2.8.1 [88353bc9] ConfParser v0.1.2 [4e289a0a] EnumX v1.0.7 [460bff9d] ExceptionUnwrapping v0.1.11 [cd3eb016] HTTP v1.10.19 [0f8b85d8] JSON3 v1.14.3 ⌅ [78c3b35d] Mocking v0.7.9 [3349acd9] ProtoBuf v1.3.0 [9c30249a] RAI v0.2.9 [bd369af6] Tables v1.12.1 [ade2ca70] Dates v1.11.0 [fa267f1f] TOML v1.0.3 [8dfed614] Test v1.11.0 [cf7118a7] UUIDs v1.11.0 Status `/tmp/jl_KD25yq/Manifest.toml` [c7e460c6] ArgParse v1.2.0 [69666777] Arrow v2.8.1 [31f734f8] ArrowTypes v2.3.0 [d1d4a3ce] BitFlags v0.1.9 [c3b6d118] BitIntegers v0.3.7 [e1450e63] BufferedStreams v1.2.2 [5ba52731] CodecLz4 v0.4.6 [944b1d66] CodecZlib v0.7.8 [6b39b394] CodecZstd v0.8.7 [34da2185] Compat v4.18.1 [f0e56b4a] ConcurrentUtilities v2.5.1 [88353bc9] ConfParser v0.1.2 [9a962f9c] DataAPI v1.16.0 [e2d170a0] DataValueInterfaces v1.0.0 [4e289a0a] EnumX v1.0.7 [460bff9d] ExceptionUnwrapping v0.1.11 [e2ba6199] ExprTools v0.1.10 [cd3eb016] HTTP v1.10.19 [842dd82b] InlineStrings v1.4.5 [82899510] IteratorInterfaceExtensions v1.0.0 [692b3bcd] JLLWrappers v1.7.1 [0f8b85d8] JSON3 v1.14.3 [e6f89c97] LoggingExtras v1.2.0 [739be429] MbedTLS v1.1.10 ⌅ [78c3b35d] Mocking v0.7.9 [4d8831e6] OpenSSL v1.6.1 [bac558e1] OrderedCollections v1.8.1 [69de0a69] Parsers v2.8.3 [2dfb63ee] PooledArrays v1.4.3 [aea7be01] PrecompileTools v1.3.3 [21216c6a] Preferences v1.5.2 [3349acd9] ProtoBuf v1.3.0 [9c30249a] RAI v0.2.9 [6c6a2e73] Scratch v1.3.0 [91c51154] SentinelArrays v1.4.9 [777ac1f9] SimpleBufferStream v1.2.0 [354b36f9] StringViews v1.3.7 [856f2bd8] StructTypes v1.11.0 [dc5dba14] TZJData v1.5.0+2025b [3783bdb8] TableTraits v1.0.1 [bd369af6] Tables v1.12.1 [b718987f] TextWrap v1.0.2 [f269a46b] TimeZones v1.22.2 [3bb67fe8] TranscodingStreams v0.11.3 [5c2747f8] URIs v1.6.1 [5ced341a] Lz4_jll v1.10.1+0 [c8ffd9c3] MbedTLS_jll v2.28.1010+0 [0dad84c5] ArgTools v1.1.2 [56f22d72] Artifacts v1.11.0 [2a0f44e3] Base64 v1.11.0 [ade2ca70] Dates v1.11.0 [f43a241f] Downloads v1.7.0 [7b1f6079] FileWatching v1.11.0 [9fa8497b] Future v1.11.0 [b77e0a4c] InteractiveUtils v1.11.0 [ac6e5ff7] JuliaSyntaxHighlighting v1.13.0 [b27032c2] LibCURL v1.0.0 [8f399da3] Libdl v1.11.0 [56ddb016] Logging v1.11.0 [d6f4376e] Markdown v1.11.0 [a63ad114] Mmap v1.11.0 [ca575930] NetworkOptions v1.3.0 [de0858da] Printf v1.11.0 [9a3f8284] Random v1.11.0 [ea8e919c] SHA v1.0.0 [9e88b42a] Serialization v1.11.0 [6462fe0b] Sockets v1.11.0 [f489334b] StyledStrings v1.13.0 [fa267f1f] TOML v1.0.3 [8dfed614] Test v1.11.0 [cf7118a7] UUIDs v1.11.0 [4ec0a83e] Unicode v1.11.0 [e66e0078] CompilerSupportLibraries_jll v1.3.0+1 [deac9b47] LibCURL_jll v8.18.0+0 [29816b5a] LibSSH2_jll v1.11.3+1 [14a3606d] MozillaCACerts_jll v2025.12.2 [458c3c95] OpenSSL_jll v3.5.5+0 [83775a58] Zlib_jll v1.3.2+0 [3161d3a3] Zstd_jll v1.5.7+1 [8e850ede] nghttp2_jll v1.68.0+1 [3f19e933] p7zip_jll v17.7.0+0 Info Packages marked with ⌅ have new versions available but compatibility constraints restrict them from upgrading. Testing Running tests... Test Summary: | Total Time config.jl | 0 4.8s Test Summary: | Pass Total Time rest.jl | 5 5 29.9s [ Info: Mock sleep for 0.2 [ Info: Mock sleep for 0.2700000047683716 [ Info: Mock sleep for 0.34700000286102295 ┌ Error: Client-side error while executing transaction. │ transaction_id = "a3e3bc91-0a98-50ba-733c-0987e160eb7d" └ @ RAI ~/.julia/packages/RAI/wzieP/src/api.jl:136 ┌ Warning: You are using code generated by an older version of ProtoBuf.jl, which was deprecated. Please regenerate your protobuf definitions with the current version of ProtoBuf.jl. The new version will allow for defining custom AbstractProtoDecoder variants. This warning is only printed once per session. └ @ ProtoBuf.Codecs ~/.julia/packages/ProtoBuf/85REE/src/codec/decode.jl:194 ┌ Warning: SystemError("opening file \"/home/pkgeval/.rai/tokens.json\"", 2, nothing) └ @ RAI ~/.julia/packages/RAI/wzieP/src/rest.jl:141 read write access token to cache: Test Failed at /home/pkgeval/.julia/packages/RAI/wzieP/test/api.jl:311 Expression: cached_token === access_token Evaluated: nothing === (abc..., run:transaction, 3600, 1.660326591365e9) Stacktrace: [1] top-level scope @ ~/.julia/packages/RAI/wzieP/test/api.jl:302 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:2243 [inlined] [3] macro expansion @ ~/.julia/packages/RAI/wzieP/test/api.jl:311 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:781 [inlined] Test Summary: | Pass Fail Total Time api.jl | 26 1 27 1m04.1s wait_until_done polls correctly | 4 4 5.2s _poll_with_specified_overhead | 5 5 2.4s exec_async | 9 9 38.9s show_result | 2 2 3.7s error handling | 4 4 1.8s exec with fast-path response only makes one request | 1 1 0.1s hide client secrets in repl | 1 1 0.4s read write access token to cache | 1 1 5.8s RNG of the outermost testset: Random.Xoshiro(0x5ba31a95c1071d33, 0xf7020ec8d008513c, 0xccd57d9361114180, 0x10de760af43b1e8c, 0xb6e9f51dc4142e3b) ERROR: LoadError: Some tests did not pass: 26 passed, 1 failed, 0 errored, 0 broken. in expression starting at /home/pkgeval/.julia/packages/RAI/wzieP/test/runtests.jl:29 Testing failed after 122.7s ERROR: LoadError: Package RAI errored during testing Stacktrace: [1] pkgerror(msg::String) @ Pkg.Types /opt/julia/share/julia/stdlib/v1.14/Pkg/src/Types.jl:68 [2] test(ctx::Pkg.Types.Context, pkgs::Vector{PackageSpec}; coverage::Bool, julia_args::Cmd, test_args::Cmd, test_fn::Nothing, force_latest_compatible_version::Bool, allow_earlier_backwards_compatible_versions::Bool, allow_reresolve::Bool) @ Pkg.Operations /opt/julia/share/julia/stdlib/v1.14/Pkg/src/Operations.jl:3138 [3] test @ /opt/julia/share/julia/stdlib/v1.14/Pkg/src/Operations.jl:3003 [inlined] [4] test(ctx::Pkg.Types.Context, pkgs::Vector{PackageSpec}; coverage::Bool, test_fn::Nothing, julia_args::Cmd, test_args::Cmd, force_latest_compatible_version::Bool, allow_earlier_backwards_compatible_versions::Bool, allow_reresolve::Bool, kwargs::@Kwargs{io::IOContext{IO}}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:586 [5] kwcall(::@NamedTuple{julia_args::Cmd, io::IOContext{IO}}, ::typeof(Pkg.API.test), ctx::Pkg.Types.Context, pkgs::Vector{PackageSpec}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:562 [6] test(pkgs::Vector{PackageSpec}; io::IOContext{IO}, kwargs::@Kwargs{julia_args::Cmd}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:172 [7] kwcall(::@NamedTuple{julia_args::Cmd}, ::typeof(Pkg.API.test), pkgs::Vector{PackageSpec}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:161 [8] test(pkgs::Vector{String}; kwargs::@Kwargs{julia_args::Cmd}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:160 [9] test @ /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:160 [inlined] [10] kwcall(::@NamedTuple{julia_args::Cmd}, ::typeof(Pkg.API.test), pkg::String) @ Pkg.API /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:159 [11] top-level scope @ /PkgEval.jl/scripts/evaluate.jl:223 [12] include(mod::Module, _path::String) @ Base ./Base.jl:323 [13] exec_options(opts::Base.JLOptions) @ Base ./client.jl:344 [14] _start() @ Base ./client.jl:585 in expression starting at /PkgEval.jl/scripts/evaluate.jl:214 PkgEval failed after 208.15s: package has test failures