Package evaluation to test Langdock on Julia 1.12.4 (422f456051*) started at 2026-01-29T03:34:12.439 ################################################################################ # Set-up # Installing PkgEval dependencies (TestEnv)... Activating project at `~/.julia/environments/v1.12` Set-up completed after 8.25s ################################################################################ # Installation # Installing Langdock... Resolving package versions... Updating `~/.julia/environments/v1.12/Project.toml` [6ddf539a] + Langdock v0.1.2 Updating `~/.julia/environments/v1.12/Manifest.toml` [d1d4a3ce] + BitFlags v0.1.9 [944b1d66] + CodecZlib v0.7.8 [f0e56b4a] + ConcurrentUtilities v2.5.0 [460bff9d] + ExceptionUnwrapping v0.1.11 [cd3eb016] + HTTP v1.10.19 [692b3bcd] + JLLWrappers v1.7.1 [0f8b85d8] + JSON3 v1.14.3 [6ddf539a] + Langdock v0.1.2 [e6f89c97] + LoggingExtras v1.2.0 [739be429] + MbedTLS v1.1.9 [4d8831e6] + OpenSSL v1.6.1 [69de0a69] + Parsers v2.8.3 [aea7be01] + PrecompileTools v1.3.3 [21216c6a] + Preferences v1.5.1 [777ac1f9] + SimpleBufferStream v1.2.0 [856f2bd8] + StructTypes v1.11.0 [3bb67fe8] + TranscodingStreams v0.11.3 [5c2747f8] + URIs v1.6.1 [c8ffd9c3] + MbedTLS_jll v2.28.1010+0 [56f22d72] + Artifacts v1.11.0 [2a0f44e3] + Base64 v1.11.0 [ade2ca70] + Dates v1.11.0 [b77e0a4c] + InteractiveUtils v1.11.0 [ac6e5ff7] + JuliaSyntaxHighlighting v1.12.0 [8f399da3] + Libdl v1.11.0 [56ddb016] + Logging v1.11.0 [d6f4376e] + Markdown v1.11.0 [a63ad114] + Mmap v1.11.0 [ca575930] + NetworkOptions v1.3.0 [de0858da] + Printf v1.11.0 [9a3f8284] + Random v1.11.0 [ea8e919c] + SHA v0.7.0 [9e88b42a] + Serialization v1.11.0 [6462fe0b] + Sockets v1.11.0 [f489334b] + StyledStrings v1.11.0 [fa267f1f] + TOML v1.0.3 [8dfed614] + Test v1.11.0 [cf7118a7] + UUIDs v1.11.0 [4ec0a83e] + Unicode v1.11.0 [14a3606d] + MozillaCACerts_jll v2025.11.4 [458c3c95] + OpenSSL_jll v3.5.4+0 [83775a58] + Zlib_jll v1.3.1+2 Installation completed after 1.89s ################################################################################ # Precompilation # Precompiling PkgEval dependencies... Precompiling package dependencies... Precompiling packages... 4306.5 ms ✓ Langdock 1 dependency successfully precompiled in 5 seconds. 36 already precompiled. Precompilation completed after 17.38s ################################################################################ # Testing # Testing Langdock Status `/tmp/jl_oFeAHL/Project.toml` [cd3eb016] HTTP v1.10.19 [0f8b85d8] JSON3 v1.14.3 [6ddf539a] Langdock v0.1.2 [4d8831e6] OpenSSL v1.6.1 [856f2bd8] StructTypes v1.11.0 [2a0f44e3] Base64 v1.11.0 [ade2ca70] Dates v1.11.0 [56ddb016] Logging v1.11.0 [8dfed614] Test v1.11.0 Status `/tmp/jl_oFeAHL/Manifest.toml` [d1d4a3ce] BitFlags v0.1.9 [944b1d66] CodecZlib v0.7.8 [f0e56b4a] ConcurrentUtilities v2.5.0 [460bff9d] ExceptionUnwrapping v0.1.11 [cd3eb016] HTTP v1.10.19 [692b3bcd] JLLWrappers v1.7.1 [0f8b85d8] JSON3 v1.14.3 [6ddf539a] Langdock v0.1.2 [e6f89c97] LoggingExtras v1.2.0 [739be429] MbedTLS v1.1.9 [4d8831e6] OpenSSL v1.6.1 [69de0a69] Parsers v2.8.3 [aea7be01] PrecompileTools v1.3.3 [21216c6a] Preferences v1.5.1 [777ac1f9] SimpleBufferStream v1.2.0 [856f2bd8] StructTypes v1.11.0 [3bb67fe8] TranscodingStreams v0.11.3 [5c2747f8] URIs v1.6.1 [c8ffd9c3] MbedTLS_jll v2.28.1010+0 [56f22d72] Artifacts v1.11.0 [2a0f44e3] Base64 v1.11.0 [ade2ca70] Dates v1.11.0 [b77e0a4c] InteractiveUtils v1.11.0 [ac6e5ff7] JuliaSyntaxHighlighting v1.12.0 [8f399da3] Libdl v1.11.0 [56ddb016] Logging v1.11.0 [d6f4376e] Markdown v1.11.0 [a63ad114] Mmap v1.11.0 [ca575930] NetworkOptions v1.3.0 [de0858da] Printf v1.11.0 [9a3f8284] Random v1.11.0 [ea8e919c] SHA v0.7.0 [9e88b42a] Serialization v1.11.0 [6462fe0b] Sockets v1.11.0 [f489334b] StyledStrings v1.11.0 [fa267f1f] TOML v1.0.3 [8dfed614] Test v1.11.0 [cf7118a7] UUIDs v1.11.0 [4ec0a83e] Unicode v1.11.0 [14a3606d] MozillaCACerts_jll v2025.11.4 [458c3c95] OpenSSL_jll v3.5.4+0 [83775a58] Zlib_jll v1.3.1+2 Testing Running tests... single input string: Error During Test at /home/pkgeval/.julia/packages/Langdock/aqtCc/test/api/embeddings.jl:2 Got exception outside of a @test KeyError: key "LANGDOCK_API_KEY" not found Stacktrace: [1] (::Base.var"#getindex##11#getindex##12")(k::String) @ Base ./env.jl:164 [2] access_env(onError::Base.var"#getindex##11#getindex##12", var::String) @ Base ./env.jl:60 [3] getindex(::Base.EnvDict, k::String) @ Base ./env.jl:164 [4] top-level scope @ ~/.julia/packages/Langdock/aqtCc/test/api/embeddings.jl:2 [5] macro expansion @ /opt/julia/share/julia/stdlib/v1.12/Test/src/Test.jl:1776 [inlined] [6] macro expansion @ ~/.julia/packages/Langdock/aqtCc/test/api/embeddings.jl:3 [inlined] [7] macro expansion @ /opt/julia/share/julia/stdlib/v1.12/Test/src/Test.jl:1776 [inlined] [8] macro expansion @ ~/.julia/packages/Langdock/aqtCc/test/api/embeddings.jl:3 [inlined] [9] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:307 [10] top-level scope @ ~/.julia/packages/Langdock/aqtCc/test/runtests.jl:7 [11] macro expansion @ /opt/julia/share/julia/stdlib/v1.12/Test/src/Test.jl:1776 [inlined] [12] macro expansion @ ~/.julia/packages/Langdock/aqtCc/test/runtests.jl:13 [inlined] [13] macro expansion @ /opt/julia/share/julia/stdlib/v1.12/Test/src/Test.jl:1776 [inlined] [14] macro expansion @ ~/.julia/packages/Langdock/aqtCc/test/runtests.jl:14 [inlined] [15] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:307 [16] top-level scope @ none:6 [17] eval(m::Module, e::Any) @ Core ./boot.jl:489 [18] exec_options(opts::Base.JLOptions) @ Base ./client.jl:283 [19] _start() @ Base ./client.jl:550 multiple input strings: Error During Test at /home/pkgeval/.julia/packages/Langdock/aqtCc/test/api/embeddings.jl:10 Got exception outside of a @test KeyError: key "LANGDOCK_API_KEY" not found Stacktrace: [1] (::Base.var"#getindex##11#getindex##12")(k::String) @ Base ./env.jl:164 [2] access_env(onError::Base.var"#getindex##11#getindex##12", var::String) @ Base ./env.jl:60 [3] getindex(::Base.EnvDict, k::String) @ Base ./env.jl:164 [4] top-level scope @ ~/.julia/packages/Langdock/aqtCc/test/api/embeddings.jl:2 [5] macro expansion @ /opt/julia/share/julia/stdlib/v1.12/Test/src/Test.jl:1776 [inlined] [6] macro expansion @ ~/.julia/packages/Langdock/aqtCc/test/api/embeddings.jl:11 [inlined] [7] macro expansion @ /opt/julia/share/julia/stdlib/v1.12/Test/src/Test.jl:1776 [inlined] [8] macro expansion @ ~/.julia/packages/Langdock/aqtCc/test/api/embeddings.jl:11 [inlined] [9] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:307 [10] top-level scope @ ~/.julia/packages/Langdock/aqtCc/test/runtests.jl:7 [11] macro expansion @ /opt/julia/share/julia/stdlib/v1.12/Test/src/Test.jl:1776 [inlined] [12] macro expansion @ ~/.julia/packages/Langdock/aqtCc/test/runtests.jl:13 [inlined] [13] macro expansion @ /opt/julia/share/julia/stdlib/v1.12/Test/src/Test.jl:1776 [inlined] [14] macro expansion @ ~/.julia/packages/Langdock/aqtCc/test/runtests.jl:14 [inlined] [15] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:307 [16] top-level scope @ none:6 [17] eval(m::Module, e::Any) @ Core ./boot.jl:489 [18] exec_options(opts::Base.JLOptions) @ Base ./client.jl:283 [19] _start() @ Base ./client.jl:550 single input token array: Error During Test at /home/pkgeval/.julia/packages/Langdock/aqtCc/test/api/embeddings.jl:26 Got exception outside of a @test KeyError: key "LANGDOCK_API_KEY" not found Stacktrace: [1] (::Base.var"#getindex##11#getindex##12")(k::String) @ Base ./env.jl:164 [2] access_env(onError::Base.var"#getindex##11#getindex##12", var::String) @ Base ./env.jl:60 [3] getindex(::Base.EnvDict, k::String) @ Base ./env.jl:164 [4] top-level scope @ ~/.julia/packages/Langdock/aqtCc/test/api/embeddings.jl:2 [5] macro expansion @ /opt/julia/share/julia/stdlib/v1.12/Test/src/Test.jl:1776 [inlined] [6] macro expansion @ ~/.julia/packages/Langdock/aqtCc/test/api/embeddings.jl:27 [inlined] [7] macro expansion @ /opt/julia/share/julia/stdlib/v1.12/Test/src/Test.jl:1776 [inlined] [8] macro expansion @ ~/.julia/packages/Langdock/aqtCc/test/api/embeddings.jl:27 [inlined] [9] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:307 [10] top-level scope @ ~/.julia/packages/Langdock/aqtCc/test/runtests.jl:7 [11] macro expansion @ /opt/julia/share/julia/stdlib/v1.12/Test/src/Test.jl:1776 [inlined] [12] macro expansion @ ~/.julia/packages/Langdock/aqtCc/test/runtests.jl:13 [inlined] [13] macro expansion @ /opt/julia/share/julia/stdlib/v1.12/Test/src/Test.jl:1776 [inlined] [14] macro expansion @ ~/.julia/packages/Langdock/aqtCc/test/runtests.jl:14 [inlined] [15] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:307 [16] top-level scope @ none:6 [17] eval(m::Module, e::Any) @ Core ./boot.jl:489 [18] exec_options(opts::Base.JLOptions) @ Base ./client.jl:283 [19] _start() @ Base ./client.jl:550 multiple input token arrays: Error During Test at /home/pkgeval/.julia/packages/Langdock/aqtCc/test/api/embeddings.jl:34 Got exception outside of a @test KeyError: key "LANGDOCK_API_KEY" not found Stacktrace: [1] (::Base.var"#getindex##11#getindex##12")(k::String) @ Base ./env.jl:164 [2] access_env(onError::Base.var"#getindex##11#getindex##12", var::String) @ Base ./env.jl:60 [3] getindex(::Base.EnvDict, k::String) @ Base ./env.jl:164 [4] top-level scope @ ~/.julia/packages/Langdock/aqtCc/test/api/embeddings.jl:2 [5] macro expansion @ /opt/julia/share/julia/stdlib/v1.12/Test/src/Test.jl:1776 [inlined] [6] macro expansion @ ~/.julia/packages/Langdock/aqtCc/test/api/embeddings.jl:35 [inlined] [7] macro expansion @ /opt/julia/share/julia/stdlib/v1.12/Test/src/Test.jl:1776 [inlined] [8] macro expansion @ ~/.julia/packages/Langdock/aqtCc/test/api/embeddings.jl:35 [inlined] [9] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:307 [10] top-level scope @ ~/.julia/packages/Langdock/aqtCc/test/runtests.jl:7 [11] macro expansion @ /opt/julia/share/julia/stdlib/v1.12/Test/src/Test.jl:1776 [inlined] [12] macro expansion @ ~/.julia/packages/Langdock/aqtCc/test/runtests.jl:13 [inlined] [13] macro expansion @ /opt/julia/share/julia/stdlib/v1.12/Test/src/Test.jl:1776 [inlined] [14] macro expansion @ ~/.julia/packages/Langdock/aqtCc/test/runtests.jl:14 [inlined] [15] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:307 [16] top-level scope @ none:6 [17] eval(m::Module, e::Any) @ Core ./boot.jl:489 [18] exec_options(opts::Base.JLOptions) @ Base ./client.jl:283 [19] _start() @ Base ./client.jl:550 list_assistant_models: Error During Test at /home/pkgeval/.julia/packages/Langdock/aqtCc/test/api/assistants.jl:8 Got exception outside of a @test KeyError: key "LANGDOCK_API_KEY" not found Stacktrace: [1] (::Base.var"#getindex##11#getindex##12")(k::String) @ Base ./env.jl:164 [2] access_env(onError::Base.var"#getindex##11#getindex##12", var::String) @ Base ./env.jl:60 [3] getindex(::Base.EnvDict, k::String) @ Base ./env.jl:164 [4] top-level scope @ ~/.julia/packages/Langdock/aqtCc/test/api/assistants.jl:8 [5] macro expansion @ /opt/julia/share/julia/stdlib/v1.12/Test/src/Test.jl:1776 [inlined] [6] macro expansion @ ~/.julia/packages/Langdock/aqtCc/test/api/assistants.jl:10 [inlined] [7] macro expansion @ /opt/julia/share/julia/stdlib/v1.12/Test/src/Test.jl:1776 [inlined] [8] macro expansion @ ~/.julia/packages/Langdock/aqtCc/test/api/assistants.jl:10 [inlined] [9] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:307 [10] top-level scope @ ~/.julia/packages/Langdock/aqtCc/test/runtests.jl:7 [11] macro expansion @ /opt/julia/share/julia/stdlib/v1.12/Test/src/Test.jl:1776 [inlined] [12] macro expansion @ ~/.julia/packages/Langdock/aqtCc/test/runtests.jl:13 [inlined] [13] macro expansion @ /opt/julia/share/julia/stdlib/v1.12/Test/src/Test.jl:1776 [inlined] [14] macro expansion @ ~/.julia/packages/Langdock/aqtCc/test/runtests.jl:15 [inlined] [15] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:307 [16] top-level scope @ none:6 [17] eval(m::Module, e::Any) @ Core ./boot.jl:489 [18] exec_options(opts::Base.JLOptions) @ Base ./client.jl:283 [19] _start() @ Base ./client.jl:550 with existing assistant: Error During Test at /home/pkgeval/.julia/packages/Langdock/aqtCc/test/api/assistants.jl:27 Got exception outside of a @test KeyError: key "LANGDOCK_TEST_ASSISTANT_ID" not found Stacktrace: [1] (::Base.var"#getindex##11#getindex##12")(k::String) @ Base ./env.jl:164 [2] access_env(onError::Base.var"#getindex##11#getindex##12", var::String) @ Base ./env.jl:60 [3] getindex(::Base.EnvDict, k::String) @ Base ./env.jl:164 [4] top-level scope @ ~/.julia/packages/Langdock/aqtCc/test/api/assistants.jl:8 [5] macro expansion @ /opt/julia/share/julia/stdlib/v1.12/Test/src/Test.jl:1776 [inlined] [6] macro expansion @ ~/.julia/packages/Langdock/aqtCc/test/api/assistants.jl:27 [inlined] [7] macro expansion @ /opt/julia/share/julia/stdlib/v1.12/Test/src/Test.jl:1776 [inlined] [8] macro expansion @ ~/.julia/packages/Langdock/aqtCc/test/api/assistants.jl:28 [inlined] [9] macro expansion @ /opt/julia/share/julia/stdlib/v1.12/Test/src/Test.jl:1776 [inlined] [10] macro expansion @ ~/.julia/packages/Langdock/aqtCc/test/api/assistants.jl:28 [inlined] [11] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:307 [12] top-level scope @ ~/.julia/packages/Langdock/aqtCc/test/runtests.jl:7 [13] macro expansion @ /opt/julia/share/julia/stdlib/v1.12/Test/src/Test.jl:1776 [inlined] [14] macro expansion @ ~/.julia/packages/Langdock/aqtCc/test/runtests.jl:13 [inlined] [15] macro expansion @ /opt/julia/share/julia/stdlib/v1.12/Test/src/Test.jl:1776 [inlined] [16] macro expansion @ ~/.julia/packages/Langdock/aqtCc/test/runtests.jl:15 [inlined] [17] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:307 [18] top-level scope @ none:6 [19] eval(m::Module, e::Any) @ Core ./boot.jl:489 [20] exec_options(opts::Base.JLOptions) @ Base ./client.jl:283 [21] _start() @ Base ./client.jl:550 creating a new assistant on the fly : Error During Test at /home/pkgeval/.julia/packages/Langdock/aqtCc/test/api/assistants.jl:80 Got exception outside of a @test KeyError: key "LANGDOCK_API_KEY" not found Stacktrace: [1] (::Base.var"#getindex##11#getindex##12")(k::String) @ Base ./env.jl:164 [2] access_env(onError::Base.var"#getindex##11#getindex##12", var::String) @ Base ./env.jl:60 [3] getindex(::Base.EnvDict, k::String) @ Base ./env.jl:164 [4] top-level scope @ ~/.julia/packages/Langdock/aqtCc/test/api/assistants.jl:8 [5] macro expansion @ /opt/julia/share/julia/stdlib/v1.12/Test/src/Test.jl:1776 [inlined] [6] macro expansion @ ~/.julia/packages/Langdock/aqtCc/test/api/assistants.jl:27 [inlined] [7] macro expansion @ /opt/julia/share/julia/stdlib/v1.12/Test/src/Test.jl:1776 [inlined] [8] macro expansion @ ~/.julia/packages/Langdock/aqtCc/test/api/assistants.jl:81 [inlined] [9] macro expansion @ /opt/julia/share/julia/stdlib/v1.12/Test/src/Test.jl:1776 [inlined] [10] macro expansion @ ~/.julia/packages/Langdock/aqtCc/test/api/assistants.jl:90 [inlined] [11] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:307 [12] top-level scope @ ~/.julia/packages/Langdock/aqtCc/test/runtests.jl:7 [13] macro expansion @ /opt/julia/share/julia/stdlib/v1.12/Test/src/Test.jl:1776 [inlined] [14] macro expansion @ ~/.julia/packages/Langdock/aqtCc/test/runtests.jl:13 [inlined] [15] macro expansion @ /opt/julia/share/julia/stdlib/v1.12/Test/src/Test.jl:1776 [inlined] [16] macro expansion @ ~/.julia/packages/Langdock/aqtCc/test/runtests.jl:15 [inlined] [17] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:307 [18] top-level scope @ none:6 [19] eval(m::Module, e::Any) @ Core ./boot.jl:489 [20] exec_options(opts::Base.JLOptions) @ Base ./client.jl:283 [21] _start() @ Base ./client.jl:550 Test Summary: | Pass Error Total Time Langdock | 100 7 107 22.9s Types | 91 91 19.5s API | 9 7 16 3.4s Request Tests | 9 9 0.1s create_openai_embeddings | 4 4 3.0s single input string | 1 1 3.0s multiple input strings | 1 1 0.0s single input token array | 1 1 0.0s multiple input token arrays | 1 1 0.0s Assistant API | 3 3 0.1s list_assistant_models | 1 1 0.0s create_assistant_chat | 2 2 0.1s with existing assistant | 1 1 0.0s creating a new assistant on the fly | 1 1 0.1s RNG of the outermost testset: Random.Xoshiro(0xdc4f68c3acf2eb77, 0x2043ab7385b60d4c, 0xbf3b9eb4adcbcfc8, 0x1084ed1a06641502, 0x6ce7005bcfccb551) ERROR: LoadError: Some tests did not pass: 100 passed, 0 failed, 7 errored, 0 broken. in expression starting at /home/pkgeval/.julia/packages/Langdock/aqtCc/test/runtests.jl:6 Testing failed after 36.23s ERROR: LoadError: Package Langdock errored during testing Stacktrace: [1] pkgerror(msg::String) @ Pkg.Types /opt/julia/share/julia/stdlib/v1.12/Pkg/src/Types.jl:68 [2] test(ctx::Pkg.Types.Context, pkgs::Vector{PackageSpec}; coverage::Bool, julia_args::Cmd, test_args::Cmd, test_fn::Nothing, force_latest_compatible_version::Bool, allow_earlier_backwards_compatible_versions::Bool, allow_reresolve::Bool) @ Pkg.Operations /opt/julia/share/julia/stdlib/v1.12/Pkg/src/Operations.jl:2535 [3] test @ /opt/julia/share/julia/stdlib/v1.12/Pkg/src/Operations.jl:2384 [inlined] [4] test(ctx::Pkg.Types.Context, pkgs::Vector{PackageSpec}; coverage::Bool, test_fn::Nothing, julia_args::Cmd, test_args::Cmd, force_latest_compatible_version::Bool, allow_earlier_backwards_compatible_versions::Bool, allow_reresolve::Bool, kwargs::@Kwargs{io::IOContext{IO}}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.12/Pkg/src/API.jl:538 [5] test(pkgs::Vector{PackageSpec}; io::IOContext{IO}, kwargs::@Kwargs{julia_args::Cmd}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.12/Pkg/src/API.jl:169 [6] test(pkgs::Vector{String}; kwargs::@Kwargs{julia_args::Cmd}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.12/Pkg/src/API.jl:157 [7] test @ /opt/julia/share/julia/stdlib/v1.12/Pkg/src/API.jl:157 [inlined] [8] #test#81 @ /opt/julia/share/julia/stdlib/v1.12/Pkg/src/API.jl:156 [inlined] [9] top-level scope @ /PkgEval.jl/scripts/evaluate.jl:223 [10] include(mod::Module, _path::String) @ Base ./Base.jl:306 [11] exec_options(opts::Base.JLOptions) @ Base ./client.jl:317 [12] _start() @ Base ./client.jl:550 in expression starting at /PkgEval.jl/scripts/evaluate.jl:214 PkgEval failed after 79.66s: package tests unexpectedly errored