Package evaluation to test RAGTools on Julia 1.14.0-DEV.1372 (893635dc59*) started at 2025-12-16T16:47:52.857 ################################################################################ # Set-up # Installing PkgEval dependencies (TestEnv)... Activating project at `~/.julia/environments/v1.14` Set-up completed after 9.71s ################################################################################ # Installation # Installing RAGTools... Resolving package versions... Installed HTML_Entities ─ v1.0.2 Updating `~/.julia/environments/v1.14/Project.toml` [16ddad29] + RAGTools v0.10.0 Updating `~/.julia/environments/v1.14/Manifest.toml` [1520ce14] + AbstractTrees v0.4.5 [d1d4a3ce] + BitFlags v0.1.9 [944b1d66] + CodecZlib v0.7.8 [f0e56b4a] + ConcurrentUtilities v2.5.0 [124859b0] + DataDeps v0.7.13 [460bff9d] + ExceptionUnwrapping v0.1.11 [7693890a] + HTML_Entities v1.0.2 [cd3eb016] + HTTP v1.10.19 [692b3bcd] + JLLWrappers v1.7.1 [682c06a0] + JSON v1.3.0 [0f8b85d8] + JSON3 v1.14.3 [8ef0a80b] + Languages v0.4.7 [e6f89c97] + LoggingExtras v1.2.0 [739be429] + MbedTLS v1.1.9 ⌅ [e9f21f70] + OpenAI v0.11.0 [4d8831e6] + OpenSSL v1.6.1 [69de0a69] + Parsers v2.8.3 [aea7be01] + PrecompileTools v1.3.3 [21216c6a] + Preferences v1.5.0 [92933f4c] + ProgressMeter v1.11.0 ⌅ [670122d1] + PromptingTools v0.87.0 [16ddad29] + RAGTools v0.10.0 [189a3867] + Reexport v1.2.2 [05181044] + RelocatableFolders v1.0.1 [6c6a2e73] + Scratch v1.3.0 [777ac1f9] + SimpleBufferStream v1.2.0 [fb8f903a] + Snowball v0.1.1 [9700d1a9] + StrTables v1.0.1 ⌅ [c1b9e933] + StreamCallbacks v0.6.2 [856f2bd8] + StructTypes v1.11.0 [ec057cc2] + StructUtils v2.6.0 [3bb67fe8] + TranscodingStreams v0.11.3 [5c2747f8] + URIs v1.6.1 [796a5d58] + WordTokenizers v0.5.6 [c8ffd9c3] + MbedTLS_jll v2.28.1010+0 [88f46535] + Snowball_jll v2.2.0+0 [0dad84c5] + ArgTools v1.1.2 [56f22d72] + Artifacts v1.11.0 [2a0f44e3] + Base64 v1.11.0 [ade2ca70] + Dates v1.11.0 [8ba89e20] + Distributed v1.11.0 [f43a241f] + Downloads v1.7.0 [7b1f6079] + FileWatching v1.11.0 [b77e0a4c] + InteractiveUtils v1.11.0 [ac6e5ff7] + JuliaSyntaxHighlighting v1.13.0 [b27032c2] + LibCURL v1.0.0 [76f85450] + LibGit2 v1.11.0 [8f399da3] + Libdl v1.11.0 [37e2e46d] + LinearAlgebra v1.13.0 [56ddb016] + Logging v1.11.0 [d6f4376e] + Markdown v1.11.0 [a63ad114] + Mmap v1.11.0 [ca575930] + NetworkOptions v1.3.0 [44cfe95a] + Pkg v1.14.0 [de0858da] + Printf v1.11.0 [3fa0cd96] + REPL v1.11.0 [9a3f8284] + Random v1.11.0 [ea8e919c] + SHA v1.0.0 [9e88b42a] + Serialization v1.11.0 [6462fe0b] + Sockets v1.11.0 [2f01184e] + SparseArrays v1.13.0 [f489334b] + StyledStrings v1.13.0 [fa267f1f] + TOML v1.0.3 [a4e569a6] + Tar v1.10.0 [8dfed614] + Test v1.11.0 [cf7118a7] + UUIDs v1.11.0 [4ec0a83e] + Unicode v1.11.0 [e66e0078] + CompilerSupportLibraries_jll v1.3.0+1 [deac9b47] + LibCURL_jll v8.17.0+0 [e37daf67] + LibGit2_jll v1.9.2+0 [29816b5a] + LibSSH2_jll v1.11.3+1 [14a3606d] + MozillaCACerts_jll v2025.12.2 [4536629a] + OpenBLAS_jll v0.3.29+0 [458c3c95] + OpenSSL_jll v3.5.4+0 [efcefdf7] + PCRE2_jll v10.47.0+0 [bea87d4a] + SuiteSparse_jll v7.10.1+0 [83775a58] + Zlib_jll v1.3.1+2 [3161d3a3] + Zstd_jll v1.5.7+1 [8e850b90] + libblastrampoline_jll v5.15.0+0 [8e850ede] + nghttp2_jll v1.68.0+1 [3f19e933] + p7zip_jll v17.7.0+0 Info Packages marked with ⌅ have new versions available but compatibility constraints restrict them from upgrading. To see why use `status --outdated -m` Building HTML_Entities → `~/.julia/scratchspaces/44cfe95a-1eb2-52ea-b672-e2afdf69b78f/781d638b8892cd1a1e867f51863d8881c0a62834/build.log` Installation completed after 6.89s ################################################################################ # Precompilation # ERROR: LoadError: MethodError: no method matching setindex!(::Base.ScopedValues.ScopedValue{IO}, ::Nothing) The function `setindex!` exists, but no method is defined for this combination of argument types. Stacktrace: [1] top-level scope @ /PkgEval.jl/scripts/precompile.jl:10 [2] include(mod::Module, _path::String) @ Base ./Base.jl:309 [3] exec_options(opts::Base.JLOptions) @ Base ./client.jl:344 [4] _start() @ Base ./client.jl:577 in expression starting at /PkgEval.jl/scripts/precompile.jl:6 caused by: MethodError: no method matching setindex!(::Base.ScopedValues.ScopedValue{IO}, ::Base.DevNull) The function `setindex!` exists, but no method is defined for this combination of argument types. Stacktrace: [1] top-level scope @ /PkgEval.jl/scripts/precompile.jl:7 [2] include(mod::Module, _path::String) @ Base ./Base.jl:309 [3] exec_options(opts::Base.JLOptions) @ Base ./client.jl:344 [4] _start() @ Base ./client.jl:577 Precompilation failed after 13.34s ################################################################################ # Testing # Testing RAGTools Status `/tmp/jl_BaHtUV/Project.toml` [1520ce14] AbstractTrees v0.4.5 [4c88cf16] Aqua v0.8.14 [cd3eb016] HTTP v1.10.19 [0f8b85d8] JSON3 v1.14.3 [92933f4c] ProgressMeter v1.11.0 ⌅ [670122d1] PromptingTools v0.87.0 [16ddad29] RAGTools v0.10.0 [fb8f903a] Snowball v0.1.1 [37e2e46d] LinearAlgebra v1.13.0 [9a3f8284] Random v1.11.0 [2f01184e] SparseArrays v1.13.0 [8dfed614] Test v1.11.0 [4ec0a83e] Unicode v1.11.0 Status `/tmp/jl_BaHtUV/Manifest.toml` [1520ce14] AbstractTrees v0.4.5 [4c88cf16] Aqua v0.8.14 [d1d4a3ce] BitFlags v0.1.9 [944b1d66] CodecZlib v0.7.8 [34da2185] Compat v4.18.1 [f0e56b4a] ConcurrentUtilities v2.5.0 [124859b0] DataDeps v0.7.13 [460bff9d] ExceptionUnwrapping v0.1.11 [7693890a] HTML_Entities v1.0.2 [cd3eb016] HTTP v1.10.19 [692b3bcd] JLLWrappers v1.7.1 [682c06a0] JSON v1.3.0 [0f8b85d8] JSON3 v1.14.3 [8ef0a80b] Languages v0.4.7 [e6f89c97] LoggingExtras v1.2.0 [739be429] MbedTLS v1.1.9 ⌅ [e9f21f70] OpenAI v0.11.0 [4d8831e6] OpenSSL v1.6.1 [69de0a69] Parsers v2.8.3 [aea7be01] PrecompileTools v1.3.3 [21216c6a] Preferences v1.5.0 [92933f4c] ProgressMeter v1.11.0 ⌅ [670122d1] PromptingTools v0.87.0 [16ddad29] RAGTools v0.10.0 [189a3867] Reexport v1.2.2 [05181044] RelocatableFolders v1.0.1 [6c6a2e73] Scratch v1.3.0 [777ac1f9] SimpleBufferStream v1.2.0 [fb8f903a] Snowball v0.1.1 [9700d1a9] StrTables v1.0.1 ⌅ [c1b9e933] StreamCallbacks v0.6.2 [856f2bd8] StructTypes v1.11.0 [ec057cc2] StructUtils v2.6.0 [3bb67fe8] TranscodingStreams v0.11.3 [5c2747f8] URIs v1.6.1 [796a5d58] WordTokenizers v0.5.6 [c8ffd9c3] MbedTLS_jll v2.28.1010+0 [88f46535] Snowball_jll v2.2.0+0 [0dad84c5] ArgTools v1.1.2 [56f22d72] Artifacts v1.11.0 [2a0f44e3] Base64 v1.11.0 [ade2ca70] Dates v1.11.0 [8ba89e20] Distributed v1.11.0 [f43a241f] Downloads v1.7.0 [7b1f6079] FileWatching v1.11.0 [b77e0a4c] InteractiveUtils v1.11.0 [ac6e5ff7] JuliaSyntaxHighlighting v1.13.0 [b27032c2] LibCURL v1.0.0 [76f85450] LibGit2 v1.11.0 [8f399da3] Libdl v1.11.0 [37e2e46d] LinearAlgebra v1.13.0 [56ddb016] Logging v1.11.0 [d6f4376e] Markdown v1.11.0 [a63ad114] Mmap v1.11.0 [ca575930] NetworkOptions v1.3.0 [44cfe95a] Pkg v1.14.0 [de0858da] Printf v1.11.0 [3fa0cd96] REPL v1.11.0 [9a3f8284] Random v1.11.0 [ea8e919c] SHA v1.0.0 [9e88b42a] Serialization v1.11.0 [6462fe0b] Sockets v1.11.0 [2f01184e] SparseArrays v1.13.0 [f489334b] StyledStrings v1.13.0 [fa267f1f] TOML v1.0.3 [a4e569a6] Tar v1.10.0 [8dfed614] Test v1.11.0 [cf7118a7] UUIDs v1.11.0 [4ec0a83e] Unicode v1.11.0 [e66e0078] CompilerSupportLibraries_jll v1.3.0+1 [deac9b47] LibCURL_jll v8.17.0+0 [e37daf67] LibGit2_jll v1.9.2+0 [29816b5a] LibSSH2_jll v1.11.3+1 [14a3606d] MozillaCACerts_jll v2025.12.2 [4536629a] OpenBLAS_jll v0.3.29+0 [458c3c95] OpenSSL_jll v3.5.4+0 [efcefdf7] PCRE2_jll v10.47.0+0 [bea87d4a] SuiteSparse_jll v7.10.1+0 [83775a58] Zlib_jll v1.3.1+2 [3161d3a3] Zstd_jll v1.5.7+1 [8e850b90] libblastrampoline_jll v5.15.0+0 [8e850ede] nghttp2_jll v1.68.0+1 [3f19e933] p7zip_jll v17.7.0+0 Info Packages marked with ⌅ have new versions available but compatibility constraints restrict them from upgrading. Testing Running tests... ┌ Warning: The call to compilecache failed to create a usable precompiled cache file for RAGTools [16ddad29-bbe8-45a7-857d-3d9514eb0023] │ exception = Required dependency Base.PkgId(Base.UUID("9700d1a9-a7c8-5760-9816-a99fda30bb8f"), "StrTables") failed to load from a cache file. └ @ Base loading.jl:2891 ┌ Warning: The call to compilecache failed to create a usable precompiled cache file for Snowball [fb8f903a-0164-4e73-9ffe-431110250c3b] │ exception = Required dependency Base.PkgId(Base.UUID("9700d1a9-a7c8-5760-9816-a99fda30bb8f"), "StrTables") failed to load from a cache file. └ @ Base loading.jl:2891 ┌ Warning: The call to compilecache failed to create a usable precompiled cache file for WordTokenizers [796a5d58-b03d-544a-977e-18100b691f6e] │ exception = Required dependency Base.PkgId(Base.UUID("9700d1a9-a7c8-5760-9816-a99fda30bb8f"), "StrTables") failed to load from a cache file. └ @ Base loading.jl:2891 ┌ Warning: The call to compilecache failed to create a usable precompiled cache file for HTML_Entities [7693890a-d069-55fe-a829-b4a6d304f0ee] │ exception = Required dependency Base.PkgId(Base.UUID("9700d1a9-a7c8-5760-9816-a99fda30bb8f"), "StrTables") failed to load from a cache file. └ @ Base loading.jl:2891 ┌ Warning: The call to compilecache failed to create a usable precompiled cache file for RAGTools [16ddad29-bbe8-45a7-857d-3d9514eb0023] │ exception = Required dependency Base.PkgId(Base.UUID("9700d1a9-a7c8-5760-9816-a99fda30bb8f"), "StrTables") failed to load from a cache file. └ @ Base loading.jl:2891 ┌ Warning: The call to compilecache failed to create a usable precompiled cache file for Snowball [fb8f903a-0164-4e73-9ffe-431110250c3b] │ exception = Required dependency Base.PkgId(Base.UUID("9700d1a9-a7c8-5760-9816-a99fda30bb8f"), "StrTables") failed to load from a cache file. └ @ Base loading.jl:2891 ┌ Warning: The call to compilecache failed to create a usable precompiled cache file for WordTokenizers [796a5d58-b03d-544a-977e-18100b691f6e] │ exception = Required dependency Base.PkgId(Base.UUID("9700d1a9-a7c8-5760-9816-a99fda30bb8f"), "StrTables") failed to load from a cache file. └ @ Base loading.jl:2891 ┌ Warning: The call to compilecache failed to create a usable precompiled cache file for HTML_Entities [7693890a-d069-55fe-a829-b4a6d304f0ee] │ exception = Required dependency Base.PkgId(Base.UUID("9700d1a9-a7c8-5760-9816-a99fda30bb8f"), "StrTables") failed to load from a cache file. └ @ Base loading.jl:2891 ┌ Warning: The call to compilecache failed to create a usable precompiled cache file for RAGTools [16ddad29-bbe8-45a7-857d-3d9514eb0023] │ exception = Required dependency Base.PkgId(Base.UUID("9700d1a9-a7c8-5760-9816-a99fda30bb8f"), "StrTables") failed to load from a cache file. └ @ Base loading.jl:2891 ┌ Warning: The call to compilecache failed to create a usable precompiled cache file for Snowball [fb8f903a-0164-4e73-9ffe-431110250c3b] │ exception = Required dependency Base.PkgId(Base.UUID("9700d1a9-a7c8-5760-9816-a99fda30bb8f"), "StrTables") failed to load from a cache file. └ @ Base loading.jl:2891 ┌ Warning: The call to compilecache failed to create a usable precompiled cache file for WordTokenizers [796a5d58-b03d-544a-977e-18100b691f6e] │ exception = Required dependency Base.PkgId(Base.UUID("9700d1a9-a7c8-5760-9816-a99fda30bb8f"), "StrTables") failed to load from a cache file. └ @ Base loading.jl:2891 ┌ Warning: The call to compilecache failed to create a usable precompiled cache file for HTML_Entities [7693890a-d069-55fe-a829-b4a6d304f0ee] │ exception = Required dependency Base.PkgId(Base.UUID("9700d1a9-a7c8-5760-9816-a99fda30bb8f"), "StrTables") failed to load from a cache file. └ @ Base loading.jl:2891 Persistent tasks: Test Failed at /home/pkgeval/.julia/packages/Aqua/MCcFg/src/persistent_tasks.jl:38 Expression: !(has_persistent_tasks(package; kwargs...)) Evaluated: !(has_persistent_tasks(Base.PkgId(Base.UUID("16ddad29-bbe8-45a7-857d-3d9514eb0023"), "RAGTools"))) Stacktrace: [1] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:753 [inlined] [2] test_persistent_tasks(package::Base.PkgId; broken::Bool, kwargs::@Kwargs{}) @ Aqua ~/.julia/packages/Aqua/MCcFg/src/persistent_tasks.jl:38 [3] test_persistent_tasks @ ~/.julia/packages/Aqua/MCcFg/src/persistent_tasks.jl:34 [inlined] [4] #test_persistent_tasks#57 @ ~/.julia/packages/Aqua/MCcFg/src/persistent_tasks.jl:43 [inlined] [5] test_persistent_tasks @ ~/.julia/packages/Aqua/MCcFg/src/persistent_tasks.jl:42 [inlined] [6] macro expansion @ ~/.julia/packages/Aqua/MCcFg/src/Aqua.jl:109 [inlined] [7] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:1961 [inlined] [8] test_all(testtarget::Module; ambiguities::Bool, unbound_args::Bool, undefined_exports::Bool, project_extras::Bool, stale_deps::Bool, deps_compat::Bool, piracies::Bool, persistent_tasks::Bool, undocumented_names::Bool) @ Aqua ~/.julia/packages/Aqua/MCcFg/src/Aqua.jl:109 [ Info: Embedding 2 documents... [ Info: Done embedding. Total cost: $0.0 [ Info: Embedding 2 documents... [ Info: Truncate_dimension set to 0. Skipping truncation [ Info: Done embedding. Total cost: $0.0 [ Info: Embedding 2 documents... [ Info: Done embedding. Total cost: $0.0 [ Info: Embedding 2 documents... [ Info: Done embedding. Total cost: $0.0 [ Info: Done processing DocumentTermMatrix. [ Info: Done processing DocumentTermMatrix. [ Info: Done processing DocumentTermMatrix. [ Info: Done processing DocumentTermMatrix. [ Info: Done processing DocumentTermMatrix. [ Info: Done processing DocumentTermMatrix. [ Info: Done processing DocumentTermMatrix. [ Info: Extracting metadata from 1 documents... [ Info: Done extracting the tags. Total cost: $0.0 ┌ Warning: Model `mock-emb` already registered! It will be overwritten. └ @ PromptingTools ~/.julia/packages/PromptingTools/G0lho/src/user_preferences.jl:372 ┌ Warning: Model `mock-meta` already registered! It will be overwritten. └ @ PromptingTools ~/.julia/packages/PromptingTools/G0lho/src/user_preferences.jl:372 [ Info: Index built! (cost: $0.0) [ Info: Index built! (cost: $0.0) [ Info: Index built! (cost: $0.0) [ Info: Index built! (cost: $0.0) [ Info: Index built! [ Info: Index built! (cost: $0.0) ┌ Warning: Model `mock-gen` already registered! It will be overwritten. └ @ PromptingTools ~/.julia/packages/PromptingTools/G0lho/src/user_preferences.jl:372 [ Info: Tokens: 3 in 0.0 seconds [ Info: Tokens: 3 in 0.0 seconds [ Info: Tokens: 3 in 0.0 seconds ┌ Warning: Model `mock-gen` already registered! It will be overwritten. └ @ PromptingTools ~/.julia/packages/PromptingTools/G0lho/src/user_preferences.jl:372 [ Info: Tokens: 3 in 0.0 seconds ┌ Warning: Model `mock-gen` already registered! It will be overwritten. └ @ PromptingTools ~/.julia/packages/PromptingTools/G0lho/src/user_preferences.jl:372 [ Info: Tokens: 3 in 0.0 seconds ┌ Warning: Model `mock-gen` already registered! It will be overwritten. └ @ PromptingTools ~/.julia/packages/PromptingTools/G0lho/src/user_preferences.jl:372 [ Info: Tokens: 3 in 0.0 seconds ┌ Warning: Model `mock-gen` already registered! It will be overwritten. └ @ PromptingTools ~/.julia/packages/PromptingTools/G0lho/src/user_preferences.jl:372 [ Info: Ranking chunks in positions 1 to 2 [ Info: Tokens: 3 in 0.0 seconds [ Info: Ranking chunks in positions 1 to 3 [ Info: Tokens: 3 in 0.0 seconds [ Info: Ranking chunks in positions 2 to 4 [ Info: Tokens: 3 in 0.0 seconds ┌ Warning: Model `mock-gen` already registered! It will be overwritten. └ @ PromptingTools ~/.julia/packages/PromptingTools/G0lho/src/user_preferences.jl:372 [ Info: Ranking chunks in positions 1 to 3 [ Info: Tokens: 3 in 0.0 seconds ┌ Warning: Model `mock-gen` already registered! It will be overwritten. └ @ PromptingTools ~/.julia/packages/PromptingTools/G0lho/src/user_preferences.jl:372 [ Info: Ranking chunks in positions 1 to 3 [ Info: Tokens: 3 in 0.0 seconds ┌ Warning: Model `mock-gen` already registered! It will be overwritten. └ @ PromptingTools ~/.julia/packages/PromptingTools/G0lho/src/user_preferences.jl:372 [ Info: Ranking chunks in positions 1 to 3 [ Info: Tokens: 3 in 0.0 seconds ┌ Warning: Model `mock-gen` already registered! It will be overwritten. └ @ PromptingTools ~/.julia/packages/PromptingTools/G0lho/src/user_preferences.jl:372 [ Info: Round 1 of 1 of ranking process. [ Info: Final ranking done. Tokens: 3, Cost: 0.0, Time: 0.0s [ Info: Round 1 of 1 of ranking process. [ Info: Final ranking done. Tokens: 3, Cost: 0.0, Time: 0.0s [ Info: Round 1 of 1 of ranking process. [ Info: Final ranking done. Tokens: 3, Cost: 0.0, Time: 0.0s [ Info: Round 1 of 1 of ranking process. [ Info: Final ranking done. Tokens: 3, Cost: 0.0, Time: 0.0s ┌ Warning: Model `mock-gen` already registered! It will be overwritten. └ @ PromptingTools ~/.julia/packages/PromptingTools/G0lho/src/user_preferences.jl:372 [ Info: Round 1 of 1 of ranking process. [ Info: Final ranking done. Tokens: 3, Cost: 0.0, Time: 0.0s ┌ Warning: Model `mock-gen` already registered! It will be overwritten. └ @ PromptingTools ~/.julia/packages/PromptingTools/G0lho/src/user_preferences.jl:372 [ Info: Round 1 of 1 of ranking process. [ Info: Final ranking done. Tokens: 3, Cost: 0.0, Time: 0.0s ┌ Warning: Model `mock-gen` already registered! It will be overwritten. └ @ PromptingTools ~/.julia/packages/PromptingTools/G0lho/src/user_preferences.jl:372 [ Info: Round 1 of 1 of ranking process. [ Info: Final ranking done. Tokens: 3, Cost: 0.0, Time: 0.0s ┌ Warning: Model `mock-gen` already registered! It will be overwritten. └ @ PromptingTools ~/.julia/packages/PromptingTools/G0lho/src/user_preferences.jl:372 [ Info: Tokens: 3 in 0.0 seconds [ Info: Tokens: 3 in 0.0 seconds ┌ Warning: BM25: `max_score` is zero, so scores are not normalized. Returning unnormalized scores (all zero). └ @ RAGTools ~/.julia/packages/RAGTools/TNS7E/src/bm25.jl:198 ┌ Warning: BM25: `max_score` is zero, so scores are not normalized. Returning unnormalized scores (all zero). └ @ RAGTools ~/.julia/packages/RAGTools/TNS7E/src/bm25.jl:198 find_closest: Error During Test at /home/pkgeval/.julia/packages/RAGTools/TNS7E/test/retrieval.jl:359 Test threw exception Expression: result.positions == [1, 2] FieldError: type Array has no field `positions`, available fields: `ref`, `size` Stacktrace: [1] getproperty(x::Vector{CandidateChunks{Int64, Float32}}, f::Symbol) @ Base ./Base_compiler.jl:57 [2] top-level scope @ ~/.julia/packages/RAGTools/TNS7E/test/retrieval.jl:293 [3] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:1961 [inlined] [4] macro expansion @ ~/.julia/packages/RAGTools/TNS7E/test/retrieval.jl:359 [inlined] [5] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:750 [inlined] find_closest: Error During Test at /home/pkgeval/.julia/packages/RAGTools/TNS7E/test/retrieval.jl:360 Test threw exception Expression: isapprox(result.scores, [1.0, 0.965], atol = 0.01) FieldError: type Array has no field `scores`, available fields: `ref`, `size` Stacktrace: [1] getproperty(x::Vector{CandidateChunks{Int64, Float32}}, f::Symbol) @ Base ./Base_compiler.jl:57 [2] top-level scope @ ~/.julia/packages/RAGTools/TNS7E/test/retrieval.jl:293 [3] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:1961 [inlined] [4] macro expansion @ ~/.julia/packages/RAGTools/TNS7E/test/retrieval.jl:360 [inlined] [5] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:750 [inlined] find_closest: Test Failed at /home/pkgeval/.julia/packages/RAGTools/TNS7E/test/retrieval.jl:364 Expression: isempty(result) Evaluated: isempty(CandidateChunks{Int64, Float32}[CandidateChunks{Int64, Float32} index_id: Symbol TestChunkIndex1 positions: Array{Int64}((0,)) Int64[] scores: Array{Float32}((0,)) Float32[] , CandidateChunks{Int64, Float32} index_id: Symbol TestChunkIndex1 positions: Array{Int64}((0,)) Int64[] scores: Array{Float32}((0,)) Float32[] ]) Stacktrace: [1] top-level scope @ ~/.julia/packages/RAGTools/TNS7E/test/retrieval.jl:293 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:1961 [inlined] [3] macro expansion @ ~/.julia/packages/RAGTools/TNS7E/test/retrieval.jl:364 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:753 [inlined] ┌ Warning: Model `mock-emb` already registered! It will be overwritten. └ @ PromptingTools ~/.julia/packages/PromptingTools/G0lho/src/user_preferences.jl:372 ┌ Warning: Model `mock-meta` already registered! It will be overwritten. └ @ PromptingTools ~/.julia/packages/PromptingTools/G0lho/src/user_preferences.jl:372 ┌ Warning: Model `mock-gen` already registered! It will be overwritten. └ @ PromptingTools ~/.julia/packages/PromptingTools/G0lho/src/user_preferences.jl:372 retrieve: Error During Test at /home/pkgeval/.julia/packages/RAGTools/TNS7E/test/retrieval.jl:780 Got exception outside of a @test MethodError: no method matching rerank(::NoReranker, ::ChunkEmbeddingsIndex{String, Matrix{Float32}, Nothing, Nothing}, ::String, ::Vector{CandidateChunks{Int64, Float32}}; top_n::Int64, verbose::Bool, cost_tracker::Base.Threads.Atomic{Float64}, api_kwargs::@NamedTuple{url::String}) The function `rerank` exists, but no method is defined for this combination of argument types. Closest candidates are: rerank(::NoReranker, ::AbstractDocumentIndex, ::AbstractString, !Matched::AbstractCandidateChunks; top_n, kwargs...) @ RAGTools ~/.julia/packages/RAGTools/TNS7E/src/retrieval.jl:786 rerank(::AbstractReranker, ::AbstractDocumentIndex, ::AbstractString, !Matched::AbstractCandidateChunks; kwargs...) @ RAGTools ~/.julia/packages/RAGTools/TNS7E/src/retrieval.jl:776 rerank(!Matched::ReciprocalRankFusionReranker, ::AbstractDocumentIndex, ::AbstractString, !Matched::AbstractCandidateChunks; verbose, top_n, kwargs...) @ RAGTools ~/.julia/packages/RAGTools/TNS7E/src/retrieval.jl:1051 ... Stacktrace: [1] retrieve(retriever::SimpleRetriever, index::ChunkEmbeddingsIndex{String, Matrix{Float32}, Nothing, Nothing}, question::String; verbose::Int64, top_k::Int64, top_n::Int64, api_kwargs::@NamedTuple{url::String}, rephraser::NoRephraser, rephraser_kwargs::@NamedTuple{model::String}, embedder::BatchEmbedder, embedder_kwargs::@NamedTuple{model::String}, processor::NoProcessor, processor_kwargs::@NamedTuple{}, finder::CosineSimilarity, finder_kwargs::@NamedTuple{}, tagger::NoTagger, tagger_kwargs::@NamedTuple{model::String}, filter::NoTagFilter, filter_kwargs::@NamedTuple{}, reranker::NoReranker, reranker_kwargs::@NamedTuple{}, cost_tracker::Base.Threads.Atomic{Float64}, kwargs::@Kwargs{}) @ RAGTools ~/.julia/packages/RAGTools/TNS7E/src/retrieval.jl:1341 [2] kwcall(::@NamedTuple{rephraser_kwargs::@NamedTuple{model::String}, embedder_kwargs::@NamedTuple{model::String}, tagger_kwargs::@NamedTuple{model::String}, api_kwargs::@NamedTuple{url::String}}, ::typeof(retrieve), retriever::SimpleRetriever, index::ChunkEmbeddingsIndex{String, Matrix{Float32}, Nothing, Nothing}, question::String) @ RAGTools ~/.julia/packages/RAGTools/TNS7E/src/retrieval.jl:1260 [3] top-level scope @ ~/.julia/packages/RAGTools/TNS7E/test/retrieval.jl:782 [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:1961 [inlined] [5] macro expansion @ ~/.julia/packages/RAGTools/TNS7E/test/retrieval.jl:847 [inlined] [6] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:310 [7] top-level scope @ ~/.julia/packages/RAGTools/TNS7E/test/runtests.jl:20 [8] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:1961 [inlined] [9] macro expansion @ ~/.julia/packages/RAGTools/TNS7E/test/runtests.jl:24 [inlined] [10] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:1961 [inlined] [11] macro expansion @ ~/.julia/packages/RAGTools/TNS7E/test/runtests.jl:31 [inlined] [12] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:310 [13] top-level scope @ none:6 [14] eval(m::Module, e::Any) @ Core ./boot.jl:489 [15] exec_options(opts::Base.JLOptions) @ Base ./client.jl:310 [16] _start() @ Base ./client.jl:577 ┌ Warning: Model `mock-gen` already registered! It will be overwritten. └ @ PromptingTools ~/.julia/packages/PromptingTools/G0lho/src/user_preferences.jl:372 [ Info: Done generating the answer. Cost: $0.0 ┌ Warning: Model `mock-gen` already registered! It will be overwritten. └ @ PromptingTools ~/.julia/packages/PromptingTools/G0lho/src/user_preferences.jl:372 [ Info: Done refining the answer. Cost: $0.0 ┌ Warning: Model `mock-gen` already registered! It will be overwritten. └ @ PromptingTools ~/.julia/packages/PromptingTools/G0lho/src/user_preferences.jl:372 ┌ Warning: Model `mock-emb` already registered! It will be overwritten. └ @ PromptingTools ~/.julia/packages/PromptingTools/G0lho/src/user_preferences.jl:372 ┌ Warning: Model `mock-meta` already registered! It will be overwritten. └ @ PromptingTools ~/.julia/packages/PromptingTools/G0lho/src/user_preferences.jl:372 ┌ Warning: Model `mock-gen` already registered! It will be overwritten. └ @ PromptingTools ~/.julia/packages/PromptingTools/G0lho/src/user_preferences.jl:372 [ Info: Tokens: 2 in 0.3 seconds airag: Test Failed at /home/pkgeval/.julia/packages/RAGTools/TNS7E/test/generation.jl:273 Expression: question_emb.content == ones(128) Evaluated: [1; 1; … ; 1; 1;;] == [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 … 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0] Stacktrace: [1] top-level scope @ ~/.julia/packages/RAGTools/TNS7E/test/generation.jl:215 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:1961 [inlined] [3] macro expansion @ ~/.julia/packages/RAGTools/TNS7E/test/generation.jl:273 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:753 [inlined] [ Info: Tokens: 53 in 0.0 seconds (Metadata: tool_calls) [ Info: Tokens: 31 in 1.1 seconds airag: Error During Test at /home/pkgeval/.julia/packages/RAGTools/TNS7E/test/generation.jl:213 Got exception outside of a @test MethodError: no method matching rerank(::NoReranker, ::ChunkEmbeddingsIndex{String, Matrix{Float64}, BitMatrix, Nothing}, ::String, ::Vector{CandidateChunks{Int64, Float32}}; top_n::Int64, verbose::Bool, cost_tracker::Base.Threads.Atomic{Float64}, api_kwargs::@NamedTuple{url::String}) The function `rerank` exists, but no method is defined for this combination of argument types. Closest candidates are: rerank(::NoReranker, ::AbstractDocumentIndex, ::AbstractString, !Matched::AbstractCandidateChunks; top_n, kwargs...) @ RAGTools ~/.julia/packages/RAGTools/TNS7E/src/retrieval.jl:786 rerank(::AbstractReranker, ::AbstractDocumentIndex, ::AbstractString, !Matched::AbstractCandidateChunks; kwargs...) @ RAGTools ~/.julia/packages/RAGTools/TNS7E/src/retrieval.jl:776 rerank(!Matched::ReciprocalRankFusionReranker, ::AbstractDocumentIndex, ::AbstractString, !Matched::AbstractCandidateChunks; verbose, top_n, kwargs...) @ RAGTools ~/.julia/packages/RAGTools/TNS7E/src/retrieval.jl:1051 ... Stacktrace: [1] retrieve(retriever::SimpleRetriever, index::ChunkEmbeddingsIndex{String, Matrix{Float64}, BitMatrix, Nothing}, question::String; verbose::Int64, top_k::Int64, top_n::Int64, api_kwargs::@NamedTuple{url::String}, rephraser::NoRephraser, rephraser_kwargs::@NamedTuple{}, embedder::BatchEmbedder, embedder_kwargs::@NamedTuple{model::String}, processor::NoProcessor, processor_kwargs::@NamedTuple{}, finder::CosineSimilarity, finder_kwargs::@NamedTuple{}, tagger::NoTagger, tagger_kwargs::@NamedTuple{model::String, tag::Vector{String}}, filter::NoTagFilter, filter_kwargs::@NamedTuple{}, reranker::NoReranker, reranker_kwargs::@NamedTuple{}, cost_tracker::Base.Threads.Atomic{Float64}, kwargs::@Kwargs{}) @ RAGTools ~/.julia/packages/RAGTools/TNS7E/src/retrieval.jl:1341 [2] kwcall(::@NamedTuple{verbose::Int64, cost_tracker::Base.Threads.Atomic{Float64}, tagger_kwargs::@NamedTuple{model::String, tag::Vector{String}}, embedder_kwargs::@NamedTuple{model::String}, api_kwargs::@NamedTuple{url::String}}, ::typeof(retrieve), retriever::SimpleRetriever, index::ChunkEmbeddingsIndex{String, Matrix{Float64}, BitMatrix, Nothing}, question::String) @ RAGTools ~/.julia/packages/RAGTools/TNS7E/src/retrieval.jl:1260 [3] airag(cfg::RAGConfig, index::ChunkEmbeddingsIndex{String, Matrix{Float64}, BitMatrix, Nothing}; question::String, verbose::Int64, return_all::Bool, api_kwargs::@NamedTuple{url::String}, retriever::SimpleRetriever, retriever_kwargs::@NamedTuple{tagger_kwargs::@NamedTuple{model::String, tag::Vector{String}}, embedder_kwargs::@NamedTuple{model::String}}, generator::SimpleGenerator, generator_kwargs::@NamedTuple{answerer_kwargs::@NamedTuple{model::String}, embedder_kwargs::@NamedTuple{model::String}}, cost_tracker::Base.Threads.Atomic{Float64}) @ RAGTools ~/.julia/packages/RAGTools/TNS7E/src/generation.jl:705 [4] kwcall(::@NamedTuple{question::String, retriever_kwargs::@NamedTuple{tagger_kwargs::@NamedTuple{model::String, tag::Vector{String}}, embedder_kwargs::@NamedTuple{model::String}}, generator_kwargs::@NamedTuple{answerer_kwargs::@NamedTuple{model::String}, embedder_kwargs::@NamedTuple{model::String}}, api_kwargs::@NamedTuple{url::String}, return_all::Bool}, ::typeof(airag), cfg::RAGConfig, index::ChunkEmbeddingsIndex{String, Matrix{Float64}, BitMatrix, Nothing}) @ RAGTools ~/.julia/packages/RAGTools/TNS7E/src/generation.jl:689 [5] #airag#293 @ ~/.julia/packages/RAGTools/TNS7E/src/generation.jl:735 [inlined] [6] kwcall(::@NamedTuple{question::String, retriever_kwargs::@NamedTuple{tagger_kwargs::@NamedTuple{model::String, tag::Vector{String}}, embedder_kwargs::@NamedTuple{model::String}}, generator_kwargs::@NamedTuple{answerer_kwargs::@NamedTuple{model::String}, embedder_kwargs::@NamedTuple{model::String}}, api_kwargs::@NamedTuple{url::String}, return_all::Bool}, ::typeof(airag), index::ChunkEmbeddingsIndex{String, Matrix{Float64}, BitMatrix, Nothing}) @ RAGTools ~/.julia/packages/RAGTools/TNS7E/src/generation.jl:734 [7] top-level scope @ ~/.julia/packages/RAGTools/TNS7E/test/generation.jl:215 [8] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:1961 [inlined] [9] macro expansion @ ~/.julia/packages/RAGTools/TNS7E/test/generation.jl:284 [inlined] [10] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:310 [11] top-level scope @ ~/.julia/packages/RAGTools/TNS7E/test/runtests.jl:20 [12] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:1961 [inlined] [13] macro expansion @ ~/.julia/packages/RAGTools/TNS7E/test/runtests.jl:24 [inlined] [14] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:1961 [inlined] [15] macro expansion @ ~/.julia/packages/RAGTools/TNS7E/test/runtests.jl:32 [inlined] [16] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:310 [17] top-level scope @ none:6 [18] eval(m::Module, e::Any) @ Core ./boot.jl:489 [19] exec_options(opts::Base.JLOptions) @ Base ./client.jl:310 [20] _start() @ Base ./client.jl:577 WARNING: Method definition (::Type{Main.Random123Annotater})() in module Main at /home/pkgeval/.julia/packages/RAGTools/TNS7E/test/annotation.jl:127 overwritten at /home/pkgeval/.julia/packages/RAGTools/TNS7E/test/annotation.jl:184. WARNING: Method definition (::Type{Main.Random123Annotater})() in module Main at /home/pkgeval/.julia/packages/RAGTools/TNS7E/test/annotation.jl:184 overwritten at /home/pkgeval/.julia/packages/RAGTools/TNS7E/test/annotation.jl:271. WARNING: Method definition (::Type{Main.Random123AnnotatedNode})() in module Main at /home/pkgeval/.julia/packages/RAGTools/TNS7E/test/annotation.jl:52 overwritten at /home/pkgeval/.julia/packages/RAGTools/TNS7E/test/annotation.jl:272. WARNING: Method definition (::Type{Main.Random123Annotater})() in module Main at /home/pkgeval/.julia/packages/RAGTools/TNS7E/test/annotation.jl:271 overwritten at /home/pkgeval/.julia/packages/RAGTools/TNS7E/test/annotation.jl:353. ┌ Warning: Model `mock-emb` already registered! It will be overwritten. └ @ PromptingTools ~/.julia/packages/PromptingTools/G0lho/src/user_preferences.jl:372 ┌ Warning: Model `mock-meta` already registered! It will be overwritten. └ @ PromptingTools ~/.julia/packages/PromptingTools/G0lho/src/user_preferences.jl:372 ┌ Warning: Model `mock-gen` already registered! It will be overwritten. └ @ PromptingTools ~/.julia/packages/PromptingTools/G0lho/src/user_preferences.jl:372 [ Info: Tokens: 77 in 1.6 seconds (Metadata: tool_calls) [ Info: Tokens: 77 in 2.2 seconds (Metadata: tool_calls) [ Info: Tokens: 77 in 2.2 seconds (Metadata: tool_calls) [ Info: Q&A Sets built! (cost: $0.0) build_qa_evals: Error During Test at /home/pkgeval/.julia/packages/RAGTools/TNS7E/test/evaluation.jl:77 Got exception outside of a @test MethodError: no method matching rerank(::NoReranker, ::ChunkEmbeddingsIndex{String, Matrix{Float64}, BitMatrix, Nothing}, ::String, ::Vector{CandidateChunks{Int64, Float32}}; top_n::Int64, verbose::Bool, cost_tracker::Base.Threads.Atomic{Float64}, api_kwargs::@NamedTuple{url::String}) The function `rerank` exists, but no method is defined for this combination of argument types. Closest candidates are: rerank(::NoReranker, ::AbstractDocumentIndex, ::AbstractString, !Matched::AbstractCandidateChunks; top_n, kwargs...) @ RAGTools ~/.julia/packages/RAGTools/TNS7E/src/retrieval.jl:786 rerank(::AbstractReranker, ::AbstractDocumentIndex, ::AbstractString, !Matched::AbstractCandidateChunks; kwargs...) @ RAGTools ~/.julia/packages/RAGTools/TNS7E/src/retrieval.jl:776 rerank(!Matched::ReciprocalRankFusionReranker, ::AbstractDocumentIndex, ::AbstractString, !Matched::AbstractCandidateChunks; verbose, top_n, kwargs...) @ RAGTools ~/.julia/packages/RAGTools/TNS7E/src/retrieval.jl:1051 ... Stacktrace: [1] retrieve(retriever::SimpleRetriever, index::ChunkEmbeddingsIndex{String, Matrix{Float64}, BitMatrix, Nothing}, question::String; verbose::Int64, top_k::Int64, top_n::Int64, api_kwargs::@NamedTuple{url::String}, rephraser::NoRephraser, rephraser_kwargs::@NamedTuple{}, embedder::BatchEmbedder, embedder_kwargs::@NamedTuple{model::String}, processor::NoProcessor, processor_kwargs::@NamedTuple{}, finder::CosineSimilarity, finder_kwargs::@NamedTuple{}, tagger::NoTagger, tagger_kwargs::@NamedTuple{model::String, tag::Vector{String}}, filter::NoTagFilter, filter_kwargs::@NamedTuple{}, reranker::NoReranker, reranker_kwargs::@NamedTuple{}, cost_tracker::Base.Threads.Atomic{Float64}, kwargs::@Kwargs{}) @ RAGTools ~/.julia/packages/RAGTools/TNS7E/src/retrieval.jl:1341 [2] kwcall(::@NamedTuple{verbose::Int64, cost_tracker::Base.Threads.Atomic{Float64}, tagger_kwargs::@NamedTuple{model::String, tag::Vector{String}}, embedder_kwargs::@NamedTuple{model::String}, api_kwargs::@NamedTuple{url::String}}, ::typeof(retrieve), retriever::SimpleRetriever, index::ChunkEmbeddingsIndex{String, Matrix{Float64}, BitMatrix, Nothing}, question::String) @ RAGTools ~/.julia/packages/RAGTools/TNS7E/src/retrieval.jl:1260 [3] airag(cfg::RAGConfig, index::ChunkEmbeddingsIndex{String, Matrix{Float64}, BitMatrix, Nothing}; question::String, verbose::Int64, return_all::Bool, api_kwargs::@NamedTuple{url::String}, retriever::SimpleRetriever, retriever_kwargs::@NamedTuple{tagger_kwargs::@NamedTuple{model::String, tag::Vector{String}}, embedder_kwargs::@NamedTuple{model::String}}, generator::SimpleGenerator, generator_kwargs::@NamedTuple{answerer_kwargs::@NamedTuple{model::String}, embedder_kwargs::@NamedTuple{model::String}}, cost_tracker::Base.Threads.Atomic{Float64}) @ RAGTools ~/.julia/packages/RAGTools/TNS7E/src/generation.jl:705 [4] kwcall(::@NamedTuple{question::String, retriever_kwargs::@NamedTuple{tagger_kwargs::@NamedTuple{model::String, tag::Vector{String}}, embedder_kwargs::@NamedTuple{model::String}}, generator_kwargs::@NamedTuple{answerer_kwargs::@NamedTuple{model::String}, embedder_kwargs::@NamedTuple{model::String}}, api_kwargs::@NamedTuple{url::String}, return_all::Bool}, ::typeof(airag), cfg::RAGConfig, index::ChunkEmbeddingsIndex{String, Matrix{Float64}, BitMatrix, Nothing}) @ RAGTools ~/.julia/packages/RAGTools/TNS7E/src/generation.jl:689 [5] top-level scope @ ~/.julia/packages/RAGTools/TNS7E/test/evaluation.jl:79 [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:1961 [inlined] [7] macro expansion @ ~/.julia/packages/RAGTools/TNS7E/test/evaluation.jl:197 [inlined] [8] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:310 [9] top-level scope @ ~/.julia/packages/RAGTools/TNS7E/test/runtests.jl:20 [10] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:1961 [inlined] [11] macro expansion @ ~/.julia/packages/RAGTools/TNS7E/test/runtests.jl:24 [inlined] [12] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:1961 [inlined] [13] macro expansion @ ~/.julia/packages/RAGTools/TNS7E/test/runtests.jl:34 [inlined] [14] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:310 [15] top-level scope @ none:6 [16] eval(m::Module, e::Any) @ Core ./boot.jl:489 [17] exec_options(opts::Base.JLOptions) @ Base ./client.jl:310 [18] _start() @ Base ./client.jl:577 Test Summary: | Pass Fail Error Total Time RAGTools.jl | 1070 3 5 1078 9m17.9s Code quality (Aqua.jl) | 10 1 11 5m29.1s Method ambiguity | 1 1 1m56.1s Unbound type parameters | 1 1 0.1s Undefined exports | 1 1 0.0s Compare Project.toml and test/Project.toml | 1 1 0.0s Stale dependencies | 1 1 1m46.9s Compat bounds | 4 4 0.5s Piracy | 1 1 0.3s Persistent tasks | 1 1 1m28.4s Core | 1060 2 5 1067 3m48.7s _check_aiextract_capability | 2 2 1.0s vcat_labeled_matrices | 29 29 9.8s hcat_labeled_matrices | 10 10 2.7s hcat_truncate | 26 26 7.4s tokenize | 9 9 0.2s trigrams | 8 8 0.1s trigrams_hashed | 8 8 0.7s token_with_boundaries | 8 8 0.1s text_to_trigrams | 7 7 0.4s text_to_trigrams_hashed | 7 7 0.5s split_into_code_and_sentences | 9 9 0.3s getpropertynested | 8 8 0.6s setpropertynested | 5 5 1.8s merge_kwargs_nested | 6 6 1.2s pack_bits,unpack_bits | 15 15 1.0s preprocess_tokens | 11 11 0.8s reciprocal_rank_fusion | 43 43 2.4s score_to_unit_scale | 6 6 1.0s CandidateChunks | 26 26 3.3s MultiCandidateChunks | 22 22 2.8s DocumentTermMatrix | 55 55 9.7s ChunkEmbeddingsIndex | 30 30 2.7s ChunkKeywordsIndex | 23 23 4.2s SubChunkIndex | 99 99 10.0s MultiIndex | 15 15 1.3s getindex-CandidateChunks | 38 38 4.2s getindex-MultiCandidateChunks | 23 23 0.2s RAGResult | 15 15 10.6s load_text | 5 5 0.1s get_chunks | 6 6 0.9s get_embeddings | 13 13 7.9s get_keywords | 19 19 1.1s tags_extract | 9 9 0.3s get_tags | 5 5 12.5s build_tags | 15 15 1.5s build_index | 29 29 29.3s RankGPTResult | 19 19 0.6s create_permutation_instruction | 20 20 0.4s extract_ranking | 10 10 0.6s receive_permutation! | 10 10 0.5s permutation_step! | 6 6 3.5s rank_sliding_window! | 9 9 0.5s rank_gpt | 11 11 0.2s rephrase | 4 4 1.3s hamming_distance | 21 21 0.9s bm25 | 28 28 2.7s find_closest | 25 1 2 28 19.1s find_closest-MultiIndex | 30 30 4.2s find_tags | 34 34 5.4s reciprocal_rank_fusion | 22 22 2.2s rerank | 9 9 1.1s retrieve | 1 1 13.2s build_context! | 7 7 1.1s answer! | 3 3 1.4s refine! | 5 5 1.5s postprocess! | 2 2 0.0s generate! | 6 6 1.8s airag | 2 1 1 4 9.9s AnnotatedNode | 19 19 0.3s AnnotatedNode-pprint | 3 3 0.3s set_node_style! | 15 15 0.3s align_node_styles! | 7 7 0.3s trigram_support! | 11 11 0.4s add_node_metadata! | 10 10 0.4s annotate_support | 19 19 0.3s print_html | 6 6 1.6s QAEvalItem | 2 2 0.1s Base.show,JSON3.write | 6 6 7.4s score_retrieval_hit,score_retrieval_rank | 8 8 0.8s build_qa_evals | 7 1 8 5.7s RNG of the outermost testset: Xoshiro(0x705f39082912a121, 0x0d94256a656125a8, 0xd531ffab572c8fc1, 0x02552970678f17bf, 0xd369c9b2e1fe8717) ERROR: LoadError: Some tests did not pass: 1070 passed, 3 failed, 5 errored, 0 broken. in expression starting at /home/pkgeval/.julia/packages/RAGTools/TNS7E/test/runtests.jl:19 Testing failed after 710.47s ERROR: LoadError: Package RAGTools errored during testing Stacktrace: [1] pkgerror(msg::String) @ Pkg.Types /opt/julia/share/julia/stdlib/v1.14/Pkg/src/Types.jl:68 [2] test(ctx::Pkg.Types.Context, pkgs::Vector{PackageSpec}; coverage::Bool, julia_args::Cmd, test_args::Cmd, test_fn::Nothing, force_latest_compatible_version::Bool, allow_earlier_backwards_compatible_versions::Bool, allow_reresolve::Bool) @ Pkg.Operations /opt/julia/share/julia/stdlib/v1.14/Pkg/src/Operations.jl:3067 [3] test @ /opt/julia/share/julia/stdlib/v1.14/Pkg/src/Operations.jl:2916 [inlined] [4] test(ctx::Pkg.Types.Context, pkgs::Vector{PackageSpec}; coverage::Bool, test_fn::Nothing, julia_args::Cmd, test_args::Cmd, force_latest_compatible_version::Bool, allow_earlier_backwards_compatible_versions::Bool, allow_reresolve::Bool, kwargs::@Kwargs{io::IOContext{IO}}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:572 [5] kwcall(::@NamedTuple{julia_args::Cmd, io::IOContext{IO}}, ::typeof(Pkg.API.test), ctx::Pkg.Types.Context, pkgs::Vector{PackageSpec}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:548 [6] test(pkgs::Vector{PackageSpec}; io::IOContext{IO}, kwargs::@Kwargs{julia_args::Cmd}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:172 [7] kwcall(::@NamedTuple{julia_args::Cmd}, ::typeof(Pkg.API.test), pkgs::Vector{PackageSpec}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:161 [8] test(pkgs::Vector{String}; kwargs::@Kwargs{julia_args::Cmd}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:160 [9] test @ /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:160 [inlined] [10] kwcall(::@NamedTuple{julia_args::Cmd}, ::typeof(Pkg.API.test), pkg::String) @ Pkg.API /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:159 [11] top-level scope @ /PkgEval.jl/scripts/evaluate.jl:237 [12] include(mod::Module, _path::String) @ Base ./Base.jl:309 [13] exec_options(opts::Base.JLOptions) @ Base ./client.jl:344 [14] _start() @ Base ./client.jl:577 in expression starting at /PkgEval.jl/scripts/evaluate.jl:228 PkgEval failed after 776.56s: package tests unexpectedly errored