Package evaluation of AIHelpMe on Julia 1.13.0-DEV.897 (a39797a4fb*) started at 2025-07-24T17:22:21.872


################################################################################
# Set-up
#

Installing PkgEval dependencies (TestEnv)...

Set-up completed after 10.04s


################################################################################
# Installation
#

Installing AIHelpMe...
   Resolving package versions...
    Updating `~/.julia/environments/v1.13/Project.toml`
  [01402e1f] + AIHelpMe v0.4.0
    Updating `~/.julia/environments/v1.13/Manifest.toml`
  [01402e1f] + AIHelpMe v0.4.0
  [1520ce14] + AbstractTrees v0.4.5
  [d1d4a3ce] + BitFlags v0.1.9
  [944b1d66] + CodecZlib v0.7.8
  [34da2185] + Compat v4.17.0
  [f0e56b4a] + ConcurrentUtilities v2.5.0
  [460bff9d] + ExceptionUnwrapping v0.1.11
  [f67ccb44] + HDF5 v0.17.2
  [cd3eb016] + HTTP v1.10.17
  [692b3bcd] + JLLWrappers v1.7.1
  [0f8b85d8] + JSON3 v1.14.3
  [e6f89c97] + LoggingExtras v1.1.0
  [3da0fdf6] + MPIPreferences v0.1.11
  [739be429] + MbedTLS v1.1.9
⌅ [e9f21f70] + OpenAI v0.9.1
  [4d8831e6] + OpenSSL v1.5.0
  [69de0a69] + Parsers v2.8.3
  [aea7be01] + PrecompileTools v1.3.2
  [21216c6a] + Preferences v1.4.3
⌅ [670122d1] + PromptingTools v0.50.0
  [ae029012] + Requires v1.3.1
  [777ac1f9] + SimpleBufferStream v1.2.0
  [856f2bd8] + StructTypes v1.11.0
  [3bb67fe8] + TranscodingStreams v0.11.3
  [5c2747f8] + URIs v1.6.1
  [0234f1f7] + HDF5_jll v1.14.6+0
  [e33a78d0] + Hwloc_jll v2.12.1+0
  [7cb0a576] + MPICH_jll v4.3.1+0
  [f1f71cc9] + MPItrampoline_jll v5.5.4+0
  [c8ffd9c3] + MbedTLS_jll v2.28.6+2
  [9237b28f] + MicrosoftMPI_jll v10.1.4+3
  [fe0851c0] + OpenMPI_jll v5.0.8+0
  [477f73a3] + libaec_jll v1.1.3+0
  [0dad84c5] + ArgTools v1.1.2
  [56f22d72] + Artifacts v1.11.0
  [2a0f44e3] + Base64 v1.11.0
  [ade2ca70] + Dates v1.11.0
  [f43a241f] + Downloads v1.7.0
  [7b1f6079] + FileWatching v1.11.0
  [b77e0a4c] + InteractiveUtils v1.11.0
  [ac6e5ff7] + JuliaSyntaxHighlighting v1.12.0
  [4af54fe1] + LazyArtifacts v1.11.0
  [b27032c2] + LibCURL v0.6.4
  [76f85450] + LibGit2 v1.11.0
  [8f399da3] + Libdl v1.11.0
  [37e2e46d] + LinearAlgebra v1.13.0
  [56ddb016] + Logging v1.11.0
  [d6f4376e] + Markdown v1.11.0
  [a63ad114] + Mmap v1.11.0
  [ca575930] + NetworkOptions v1.3.0
  [44cfe95a] + Pkg v1.13.0
  [de0858da] + Printf v1.11.0
  [3fa0cd96] + REPL v1.11.0
  [9a3f8284] + Random v1.11.0
  [ea8e919c] + SHA v0.7.0
  [9e88b42a] + Serialization v1.11.0
  [6462fe0b] + Sockets v1.11.0
  [2f01184e] + SparseArrays v1.13.0
  [f489334b] + StyledStrings v1.11.0
  [fa267f1f] + TOML v1.0.3
  [a4e569a6] + Tar v1.10.0
  [8dfed614] + Test v1.11.0
  [cf7118a7] + UUIDs v1.11.0
  [4ec0a83e] + Unicode v1.11.0
  [e66e0078] + CompilerSupportLibraries_jll v1.3.0+1
  [deac9b47] + LibCURL_jll v8.14.1+1
  [e37daf67] + LibGit2_jll v1.9.1+0
  [29816b5a] + LibSSH2_jll v1.11.3+1
  [14a3606d] + MozillaCACerts_jll v2025.7.15
  [4536629a] + OpenBLAS_jll v0.3.29+0
  [458c3c95] + OpenSSL_jll v3.5.1+0
  [efcefdf7] + PCRE2_jll v10.45.0+0
  [bea87d4a] + SuiteSparse_jll v7.10.1+0
  [83775a58] + Zlib_jll v1.3.1+2
  [8e850b90] + libblastrampoline_jll v5.13.1+0
  [8e850ede] + nghttp2_jll v1.65.0+0
  [3f19e933] + p7zip_jll v17.5.0+2
        Info Packages marked with ⌅ have new versions available but compatibility constraints restrict them from upgrading. To see why use `status --outdated -m`

Installation completed after 8.57s


################################################################################
# Precompilation
#

Precompiling PkgEval dependencies...

Precompiling package dependencies...
ERROR: LoadError: The following 1 direct dependency failed to precompile:

AIHelpMe 

Failed to precompile AIHelpMe [01402e1f-dc83-4213-a98b-42887d758baa] to "/home/pkgeval/.julia/compiled/v1.13/AIHelpMe/jl_T78SEr" (ProcessExited(1)).
┌ Warning: OPENAI_API_KEY variable not set! OpenAI models will not be available - set API key directly via `PromptingTools.OPENAI_API_KEY=<api-key>`!
└ @ PromptingTools ~/.julia/packages/PromptingTools/5CXNq/src/user_preferences.jl:161
ERROR: LoadError: MethodError: no method matching rerank(::PromptingTools.Experimental.RAGTools.NoReranker, ::PromptingTools.Experimental.RAGTools.ChunkEmbeddingsIndex{String, Matrix{Float64}, Nothing, Nothing}, ::String, ::Vector{PromptingTools.Experimental.RAGTools.CandidateChunks{Int64, Float32}}; top_n::Int64, verbose::Bool, cost_tracker::Base.Threads.Atomic{Float64})
The function `rerank` exists, but no method is defined for this combination of argument types.

Closest candidates are:
  rerank(::PromptingTools.Experimental.RAGTools.NoReranker, ::PromptingTools.Experimental.RAGTools.AbstractDocumentIndex, ::AbstractString, !Matched::PromptingTools.Experimental.RAGTools.AbstractCandidateChunks; top_n, kwargs...)
   @ PromptingTools ~/.julia/packages/PromptingTools/5CXNq/src/Experimental/RAGTools/retrieval.jl:675
  rerank(::PromptingTools.Experimental.RAGTools.AbstractReranker, ::PromptingTools.Experimental.RAGTools.AbstractDocumentIndex, ::AbstractString, !Matched::PromptingTools.Experimental.RAGTools.AbstractCandidateChunks; kwargs...)
   @ PromptingTools ~/.julia/packages/PromptingTools/5CXNq/src/Experimental/RAGTools/retrieval.jl:670
  rerank(!Matched::PromptingTools.Experimental.RAGTools.CohereReranker, ::PromptingTools.Experimental.RAGTools.AbstractDocumentIndex, ::AbstractString, !Matched::PromptingTools.Experimental.RAGTools.AbstractCandidateChunks; verbose, api_key, top_n, model, return_documents, cost_tracker, kwargs...)
   @ PromptingTools ~/.julia/packages/PromptingTools/5CXNq/src/Experimental/RAGTools/retrieval.jl:713
  ...

Stacktrace:
  [1] retrieve(retriever::PromptingTools.Experimental.RAGTools.SimpleRetriever, index::PromptingTools.Experimental.RAGTools.ChunkEmbeddingsIndex{String, Matrix{Float64}, Nothing, Nothing}, question::String; verbose::Int64, top_k::Int64, top_n::Int64, api_kwargs::@NamedTuple{}, rephraser::PromptingTools.Experimental.RAGTools.NoRephraser, rephraser_kwargs::@NamedTuple{model::String}, embedder::PromptingTools.Experimental.RAGTools.BinaryBatchEmbedder, embedder_kwargs::@NamedTuple{truncate_dimension::Int64, model::String}, processor::PromptingTools.Experimental.RAGTools.NoProcessor, processor_kwargs::@NamedTuple{}, finder::PromptingTools.Experimental.RAGTools.CosineSimilarity, finder_kwargs::@NamedTuple{}, tagger::PromptingTools.Experimental.RAGTools.NoTagger, tagger_kwargs::@NamedTuple{model::String}, filter::PromptingTools.Experimental.RAGTools.NoTagFilter, filter_kwargs::@NamedTuple{}, reranker::PromptingTools.Experimental.RAGTools.NoReranker, reranker_kwargs::@NamedTuple{}, cost_tracker::Base.Threads.Atomic{Float64}, kwargs::@Kwargs{})
    @ PromptingTools.Experimental.RAGTools ~/.julia/packages/PromptingTools/5CXNq/src/Experimental/RAGTools/retrieval.jl:1137
  [2] airag(cfg::PromptingTools.Experimental.RAGTools.RAGConfig, index::PromptingTools.Experimental.RAGTools.ChunkEmbeddingsIndex{String, Matrix{Float64}, Nothing, Nothing}; question::String, verbose::Int64, return_all::Bool, api_kwargs::@NamedTuple{}, retriever::PromptingTools.Experimental.RAGTools.SimpleRetriever, retriever_kwargs::@NamedTuple{top_k::Int64, top_n::Int64, embedder_kwargs::@NamedTuple{truncate_dimension::Int64, model::String}, rephraser_kwargs::@NamedTuple{model::String}, tagger_kwargs::@NamedTuple{model::String}}, generator::PromptingTools.Experimental.RAGTools.SimpleGenerator, generator_kwargs::@NamedTuple{refiner_kwargs::@NamedTuple{model::String}, answerer_kwargs::@NamedTuple{model::String}}, cost_tracker::Base.Threads.Atomic{Float64})
    @ PromptingTools.Experimental.RAGTools ~/.julia/packages/PromptingTools/5CXNq/src/Experimental/RAGTools/generation.jl:664
  [3] top-level scope
    @ ~/.julia/packages/AIHelpMe/qoqB9/src/precompilation.jl:62
  [4] include(mapexpr::Function, mod::Module, _path::String)
    @ Base ./Base.jl:312
  [5] IncludeInto
    @ ./Base.jl:313 [inlined]
  [6] macro expansion
    @ ~/.julia/packages/PrecompileTools/Z8SWe/src/workloads.jl:73 [inlined]
  [7] (::AIHelpMe.var"#28#29")()
    @ AIHelpMe ~/.julia/packages/AIHelpMe/qoqB9/src/AIHelpMe.jl:50
  [8] (::Base.RedirectStdStream)(thunk::AIHelpMe.var"#28#29", stream::Base.DevNull)
    @ Base ./stream.jl:1464
  [9] #26
    @ ~/.julia/packages/AIHelpMe/qoqB9/src/AIHelpMe.jl:49 [inlined]
 [10] with_logstate(f::AIHelpMe.var"#26#27", logstate::Base.CoreLogging.LogState)
    @ Base.CoreLogging ./logging/logging.jl:540
 [11] with_logger(f::Function, logger::Base.CoreLogging.NullLogger)
    @ Base.CoreLogging ./logging/logging.jl:651
 [12] top-level scope
    @ ~/.julia/packages/AIHelpMe/qoqB9/src/AIHelpMe.jl:48
 [13] include(mod::Module, _path::String)
    @ Base ./Base.jl:311
 [14] include_package_for_output(pkg::Base.PkgId, input::String, depot_path::Vector{String}, dl_load_path::Vector{String}, load_path::Vector{String}, concrete_deps::Vector{Pair{Base.PkgId, UInt128}}, source::Nothing)
    @ Base ./loading.jl:3002
 [15] top-level scope
    @ stdin:5
 [16] eval(m::Module, e::Any)
    @ Core ./boot.jl:489
 [17] include_string(mapexpr::typeof(identity), mod::Module, code::String, filename::String)
    @ Base ./loading.jl:2848
 [18] include_string
    @ ./loading.jl:2858 [inlined]
 [19] exec_options(opts::Base.JLOptions)
    @ Base ./client.jl:318
 [20] _start()
    @ Base ./client.jl:553
in expression starting at /home/pkgeval/.julia/packages/AIHelpMe/qoqB9/src/precompilation.jl:62
in expression starting at /home/pkgeval/.julia/packages/AIHelpMe/qoqB9/src/AIHelpMe.jl:1
in expression starting at stdin:
in expression starting at /PkgEval.jl/scripts/precompile.jl:37

Precompilation failed after 103.58s



################################################################################
# Testing
#

     Testing AIHelpMe
      Status `/tmp/jl_wYP8vQ/Project.toml`
  [01402e1f] AIHelpMe v0.4.0
⌅ [4c88cf16] Aqua v0.7.4
  [f67ccb44] HDF5 v0.17.2
  [cd3eb016] HTTP v1.10.17
  [0f8b85d8] JSON3 v1.14.3
  [aea7be01] PrecompileTools v1.3.2
  [21216c6a] Preferences v1.4.3
⌅ [670122d1] PromptingTools v0.50.0
  [4af54fe1] LazyArtifacts v1.11.0
  [37e2e46d] LinearAlgebra v1.13.0
  [56ddb016] Logging v1.11.0
  [3fa0cd96] REPL v1.11.0
  [ea8e919c] SHA v0.7.0
  [9e88b42a] Serialization v1.11.0
  [2f01184e] SparseArrays v1.13.0
  [8dfed614] Test v1.11.0
      Status `/tmp/jl_wYP8vQ/Manifest.toml`
  [01402e1f] AIHelpMe v0.4.0
  [1520ce14] AbstractTrees v0.4.5
⌅ [4c88cf16] Aqua v0.7.4
  [d1d4a3ce] BitFlags v0.1.9
  [944b1d66] CodecZlib v0.7.8
  [34da2185] Compat v4.17.0
  [f0e56b4a] ConcurrentUtilities v2.5.0
  [460bff9d] ExceptionUnwrapping v0.1.11
  [f67ccb44] HDF5 v0.17.2
  [cd3eb016] HTTP v1.10.17
  [692b3bcd] JLLWrappers v1.7.1
  [0f8b85d8] JSON3 v1.14.3
  [e6f89c97] LoggingExtras v1.1.0
  [3da0fdf6] MPIPreferences v0.1.11
  [739be429] MbedTLS v1.1.9
⌅ [e9f21f70] OpenAI v0.9.1
  [4d8831e6] OpenSSL v1.5.0
  [69de0a69] Parsers v2.8.3
  [aea7be01] PrecompileTools v1.3.2
  [21216c6a] Preferences v1.4.3
⌅ [670122d1] PromptingTools v0.50.0
  [ae029012] Requires v1.3.1
  [777ac1f9] SimpleBufferStream v1.2.0
  [856f2bd8] StructTypes v1.11.0
  [3bb67fe8] TranscodingStreams v0.11.3
  [5c2747f8] URIs v1.6.1
  [0234f1f7] HDF5_jll v1.14.6+0
  [e33a78d0] Hwloc_jll v2.12.1+0
  [7cb0a576] MPICH_jll v4.3.1+0
  [f1f71cc9] MPItrampoline_jll v5.5.4+0
  [c8ffd9c3] MbedTLS_jll v2.28.6+2
  [9237b28f] MicrosoftMPI_jll v10.1.4+3
  [fe0851c0] OpenMPI_jll v5.0.8+0
  [477f73a3] libaec_jll v1.1.3+0
  [0dad84c5] ArgTools v1.1.2
  [56f22d72] Artifacts v1.11.0
  [2a0f44e3] Base64 v1.11.0
  [ade2ca70] Dates v1.11.0
  [f43a241f] Downloads v1.7.0
  [7b1f6079] FileWatching v1.11.0
  [b77e0a4c] InteractiveUtils v1.11.0
  [ac6e5ff7] JuliaSyntaxHighlighting v1.12.0
  [4af54fe1] LazyArtifacts v1.11.0
  [b27032c2] LibCURL v0.6.4
  [76f85450] LibGit2 v1.11.0
  [8f399da3] Libdl v1.11.0
  [37e2e46d] LinearAlgebra v1.13.0
  [56ddb016] Logging v1.11.0
  [d6f4376e] Markdown v1.11.0
  [a63ad114] Mmap v1.11.0
  [ca575930] NetworkOptions v1.3.0
  [44cfe95a] Pkg v1.13.0
  [de0858da] Printf v1.11.0
  [3fa0cd96] REPL v1.11.0
  [9a3f8284] Random v1.11.0
  [ea8e919c] SHA v0.7.0
  [9e88b42a] Serialization v1.11.0
  [6462fe0b] Sockets v1.11.0
  [2f01184e] SparseArrays v1.13.0
  [f489334b] StyledStrings v1.11.0
  [fa267f1f] TOML v1.0.3
  [a4e569a6] Tar v1.10.0
  [8dfed614] Test v1.11.0
  [cf7118a7] UUIDs v1.11.0
  [4ec0a83e] Unicode v1.11.0
  [e66e0078] CompilerSupportLibraries_jll v1.3.0+1
  [deac9b47] LibCURL_jll v8.14.1+1
  [e37daf67] LibGit2_jll v1.9.1+0
  [29816b5a] LibSSH2_jll v1.11.3+1
  [14a3606d] MozillaCACerts_jll v2025.7.15
  [4536629a] OpenBLAS_jll v0.3.29+0
  [458c3c95] OpenSSL_jll v3.5.1+0
  [efcefdf7] PCRE2_jll v10.45.0+0
  [bea87d4a] SuiteSparse_jll v7.10.1+0
  [83775a58] Zlib_jll v1.3.1+2
  [8e850b90] libblastrampoline_jll v5.13.1+0
  [8e850ede] nghttp2_jll v1.65.0+0
  [3f19e933] p7zip_jll v17.5.0+2
        Info Packages marked with ⌅ have new versions available but compatibility constraints restrict them from upgrading.
     Testing Running tests...
Precompiling packages...
Info Given AIHelpMe was explicitly requested, output will be shown live 
┌ Warning: OPENAI_API_KEY variable not set! OpenAI models will not be available - set API key directly via `PromptingTools.OPENAI_API_KEY=<api-key>`!
└ @ PromptingTools ~/.julia/packages/PromptingTools/5CXNq/src/user_preferences.jl:161
ERROR: LoadError: MethodError: no method matching rerank(::PromptingTools.Experimental.RAGTools.NoReranker, ::PromptingTools.Experimental.RAGTools.ChunkEmbeddingsIndex{String, Matrix{Float64}, Nothing, Nothing}, ::String, ::Vector{PromptingTools.Experimental.RAGTools.CandidateChunks{Int64, Float32}}; top_n::Int64, verbose::Bool, cost_tracker::Base.Threads.Atomic{Float64})
The function `rerank` exists, but no method is defined for this combination of argument types.

Closest candidates are:
  rerank(::PromptingTools.Experimental.RAGTools.NoReranker, ::PromptingTools.Experimental.RAGTools.AbstractDocumentIndex, ::AbstractString, !Matched::PromptingTools.Experimental.RAGTools.AbstractCandidateChunks; top_n, kwargs...)
   @ PromptingTools ~/.julia/packages/PromptingTools/5CXNq/src/Experimental/RAGTools/retrieval.jl:675
  rerank(::PromptingTools.Experimental.RAGTools.AbstractReranker, ::PromptingTools.Experimental.RAGTools.AbstractDocumentIndex, ::AbstractString, !Matched::PromptingTools.Experimental.RAGTools.AbstractCandidateChunks; kwargs...)
   @ PromptingTools ~/.julia/packages/PromptingTools/5CXNq/src/Experimental/RAGTools/retrieval.jl:670
  rerank(!Matched::PromptingTools.Experimental.RAGTools.CohereReranker, ::PromptingTools.Experimental.RAGTools.AbstractDocumentIndex, ::AbstractString, !Matched::PromptingTools.Experimental.RAGTools.AbstractCandidateChunks; verbose, api_key, top_n, model, return_documents, cost_tracker, kwargs...)
   @ PromptingTools ~/.julia/packages/PromptingTools/5CXNq/src/Experimental/RAGTools/retrieval.jl:713
  ...

Stacktrace:
  [1] retrieve(retriever::PromptingTools.Experimental.RAGTools.SimpleRetriever, index::PromptingTools.Experimental.RAGTools.ChunkEmbeddingsIndex{String, Matrix{Float64}, Nothing, Nothing}, question::String; verbose::Int64, top_k::Int64, top_n::Int64, api_kwargs::@NamedTuple{}, rephraser::PromptingTools.Experimental.RAGTools.NoRephraser, rephraser_kwargs::@NamedTuple{model::String}, embedder::PromptingTools.Experimental.RAGTools.BinaryBatchEmbedder, embedder_kwargs::@NamedTuple{truncate_dimension::Int64, model::String}, processor::PromptingTools.Experimental.RAGTools.NoProcessor, processor_kwargs::@NamedTuple{}, finder::PromptingTools.Experimental.RAGTools.CosineSimilarity, finder_kwargs::@NamedTuple{}, tagger::PromptingTools.Experimental.RAGTools.NoTagger, tagger_kwargs::@NamedTuple{model::String}, filter::PromptingTools.Experimental.RAGTools.NoTagFilter, filter_kwargs::@NamedTuple{}, reranker::PromptingTools.Experimental.RAGTools.NoReranker, reranker_kwargs::@NamedTuple{}, cost_tracker::Base.Threads.Atomic{Float64}, kwargs::@Kwargs{})
    @ PromptingTools.Experimental.RAGTools ~/.julia/packages/PromptingTools/5CXNq/src/Experimental/RAGTools/retrieval.jl:1137
  [2] airag(cfg::PromptingTools.Experimental.RAGTools.RAGConfig, index::PromptingTools.Experimental.RAGTools.ChunkEmbeddingsIndex{String, Matrix{Float64}, Nothing, Nothing}; question::String, verbose::Int64, return_all::Bool, api_kwargs::@NamedTuple{}, retriever::PromptingTools.Experimental.RAGTools.SimpleRetriever, retriever_kwargs::@NamedTuple{top_k::Int64, top_n::Int64, embedder_kwargs::@NamedTuple{truncate_dimension::Int64, model::String}, rephraser_kwargs::@NamedTuple{model::String}, tagger_kwargs::@NamedTuple{model::String}}, generator::PromptingTools.Experimental.RAGTools.SimpleGenerator, generator_kwargs::@NamedTuple{refiner_kwargs::@NamedTuple{model::String}, answerer_kwargs::@NamedTuple{model::String}}, cost_tracker::Base.Threads.Atomic{Float64})
    @ PromptingTools.Experimental.RAGTools ~/.julia/packages/PromptingTools/5CXNq/src/Experimental/RAGTools/generation.jl:664
  [3] top-level scope
    @ ~/.julia/packages/AIHelpMe/qoqB9/src/precompilation.jl:62
  [4] include(mapexpr::Function, mod::Module, _path::String)
    @ Base ./Base.jl:312
  [5] IncludeInto
    @ ./Base.jl:313 [inlined]
  [6] macro expansion
    @ ~/.julia/packages/PrecompileTools/Z8SWe/src/workloads.jl:73 [inlined]
  [7] (::AIHelpMe.var"#28#29")()
    @ AIHelpMe ~/.julia/packages/AIHelpMe/qoqB9/src/AIHelpMe.jl:50
  [8] (::Base.RedirectStdStream)(thunk::AIHelpMe.var"#28#29", stream::Base.DevNull)
    @ Base ./stream.jl:1464
  [9] #26
    @ ~/.julia/packages/AIHelpMe/qoqB9/src/AIHelpMe.jl:49 [inlined]
 [10] with_logstate(f::AIHelpMe.var"#26#27", logstate::Base.CoreLogging.LogState)
    @ Base.CoreLogging ./logging/logging.jl:540
 [11] with_logger(f::Function, logger::Base.CoreLogging.NullLogger)
    @ Base.CoreLogging ./logging/logging.jl:651
 [12] top-level scope
    @ ~/.julia/packages/AIHelpMe/qoqB9/src/AIHelpMe.jl:48
 [13] include(mod::Module, _path::String)
    @ Base ./Base.jl:311
 [14] include_package_for_output(pkg::Base.PkgId, input::String, depot_path::Vector{String}, dl_load_path::Vector{String}, load_path::Vector{String}, concrete_deps::Vector{Pair{Base.PkgId, UInt128}}, source::Nothing)
    @ Base ./loading.jl:3002
 [15] top-level scope
    @ stdin:5
 [16] eval(m::Module, e::Any)
    @ Core ./boot.jl:489
 [17] include_string(mapexpr::typeof(identity), mod::Module, code::String, filename::String)
    @ Base ./loading.jl:2848
 [18] include_string
    @ ./loading.jl:2858 [inlined]
 [19] exec_options(opts::Base.JLOptions)
    @ Base ./client.jl:318
 [20] _start()
    @ Base ./client.jl:553
in expression starting at /home/pkgeval/.julia/packages/AIHelpMe/qoqB9/src/precompilation.jl:62
in expression starting at /home/pkgeval/.julia/packages/AIHelpMe/qoqB9/src/AIHelpMe.jl:1
in expression starting at stdin:5
              ✗ AIHelpMe
  0 dependencies successfully precompiled in 32 seconds. 70 already precompiled.

ERROR: LoadError: The following 1 direct dependency failed to precompile:

AIHelpMe 

Failed to precompile AIHelpMe [01402e1f-dc83-4213-a98b-42887d758baa] to "/home/pkgeval/.julia/compiled/v1.13/AIHelpMe/jl_VklQBx" (ProcessExited(1)).
┌ Warning: OPENAI_API_KEY variable not set! OpenAI models will not be available - set API key directly via `PromptingTools.OPENAI_API_KEY=<api-key>`!
└ @ PromptingTools ~/.julia/packages/PromptingTools/5CXNq/src/user_preferences.jl:161
ERROR: LoadError: MethodError: no method matching rerank(::PromptingTools.Experimental.RAGTools.NoReranker, ::PromptingTools.Experimental.RAGTools.ChunkEmbeddingsIndex{String, Matrix{Float64}, Nothing, Nothing}, ::String, ::Vector{PromptingTools.Experimental.RAGTools.CandidateChunks{Int64, Float32}}; top_n::Int64, verbose::Bool, cost_tracker::Base.Threads.Atomic{Float64})
The function `rerank` exists, but no method is defined for this combination of argument types.

Closest candidates are:
  rerank(::PromptingTools.Experimental.RAGTools.NoReranker, ::PromptingTools.Experimental.RAGTools.AbstractDocumentIndex, ::AbstractString, !Matched::PromptingTools.Experimental.RAGTools.AbstractCandidateChunks; top_n, kwargs...)
   @ PromptingTools ~/.julia/packages/PromptingTools/5CXNq/src/Experimental/RAGTools/retrieval.jl:675
  rerank(::PromptingTools.Experimental.RAGTools.AbstractReranker, ::PromptingTools.Experimental.RAGTools.AbstractDocumentIndex, ::AbstractString, !Matched::PromptingTools.Experimental.RAGTools.AbstractCandidateChunks; kwargs...)
   @ PromptingTools ~/.julia/packages/PromptingTools/5CXNq/src/Experimental/RAGTools/retrieval.jl:670
  rerank(!Matched::PromptingTools.Experimental.RAGTools.CohereReranker, ::PromptingTools.Experimental.RAGTools.AbstractDocumentIndex, ::AbstractString, !Matched::PromptingTools.Experimental.RAGTools.AbstractCandidateChunks; verbose, api_key, top_n, model, return_documents, cost_tracker, kwargs...)
   @ PromptingTools ~/.julia/packages/PromptingTools/5CXNq/src/Experimental/RAGTools/retrieval.jl:713
  ...

Stacktrace:
  [1] retrieve(retriever::PromptingTools.Experimental.RAGTools.SimpleRetriever, index::PromptingTools.Experimental.RAGTools.ChunkEmbeddingsIndex{String, Matrix{Float64}, Nothing, Nothing}, question::String; verbose::Int64, top_k::Int64, top_n::Int64, api_kwargs::@NamedTuple{}, rephraser::PromptingTools.Experimental.RAGTools.NoRephraser, rephraser_kwargs::@NamedTuple{model::String}, embedder::PromptingTools.Experimental.RAGTools.BinaryBatchEmbedder, embedder_kwargs::@NamedTuple{truncate_dimension::Int64, model::String}, processor::PromptingTools.Experimental.RAGTools.NoProcessor, processor_kwargs::@NamedTuple{}, finder::PromptingTools.Experimental.RAGTools.CosineSimilarity, finder_kwargs::@NamedTuple{}, tagger::PromptingTools.Experimental.RAGTools.NoTagger, tagger_kwargs::@NamedTuple{model::String}, filter::PromptingTools.Experimental.RAGTools.NoTagFilter, filter_kwargs::@NamedTuple{}, reranker::PromptingTools.Experimental.RAGTools.NoReranker, reranker_kwargs::@NamedTuple{}, cost_tracker::Base.Threads.Atomic{Float64}, kwargs::@Kwargs{})
    @ PromptingTools.Experimental.RAGTools ~/.julia/packages/PromptingTools/5CXNq/src/Experimental/RAGTools/retrieval.jl:1137
  [2] airag(cfg::PromptingTools.Experimental.RAGTools.RAGConfig, index::PromptingTools.Experimental.RAGTools.ChunkEmbeddingsIndex{String, Matrix{Float64}, Nothing, Nothing}; question::String, verbose::Int64, return_all::Bool, api_kwargs::@NamedTuple{}, retriever::PromptingTools.Experimental.RAGTools.SimpleRetriever, retriever_kwargs::@NamedTuple{top_k::Int64, top_n::Int64, embedder_kwargs::@NamedTuple{truncate_dimension::Int64, model::String}, rephraser_kwargs::@NamedTuple{model::String}, tagger_kwargs::@NamedTuple{model::String}}, generator::PromptingTools.Experimental.RAGTools.SimpleGenerator, generator_kwargs::@NamedTuple{refiner_kwargs::@NamedTuple{model::String}, answerer_kwargs::@NamedTuple{model::String}}, cost_tracker::Base.Threads.Atomic{Float64})
    @ PromptingTools.Experimental.RAGTools ~/.julia/packages/PromptingTools/5CXNq/src/Experimental/RAGTools/generation.jl:664
  [3] top-level scope
    @ ~/.julia/packages/AIHelpMe/qoqB9/src/precompilation.jl:62
  [4] include(mapexpr::Function, mod::Module, _path::String)
    @ Base ./Base.jl:312
  [5] IncludeInto
    @ ./Base.jl:313 [inlined]
  [6] macro expansion
    @ ~/.julia/packages/PrecompileTools/Z8SWe/src/workloads.jl:73 [inlined]
  [7] (::AIHelpMe.var"#28#29")()
    @ AIHelpMe ~/.julia/packages/AIHelpMe/qoqB9/src/AIHelpMe.jl:50
  [8] (::Base.RedirectStdStream)(thunk::AIHelpMe.var"#28#29", stream::Base.DevNull)
    @ Base ./stream.jl:1464
  [9] #26
    @ ~/.julia/packages/AIHelpMe/qoqB9/src/AIHelpMe.jl:49 [inlined]
 [10] with_logstate(f::AIHelpMe.var"#26#27", logstate::Base.CoreLogging.LogState)
    @ Base.CoreLogging ./logging/logging.jl:540
 [11] with_logger(f::Function, logger::Base.CoreLogging.NullLogger)
    @ Base.CoreLogging ./logging/logging.jl:651
 [12] top-level scope
    @ ~/.julia/packages/AIHelpMe/qoqB9/src/AIHelpMe.jl:48
 [13] include(mod::Module, _path::String)
    @ Base ./Base.jl:311
 [14] include_package_for_output(pkg::Base.PkgId, input::String, depot_path::Vector{String}, dl_load_path::Vector{String}, load_path::Vector{String}, concrete_deps::Vector{Pair{Base.PkgId, UInt128}}, source::Nothing)
    @ Base ./loading.jl:3002
 [15] top-level scope
    @ stdin:5
 [16] eval(m::Module, e::Any)
    @ Core ./boot.jl:489
 [17] include_string(mapexpr::typeof(identity), mod::Module, code::String, filename::String)
    @ Base ./loading.jl:2848
 [18] include_string
    @ ./loading.jl:2858 [inlined]
 [19] exec_options(opts::Base.JLOptions)
    @ Base ./client.jl:318
 [20] _start()
    @ Base ./client.jl:553
in expression starting at /home/pkgeval/.julia/packages/AIHelpMe/qoqB9/src/precompilation.jl:62
in expression starting at /home/pkgeval/.julia/packages/AIHelpMe/qoqB9/src/AIHelpMe.jl:1
in expression starting at stdin:
in expression starting at /home/pkgeval/.julia/packages/AIHelpMe/qoqB9/test/runtests.jl:1

Testing failed after 46.29s

ERROR: LoadError: Package AIHelpMe errored during testing
Stacktrace:
  [1] pkgerror(msg::String)
    @ Pkg.Types /opt/julia/share/julia/stdlib/v1.13/Pkg/src/Types.jl:68
  [2] test(ctx::Pkg.Types.Context, pkgs::Vector{PackageSpec}; coverage::Bool, julia_args::Cmd, test_args::Cmd, test_fn::Nothing, force_latest_compatible_version::Bool, allow_earlier_backwards_compatible_versions::Bool, allow_reresolve::Bool)
    @ Pkg.Operations /opt/julia/share/julia/stdlib/v1.13/Pkg/src/Operations.jl:2661
  [3] test
    @ /opt/julia/share/julia/stdlib/v1.13/Pkg/src/Operations.jl:2510 [inlined]
  [4] test(ctx::Pkg.Types.Context, pkgs::Vector{PackageSpec}; coverage::Bool, test_fn::Nothing, julia_args::Cmd, test_args::Cmd, force_latest_compatible_version::Bool, allow_earlier_backwards_compatible_versions::Bool, allow_reresolve::Bool, kwargs::@Kwargs{io::IOContext{IO}})
    @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:538
  [5] test(pkgs::Vector{PackageSpec}; io::IOContext{IO}, kwargs::@Kwargs{julia_args::Cmd})
    @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:168
  [6] test(pkgs::Vector{String}; kwargs::@Kwargs{julia_args::Cmd})
    @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:156
  [7] test
    @ /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:156 [inlined]
  [8] #test#81
    @ /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:155 [inlined]
  [9] top-level scope
    @ /PkgEval.jl/scripts/evaluate.jl:219
 [10] include(mod::Module, _path::String)
    @ Base ./Base.jl:311
 [11] exec_options(opts::Base.JLOptions)
    @ Base ./client.jl:320
 [12] _start()
    @ Base ./client.jl:553
in expression starting at /PkgEval.jl/scripts/evaluate.jl:210

PkgEval failed after 193.0s: package fails to precompile