Package evaluation of HerbSearch on Julia 1.13.0-DEV.955 (13f6b3b5c0*) started at 2025-08-03T15:31:44.392 ################################################################################ # Set-up # Installing PkgEval dependencies (TestEnv)... Set-up completed after 9.88s ################################################################################ # Installation # Installing HerbSearch... Resolving package versions... Installed MacroTools ────────── v0.5.16 Installed ExprTools ─────────── v0.1.10 Installed AbstractTrees ─────── v0.4.5 Installed AliasTables ───────── v1.1.3 Installed DataStructures ────── v0.18.22 Installed StatsBase ─────────── v0.34.5 Installed HerbGrammar ───────── v0.6.2 Installed OrderedCollections ── v1.8.1 Installed StatsAPI ──────────── v1.7.1 Installed DataAPI ───────────── v1.16.0 Installed Compat ────────────── v4.18.0 Installed HerbInterpret ─────── v0.2.1 Installed Statistics ────────── v1.11.1 Installed TimerOutputs ──────── v0.5.29 Installed IrrationalConstants ─ v0.2.4 Installed LogExpFunctions ───── v0.3.29 Installed PtrArrays ─────────── v1.3.0 Installed AutoHashEquals ────── v2.2.0 Installed Missings ──────────── v1.2.0 Installed SortingAlgorithms ─── v1.2.1 Installed DocStringExtensions ─ v0.9.5 Installed HerbSpecification ─── v0.2.1 Installed HerbConstraints ───── v0.4.6 Installed MLStyle ───────────── v0.4.17 Installed HerbSearch ────────── v0.4.7 Installed HerbCore ──────────── v0.3.12 Updating `~/.julia/environments/v1.13/Project.toml` [3008d8e8] + HerbSearch v0.4.7 Updating `~/.julia/environments/v1.13/Manifest.toml` [1520ce14] + AbstractTrees v0.4.5 [66dad0bd] + AliasTables v1.1.3 [15f4f7f2] + AutoHashEquals v2.2.0 [34da2185] + Compat v4.18.0 [9a962f9c] + DataAPI v1.16.0 ⌅ [864edb3b] + DataStructures v0.18.22 [ffbed154] + DocStringExtensions v0.9.5 [e2ba6199] + ExprTools v0.1.10 [1fa96474] + HerbConstraints v0.4.6 [2b23ba43] + HerbCore v0.3.12 [4ef9e186] + HerbGrammar v0.6.2 [5bbddadd] + HerbInterpret v0.2.1 [3008d8e8] + HerbSearch v0.4.7 [6d54aada] + HerbSpecification v0.2.1 [92d709cd] + IrrationalConstants v0.2.4 [2ab3a3ac] + LogExpFunctions v0.3.29 [d8e11817] + MLStyle v0.4.17 [1914dd2f] + MacroTools v0.5.16 [e1d29d7a] + Missings v1.2.0 [bac558e1] + OrderedCollections v1.8.1 [43287f4e] + PtrArrays v1.3.0 [a2af1166] + SortingAlgorithms v1.2.1 [10745b16] + Statistics v1.11.1 [82ae8749] + StatsAPI v1.7.1 [2913bbd2] + StatsBase v0.34.5 [a759f4b9] + TimerOutputs v0.5.29 [56f22d72] + Artifacts v1.11.0 [2a0f44e3] + Base64 v1.11.0 [ade2ca70] + Dates v1.11.0 [b77e0a4c] + InteractiveUtils v1.11.0 [ac6e5ff7] + JuliaSyntaxHighlighting v1.12.0 [8f399da3] + Libdl v1.11.0 [37e2e46d] + LinearAlgebra v1.13.0 [d6f4376e] + Markdown v1.11.0 [de0858da] + Printf v1.11.0 [9a3f8284] + Random v1.11.0 [ea8e919c] + SHA v0.7.0 [9e88b42a] + Serialization v1.11.0 [2f01184e] + SparseArrays v1.13.0 [f489334b] + StyledStrings v1.11.0 [fa267f1f] + TOML v1.0.3 [cf7118a7] + UUIDs v1.11.0 [4ec0a83e] + Unicode v1.11.0 [e66e0078] + CompilerSupportLibraries_jll v1.3.0+1 [4536629a] + OpenBLAS_jll v0.3.29+0 [bea87d4a] + SuiteSparse_jll v7.10.1+0 [8e850b90] + libblastrampoline_jll v5.13.1+0 Info Packages marked with ⌅ have new versions available but compatibility constraints restrict them from upgrading. To see why use `status --outdated -m` Installation completed after 2.0s ################################################################################ # Precompilation # Precompiling PkgEval dependencies... Precompiling packages... 4470.9 ms ✓ TestEnv 1 dependency successfully precompiled in 5 seconds. 26 already precompiled. Precompiling package dependencies... Precompilation completed after 131.3s ################################################################################ # Testing # Testing HerbSearch Status `/tmp/jl_oMslTP/Project.toml` [4c88cf16] Aqua v0.8.13 [7806a523] DecisionTree v0.12.4 [1fa96474] HerbConstraints v0.4.6 [2b23ba43] HerbCore v0.3.12 [4ef9e186] HerbGrammar v0.6.2 [5bbddadd] HerbInterpret v0.2.1 [3008d8e8] HerbSearch v0.4.7 [6d54aada] HerbSpecification v0.2.1 [f1f30506] LegibleLambdas v0.3.0 [56ddb016] Logging v1.11.0 [9a3f8284] Random v1.11.0 [8dfed614] Test v1.11.0 Status `/tmp/jl_oMslTP/Manifest.toml` [1520ce14] AbstractTrees v0.4.5 [66dad0bd] AliasTables v1.1.3 [4c88cf16] Aqua v0.8.13 [15f4f7f2] AutoHashEquals v2.2.0 [34da2185] Compat v4.18.0 [9a962f9c] DataAPI v1.16.0 ⌅ [864edb3b] DataStructures v0.18.22 [7806a523] DecisionTree v0.12.4 [8bb1440f] DelimitedFiles v1.9.1 [ffbed154] DocStringExtensions v0.9.5 [e2ba6199] ExprTools v0.1.10 [1fa96474] HerbConstraints v0.4.6 [2b23ba43] HerbCore v0.3.12 [4ef9e186] HerbGrammar v0.6.2 [5bbddadd] HerbInterpret v0.2.1 [3008d8e8] HerbSearch v0.4.7 [6d54aada] HerbSpecification v0.2.1 [92d709cd] IrrationalConstants v0.2.4 [f1f30506] LegibleLambdas v0.3.0 [2ab3a3ac] LogExpFunctions v0.3.29 [d8e11817] MLStyle v0.4.17 [1914dd2f] MacroTools v0.5.16 [e1d29d7a] Missings v1.2.0 [bac558e1] OrderedCollections v1.8.1 [43287f4e] PtrArrays v1.3.0 [6e75b9c4] ScikitLearnBase v0.5.0 [a2af1166] SortingAlgorithms v1.2.1 [10745b16] Statistics v1.11.1 [82ae8749] StatsAPI v1.7.1 [2913bbd2] StatsBase v0.34.5 [a759f4b9] TimerOutputs v0.5.29 [0dad84c5] ArgTools v1.1.2 [56f22d72] Artifacts v1.11.0 [2a0f44e3] Base64 v1.11.0 [ade2ca70] Dates v1.11.0 [f43a241f] Downloads v1.7.0 [7b1f6079] FileWatching v1.11.0 [b77e0a4c] InteractiveUtils v1.11.0 [ac6e5ff7] JuliaSyntaxHighlighting v1.12.0 [b27032c2] LibCURL v0.6.4 [76f85450] LibGit2 v1.11.0 [8f399da3] Libdl v1.11.0 [37e2e46d] LinearAlgebra v1.13.0 [56ddb016] Logging v1.11.0 [d6f4376e] Markdown v1.11.0 [a63ad114] Mmap v1.11.0 [ca575930] NetworkOptions v1.3.0 [44cfe95a] Pkg v1.13.0 [de0858da] Printf v1.11.0 [9a3f8284] Random v1.11.0 [ea8e919c] SHA v0.7.0 [9e88b42a] Serialization v1.11.0 [2f01184e] SparseArrays v1.13.0 [f489334b] StyledStrings v1.11.0 [fa267f1f] TOML v1.0.3 [a4e569a6] Tar v1.10.0 [8dfed614] Test v1.11.0 [cf7118a7] UUIDs v1.11.0 [4ec0a83e] Unicode v1.11.0 [e66e0078] CompilerSupportLibraries_jll v1.3.0+1 [deac9b47] LibCURL_jll v8.15.0+0 [e37daf67] LibGit2_jll v1.9.1+0 [29816b5a] LibSSH2_jll v1.11.3+1 [14a3606d] MozillaCACerts_jll v2025.7.15 [4536629a] OpenBLAS_jll v0.3.29+0 [458c3c95] OpenSSL_jll v3.5.1+0 [efcefdf7] PCRE2_jll v10.45.0+0 [bea87d4a] SuiteSparse_jll v7.10.1+0 [83775a58] Zlib_jll v1.3.1+2 [8e850b90] libblastrampoline_jll v5.13.1+0 [8e850ede] nghttp2_jll v1.65.0+0 [3f19e933] p7zip_jll v17.5.0+2 Info Packages marked with ⌅ have new versions available but compatibility constraints restrict them from upgrading. Testing Running tests... Piracy: Error During Test at /home/pkgeval/.julia/packages/Aqua/1UuaV/src/Aqua.jl:103 Got exception outside of a @test FieldError: type Core.TypeName has no field `mt`, available fields: `name`, `module`, `singletonname`, `names`, `atomicfields`, `constfields`, `wrapper`, `Typeofwrapper`, `cache`, `linearcache`, `partial`, `hash`, `max_args`, `n_uninitialized`, `flags`, `cache_entry_count`, `max_methods`, `constprop_heuristic` Stacktrace: [1] getproperty(x::Core.TypeName, f::Symbol) @ Base ./Base_compiler.jl:57 [2] all_methods(mods::Module; skip_deprecated::Bool) @ Aqua.Piracy ~/.julia/packages/Aqua/1UuaV/src/piracies.jl:55 [3] all_methods @ ~/.julia/packages/Aqua/1UuaV/src/piracies.jl:21 [inlined] [4] #hunt#30 @ ~/.julia/packages/Aqua/1UuaV/src/piracies.jl:194 [inlined] [5] hunt @ ~/.julia/packages/Aqua/1UuaV/src/piracies.jl:193 [inlined] [6] test_piracies(m::Module; broken::Bool, kwargs::@Kwargs{treat_as_own::Vector{DataType}}) @ Aqua ~/.julia/packages/Aqua/1UuaV/src/piracies.jl:219 [7] test_piracies @ ~/.julia/packages/Aqua/1UuaV/src/piracies.jl:218 [inlined] [8] macro expansion @ ~/.julia/packages/Aqua/1UuaV/src/Aqua.jl:104 [inlined] [9] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [10] test_all(testtarget::Module; ambiguities::Bool, unbound_args::Bool, undefined_exports::Bool, project_extras::Bool, stale_deps::Bool, deps_compat::Bool, piracies::@NamedTuple{treat_as_own::Vector{DataType}}, persistent_tasks::Bool, undocumented_names::Bool) @ Aqua ~/.julia/packages/Aqua/1UuaV/src/Aqua.jl:104 [11] kwcall(::@NamedTuple{piracies::@NamedTuple{treat_as_own::Vector{DataType}}}, ::typeof(Aqua.test_all), testtarget::Module) @ Aqua ~/.julia/packages/Aqua/1UuaV/src/Aqua.jl:59 [12] top-level scope @ ~/.julia/packages/HerbSearch/fV7bo/test/runtests.jl:16 [13] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [14] macro expansion @ ~/.julia/packages/HerbSearch/fV7bo/test/runtests.jl:16 [inlined] [15] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [16] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:312 [17] top-level scope @ none:6 [18] eval(m::Module, e::Any) @ Core ./boot.jl:489 [19] exec_options(opts::Base.JLOptions) @ Base ./client.jl:286 [20] _start() @ Base ./client.jl:553 Test Summary: | Pass Error Total Time HerbSearch.jl | 323 1 324 2m41.1s Aqua | 10 1 11 59.9s Method ambiguity | 1 1 7.9s Unbound type parameters | 1 1 0.1s Undefined exports | 1 1 0.0s Compare Project.toml and test/Project.toml | 1 1 0.4s Stale dependencies | 1 1 6.1s Compat bounds | 4 4 0.7s Piracy | 1 1 4.6s Persistent tasks | 1 1 27.4s Search procedure synth | 8 8 19.5s Search | 1 1 14.3s Search max_enumerations stopping condition | 1 1 0.1s Search with errors in evaluation | 1 1 1.7s Best search | 2 2 0.2s Search_best max_enumerations stopping condition | 1 1 0.1s Search_best with errors in evaluation | 2 2 0.3s Context-free iterators | 36 36 7.2s length on single Real grammar | 4 4 0.3s length on grammar with multiplication | 4 4 0.1s length on different arithmetic operators | 16 16 0.0s length on grammar with functions | 4 4 0.0s BFSIterator test | 3 3 0.6s DFSIterator test | 2 2 0.2s MLFSIterator tests | 3 3 6.0s Sampling grammar | 50 50 4.3s Sampling with rand() returns programs in the given max_depth | 20 20 0.6s rand() gives the possible expressions for a certain max_depth | 5 5 0.1s Sampling throws an error if all expressions have a higher depth than max_depth | 5 5 0.4s Only one way to fill constraints | 20 20 3.2s Stochastic | 49 49 22.5s Accept function | 17 17 3.5s Cost functions | 14 14 4.2s Algorithms | 13 13 7.3s MH | 5 5 4.8s mh x * x + 4 | 1 1 2.8s mh x * (x + 5) | 1 1 0.2s factorization | 3 3 1.9s mh 5 * 5 * 5 | 1 1 0.4s mh 2 * 3 * 5 * 5 | 1 1 1.3s mh 2 * 2 * 3 * 4 * 5 | 1 1 0.2s Very Large Scale Neighbourhood | 4 4 0.8s vl x | 1 1 0.5s vl 2 | 1 1 0.1s vl 4 | 1 1 0.1s vl 10 | 1 1 0.1s Simulated Annealing | 4 4 1.6s sa x * x + 4 | 1 1 1.0s sa x * (x + 5) | 1 1 0.5s factorization | 2 2 0.2s sa 5 * 5 | 1 1 0.1s sa 2 * 3 * 4 | 1 1 0.1s Stochastic with Constraints | 5 5 6.6s Genetic search algorithms | 40 40 12.0s mutate_random | 21 21 0.2s Cross over | 10 10 0.2s Synthesize simple arithmetic expressions | 6 6 11.5s syntesizing expr x -> 1 | 1 1 2.5s syntesizing expr x -> 10 | 1 1 0.9s syntesizing expr x -> 625 | 1 1 0.2s syntesizing expr x -> 3x | 1 1 0.1s syntesizing expr x -> 3x + 10 | 1 1 0.1s syntesizing expr x -> 3 * x * x + (x + 2) | 1 1 5.6s Validation logic | 3 3 0.2s @iterator macro | 19 19 0.3s no inheritance | 3 3 0.1s with inheritance | 2 2 0.0s inheriting from something !<: ProgramIterator | 1 1 0.0s mutable iterator | 3 3 0.0s with default values | 3 3 0.0s Check if max_depth and max_size are overwritten | 4 4 0.1s Check default constructors with a solver | 3 3 0.0s UniformIterator | 7 7 3.9s Without constraints | 1 1 0.6s Forbidden constraint | 2 2 1.1s The root is the only solution | 2 2 0.0s No solutions (ordered constraint) | 1 1 2.3s No solutions (forbidden constraint) | 1 1 0.0s Forbidden | 6 6 1.3s Number of candidate programs | 2 2 0.3s Jump Start | 1 1 0.6s Large Tree | 1 1 0.2s DomainRuleNode | 2 2 0.2s Ordered | 9 9 6.4s Number of candidate programs | 6 6 4.8s DomainRuleNode | 1 1 0.4s 4 symbols | 1 1 0.0s (a, b) and (b, a) | 1 1 1.2s Contains | 1 1 0.6s Permutation grammar | 1 1 0.6s ContainsSubtree | 13 13 2.7s Minimal Example | 3 3 1.8s 1 VarNode | 3 3 0.4s 2 VarNodes | 3 3 0.4s No StateHoles | 3 3 0.0s Permutations | 1 1 0.0s Unique | 3 3 2.3s Number of candidate programs | 3 3 2.3s Constraints | 72 72 10.1s fix_point_running related bug | 1 1 0.3s 1 constraint | 30 30 4.9s 2 constraints | 10 10 3.0s 3 constraints | 10 10 0.4s 4 constraints | 10 10 0.3s 5 constraints | 10 10 0.2s all constraints | 1 1 0.7s RNG of the outermost testset: Xoshiro(0x9951797c85a704f1, 0xb9d66be14dfba82b, 0xb170153285fd9556, 0xe90a07f7bdd1fd77, 0x9d4b5ee33e4bd661) ERROR: LoadError: Some tests did not pass: 323 passed, 0 failed, 1 errored, 0 broken. in expression starting at /home/pkgeval/.julia/packages/HerbSearch/fV7bo/test/runtests.jl:15 Testing failed after 176.9s ERROR: LoadError: Package HerbSearch errored during testing Stacktrace: [1] pkgerror(msg::String) @ Pkg.Types /opt/julia/share/julia/stdlib/v1.13/Pkg/src/Types.jl:68 [2] test(ctx::Pkg.Types.Context, pkgs::Vector{PackageSpec}; coverage::Bool, julia_args::Cmd, test_args::Cmd, test_fn::Nothing, force_latest_compatible_version::Bool, allow_earlier_backwards_compatible_versions::Bool, allow_reresolve::Bool) @ Pkg.Operations /opt/julia/share/julia/stdlib/v1.13/Pkg/src/Operations.jl:2695 [3] test @ /opt/julia/share/julia/stdlib/v1.13/Pkg/src/Operations.jl:2544 [inlined] [4] test(ctx::Pkg.Types.Context, pkgs::Vector{PackageSpec}; coverage::Bool, test_fn::Nothing, julia_args::Cmd, test_args::Cmd, force_latest_compatible_version::Bool, allow_earlier_backwards_compatible_versions::Bool, allow_reresolve::Bool, kwargs::@Kwargs{io::IOContext{IO}}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:538 [5] kwcall(::@NamedTuple{julia_args::Cmd, io::IOContext{IO}}, ::typeof(Pkg.API.test), ctx::Pkg.Types.Context, pkgs::Vector{PackageSpec}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:515 [6] test(pkgs::Vector{PackageSpec}; io::IOContext{IO}, kwargs::@Kwargs{julia_args::Cmd}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:168 [7] kwcall(::@NamedTuple{julia_args::Cmd}, ::typeof(Pkg.API.test), pkgs::Vector{PackageSpec}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:157 [8] test(pkgs::Vector{String}; kwargs::@Kwargs{julia_args::Cmd}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:156 [9] test @ /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:156 [inlined] [10] kwcall(::@NamedTuple{julia_args::Cmd}, ::typeof(Pkg.API.test), pkg::String) @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:155 [11] top-level scope @ /PkgEval.jl/scripts/evaluate.jl:219 [12] include(mod::Module, _path::String) @ Base ./Base.jl:311 [13] exec_options(opts::Base.JLOptions) @ Base ./client.jl:320 [14] _start() @ Base ./client.jl:553 in expression starting at /PkgEval.jl/scripts/evaluate.jl:210 PkgEval failed after 343.84s: package tests unexpectedly errored