Package evaluation to test ForecastEval on Julia 1.14.0-DEV.1893 (b4aba01002*) started at 2026-03-15T19:20:03.592 ################################################################################ # Set-up # Installing PkgEval dependencies (TestEnv)... Activating project at `~/.julia/environments/v1.14` Set-up completed after 13.5s ################################################################################ # Installation # Installing ForecastEval... Resolving package versions... Updating `~/.julia/environments/v1.14/Project.toml` [c08c26e9] + ForecastEval v1.1.0 Updating `~/.julia/environments/v1.14/Manifest.toml` [66dad0bd] + AliasTables v1.1.3 [34da2185] + Compat v4.18.1 [a8cc5b0e] + Crayons v4.1.1 [9a962f9c] + DataAPI v1.16.0 [a93c6f00] + DataFrames v1.8.1 [864edb3b] + DataStructures v0.19.3 [e2d170a0] + DataValueInterfaces v1.0.0 [8bb1440f] + DelimitedFiles v1.9.1 [191d1da1] + DependentBootstrap v1.1.4 [31c24e10] + Distributions v0.25.123 [ffbed154] + DocStringExtensions v0.9.5 [1a297f60] + FillArrays v1.16.0 [c08c26e9] + ForecastEval v1.1.0 [34004b35] + HypergeometricFunctions v0.3.28 [842dd82b] + InlineStrings v1.4.5 [41ab1584] + InvertedIndices v1.3.1 [92d709cd] + IrrationalConstants v0.2.6 [82899510] + IteratorInterfaceExtensions v1.0.0 [692b3bcd] + JLLWrappers v1.7.1 [b964fa9f] + LaTeXStrings v1.4.0 [2ab3a3ac] + LogExpFunctions v0.3.29 [e1d29d7a] + Missings v1.2.0 [bac558e1] + OrderedCollections v1.8.1 [90014a1f] + PDMats v0.11.37 [2dfb63ee] + PooledArrays v1.4.3 [aea7be01] + PrecompileTools v1.3.3 [21216c6a] + Preferences v1.5.2 [08abe8d2] + PrettyTables v3.2.3 [43287f4e] + PtrArrays v1.4.0 [1fd47b50] + QuadGK v2.11.2 [3cdcf5f2] + RecipesBase v1.3.4 [189a3867] + Reexport v1.2.2 [79098fc4] + Rmath v0.9.0 [91c51154] + SentinelArrays v1.4.9 [a2af1166] + SortingAlgorithms v1.2.2 [276daf66] + SpecialFunctions v2.7.1 [10745b16] + Statistics v1.11.1 [82ae8749] + StatsAPI v1.8.0 [2913bbd2] + StatsBase v0.34.10 [4c63d2b9] + StatsFuns v1.5.2 [892a3eda] + StringManipulation v0.4.4 [3783bdb8] + TableTraits v1.0.1 [bd369af6] + Tables v1.12.1 [9e3dc215] + TimeSeries v0.25.2 [efe28fd5] + OpenSpecFun_jll v0.5.6+0 [f50d1b31] + Rmath_jll v0.5.1+0 [56f22d72] + Artifacts v1.11.0 [2a0f44e3] + Base64 v1.11.0 [ade2ca70] + Dates v1.11.0 [7b1f6079] + FileWatching v1.11.0 [9fa8497b] + Future v1.11.0 [b77e0a4c] + InteractiveUtils v1.11.0 [ac6e5ff7] + JuliaSyntaxHighlighting v1.13.0 [8f399da3] + Libdl v1.11.0 [37e2e46d] + LinearAlgebra v1.13.0 [d6f4376e] + Markdown v1.11.0 [a63ad114] + Mmap v1.11.0 [de0858da] + Printf v1.11.0 [3fa0cd96] + REPL v1.11.0 [9a3f8284] + Random v1.11.0 [ea8e919c] + SHA v1.0.0 [9e88b42a] + Serialization v1.11.0 [6462fe0b] + Sockets v1.11.0 [2f01184e] + SparseArrays v1.13.0 [f489334b] + StyledStrings v1.13.0 [4607b0f0] + SuiteSparse [fa267f1f] + TOML v1.0.3 [cf7118a7] + UUIDs v1.11.0 [4ec0a83e] + Unicode v1.11.0 [e66e0078] + CompilerSupportLibraries_jll v1.3.0+1 [4536629a] + OpenBLAS_jll v0.3.30+0 [05823500] + OpenLibm_jll v0.8.7+0 [bea87d4a] + SuiteSparse_jll v7.10.1+0 [8e850b90] + libblastrampoline_jll v5.15.0+0 Installation completed after 5.85s ################################################################################ # Precompilation # Precompiling PkgEval dependencies... Precompiling package dependencies... Precompiling packages... 11618.0 ms ✓ DependentBootstrap 10838.7 ms ✓ ForecastEval 2 dependencies successfully precompiled in 24 seconds. 71 already precompiled. 9 dependencies precompiled but different versions are currently loaded (Base64, Dates, JuliaSyntaxHighlighting, Logging, Markdown, Printf, StyledStrings, TOML and UUIDs). Restart julia to access the new versions. Otherwise, 26 dependents of these packages may trigger further precompilation to work with the unexpected versions. Precompilation completed after 47.35s ################################################################################ # Testing # Testing ForecastEval Status `/tmp/jl_ZqtUZD/Project.toml` [191d1da1] DependentBootstrap v1.1.4 [31c24e10] Distributions v0.25.123 [c08c26e9] ForecastEval v1.1.0 [10745b16] Statistics v1.11.1 [2913bbd2] StatsBase v0.34.10 [9a3f8284] Random v1.11.0 [8dfed614] Test v1.11.0 Status `/tmp/jl_ZqtUZD/Manifest.toml` [66dad0bd] AliasTables v1.1.3 [34da2185] Compat v4.18.1 [a8cc5b0e] Crayons v4.1.1 [9a962f9c] DataAPI v1.16.0 [a93c6f00] DataFrames v1.8.1 [864edb3b] DataStructures v0.19.3 [e2d170a0] DataValueInterfaces v1.0.0 [8bb1440f] DelimitedFiles v1.9.1 [191d1da1] DependentBootstrap v1.1.4 [31c24e10] Distributions v0.25.123 [ffbed154] DocStringExtensions v0.9.5 [1a297f60] FillArrays v1.16.0 [c08c26e9] ForecastEval v1.1.0 [34004b35] HypergeometricFunctions v0.3.28 [842dd82b] InlineStrings v1.4.5 [41ab1584] InvertedIndices v1.3.1 [92d709cd] IrrationalConstants v0.2.6 [82899510] IteratorInterfaceExtensions v1.0.0 [692b3bcd] JLLWrappers v1.7.1 [b964fa9f] LaTeXStrings v1.4.0 [2ab3a3ac] LogExpFunctions v0.3.29 [e1d29d7a] Missings v1.2.0 [bac558e1] OrderedCollections v1.8.1 [90014a1f] PDMats v0.11.37 [2dfb63ee] PooledArrays v1.4.3 [aea7be01] PrecompileTools v1.3.3 [21216c6a] Preferences v1.5.2 [08abe8d2] PrettyTables v3.2.3 [43287f4e] PtrArrays v1.4.0 [1fd47b50] QuadGK v2.11.2 [3cdcf5f2] RecipesBase v1.3.4 [189a3867] Reexport v1.2.2 [79098fc4] Rmath v0.9.0 [91c51154] SentinelArrays v1.4.9 [a2af1166] SortingAlgorithms v1.2.2 [276daf66] SpecialFunctions v2.7.1 [10745b16] Statistics v1.11.1 [82ae8749] StatsAPI v1.8.0 [2913bbd2] StatsBase v0.34.10 [4c63d2b9] StatsFuns v1.5.2 [892a3eda] StringManipulation v0.4.4 [3783bdb8] TableTraits v1.0.1 [bd369af6] Tables v1.12.1 [9e3dc215] TimeSeries v0.25.2 [efe28fd5] OpenSpecFun_jll v0.5.6+0 [f50d1b31] Rmath_jll v0.5.1+0 [56f22d72] Artifacts v1.11.0 [2a0f44e3] Base64 v1.11.0 [ade2ca70] Dates v1.11.0 [7b1f6079] FileWatching v1.11.0 [9fa8497b] Future v1.11.0 [b77e0a4c] InteractiveUtils v1.11.0 [ac6e5ff7] JuliaSyntaxHighlighting v1.13.0 [8f399da3] Libdl v1.11.0 [37e2e46d] LinearAlgebra v1.13.0 [56ddb016] Logging v1.11.0 [d6f4376e] Markdown v1.11.0 [a63ad114] Mmap v1.11.0 [de0858da] Printf v1.11.0 [3fa0cd96] REPL v1.11.0 [9a3f8284] Random v1.11.0 [ea8e919c] SHA v1.0.0 [9e88b42a] Serialization v1.11.0 [6462fe0b] Sockets v1.11.0 [2f01184e] SparseArrays v1.13.0 [f489334b] StyledStrings v1.13.0 [4607b0f0] SuiteSparse [fa267f1f] TOML v1.0.3 [8dfed614] Test v1.11.0 [cf7118a7] UUIDs v1.11.0 [4ec0a83e] Unicode v1.11.0 [e66e0078] CompilerSupportLibraries_jll v1.3.0+1 [4536629a] OpenBLAS_jll v0.3.30+0 [05823500] OpenLibm_jll v0.8.7+0 [bea87d4a] SuiteSparse_jll v7.10.1+0 [8e850b90] libblastrampoline_jll v5.15.0+0 Testing Running tests... Diebold-Mariano tests: Test Failed at /home/pkgeval/.julia/packages/ForecastEval/cZ6Qa/test/runtests.jl:106 Expression: isapprox(pvalmat[kk, nn], dmout.pvalue) Evaluated: isapprox(0.094, 0.12200000000000011) Stacktrace: [1] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:781 [inlined] [2] macro expansion @ ~/.julia/packages/ForecastEval/cZ6Qa/test/runtests.jl:106 [inlined] [3] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:2243 [inlined] [4] top-level scope @ ~/.julia/packages/ForecastEval/cZ6Qa/test/runtests.jl:41 Diebold-Mariano tests: Test Failed at /home/pkgeval/.julia/packages/ForecastEval/cZ6Qa/test/runtests.jl:106 Expression: isapprox(pvalmat[kk, nn], dmout.pvalue) Evaluated: isapprox(0.088, 0.1080000000000001) Stacktrace: [1] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:781 [inlined] [2] macro expansion @ ~/.julia/packages/ForecastEval/cZ6Qa/test/runtests.jl:106 [inlined] [3] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:2243 [inlined] [4] top-level scope @ ~/.julia/packages/ForecastEval/cZ6Qa/test/runtests.jl:41 Diebold-Mariano tests: Test Failed at /home/pkgeval/.julia/packages/ForecastEval/cZ6Qa/test/runtests.jl:106 Expression: isapprox(pvalmat[kk, nn], dmout.pvalue) Evaluated: isapprox(0.106, 0.1120000000000001) Stacktrace: [1] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:781 [inlined] [2] macro expansion @ ~/.julia/packages/ForecastEval/cZ6Qa/test/runtests.jl:106 [inlined] [3] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:2243 [inlined] [4] top-level scope @ ~/.julia/packages/ForecastEval/cZ6Qa/test/runtests.jl:41 Diebold-Mariano tests: Test Failed at /home/pkgeval/.julia/packages/ForecastEval/cZ6Qa/test/runtests.jl:106 Expression: isapprox(pvalmat[kk, nn], dmout.pvalue) Evaluated: isapprox(0.026, 0.02400000000000002) Stacktrace: [1] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:781 [inlined] [2] macro expansion @ ~/.julia/packages/ForecastEval/cZ6Qa/test/runtests.jl:106 [inlined] [3] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:2243 [inlined] [4] top-level scope @ ~/.julia/packages/ForecastEval/cZ6Qa/test/runtests.jl:41 Test Summary: | Pass Fail Total Time Diebold-Mariano tests | 304 4 308 16.9s RNG of the outermost testset: Xoshiro(0xa0dd2536eea973e0, 0xc0517c1e5b40ebb9, 0x8b931c70aa5da75e, 0x86450226678ef749, 0x479436d229293ee0) ERROR: LoadError: Some tests did not pass: 304 passed, 4 failed, 0 errored, 0 broken. in expression starting at /home/pkgeval/.julia/packages/ForecastEval/cZ6Qa/test/runtests.jl:39 Testing failed after 41.39s ERROR: LoadError: Package ForecastEval errored during testing Stacktrace: [1] pkgerror(msg::String) @ Pkg.Types /opt/julia/share/julia/stdlib/v1.14/Pkg/src/Types.jl:68 [2] test(ctx::Pkg.Types.Context, pkgs::Vector{PackageSpec}; coverage::Bool, julia_args::Cmd, test_args::Cmd, test_fn::Nothing, force_latest_compatible_version::Bool, allow_earlier_backwards_compatible_versions::Bool, allow_reresolve::Bool) @ Pkg.Operations /opt/julia/share/julia/stdlib/v1.14/Pkg/src/Operations.jl:3138 [3] test @ /opt/julia/share/julia/stdlib/v1.14/Pkg/src/Operations.jl:3003 [inlined] [4] test(ctx::Pkg.Types.Context, pkgs::Vector{PackageSpec}; coverage::Bool, test_fn::Nothing, julia_args::Cmd, test_args::Cmd, force_latest_compatible_version::Bool, allow_earlier_backwards_compatible_versions::Bool, allow_reresolve::Bool, kwargs::@Kwargs{io::IOContext{IO}}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:586 [5] kwcall(::@NamedTuple{julia_args::Cmd, io::IOContext{IO}}, ::typeof(Pkg.API.test), ctx::Pkg.Types.Context, pkgs::Vector{PackageSpec}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:562 [6] test(pkgs::Vector{PackageSpec}; io::IOContext{IO}, kwargs::@Kwargs{julia_args::Cmd}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:172 [7] kwcall(::@NamedTuple{julia_args::Cmd}, ::typeof(Pkg.API.test), pkgs::Vector{PackageSpec}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:161 [8] test(pkgs::Vector{String}; kwargs::@Kwargs{julia_args::Cmd}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:160 [9] test @ /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:160 [inlined] [10] kwcall(::@NamedTuple{julia_args::Cmd}, ::typeof(Pkg.API.test), pkg::String) @ Pkg.API /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:159 [11] top-level scope @ /PkgEval.jl/scripts/evaluate.jl:223 [12] include(mod::Module, _path::String) @ Base ./Base.jl:323 [13] exec_options(opts::Base.JLOptions) @ Base ./client.jl:344 [14] _start() @ Base ./client.jl:585 in expression starting at /PkgEval.jl/scripts/evaluate.jl:214 PkgEval failed after 126.07s: package has test failures