Package evaluation of CalibrationTests on Julia 1.10.8 (92f03a4775*) started at 2025-02-25T12:05:41.629 ################################################################################ # Set-up # Installing PkgEval dependencies (TestEnv)... Set-up completed after 5.12s ################################################################################ # Installation # Installing CalibrationTests... Resolving package versions... Updating `~/.julia/environments/v1.10/Project.toml` [2818745e] + CalibrationTests v0.6.3 Updating `~/.julia/environments/v1.10/Manifest.toml` [14f7f29c] + AMD v0.5.3 [7d9f7c33] + Accessors v0.1.41 [66dad0bd] + AliasTables v1.1.3 [6e4b80f9] + BenchmarkTools v1.6.0 [33913031] + CalibrationErrors v0.6.4 [2818745e] + CalibrationTests v0.6.3 [d360d2e6] + ChainRulesCore v1.25.1 [523fee87] + CodecBzip2 v0.8.5 [944b1d66] + CodecZlib v0.7.8 [861a8166] + Combinatorics v1.0.2 [38540f10] + CommonSolve v0.2.4 [bbf7d656] + CommonSubexpressions v0.3.1 [34da2185] + Compat v4.16.0 [a33af91c] + CompositionsBase v0.1.2 [4937dc1f] + ConsistencyResampling v0.3.3 [187b0558] + ConstructionBase v1.5.8 [9a962f9c] + DataAPI v1.16.0 [864edb3b] + DataStructures v0.18.20 [e2d170a0] + DataValueInterfaces v1.0.0 [163ba53b] + DiffResults v1.1.0 [b552c78f] + DiffRules v1.15.1 [b4f34e82] + Distances v0.10.12 [31c24e10] + Distributions v0.25.117 [ffbed154] + DocStringExtensions v0.9.3 [24df6009] + ExactOptimalTransport v0.2.5 [e2ba6199] + ExprTools v0.1.10 [9aa1b823] + FastClosures v0.3.2 [1a297f60] + FillArrays v1.13.0 [f6369f11] + ForwardDiff v0.10.38 ⌅ [d9f16b24] + Functors v0.4.12 [34004b35] + HypergeometricFunctions v0.3.27 [09f84164] + HypothesisTests v0.11.3 [3587e190] + InverseFunctions v0.1.17 [92d709cd] + IrrationalConstants v0.2.4 [82899510] + IteratorInterfaceExtensions v1.0.0 [692b3bcd] + JLLWrappers v1.7.0 [682c06a0] + JSON v0.21.4 [0f8b85d8] + JSON3 v1.14.1 [ec8451be] + KernelFunctions v0.10.64 [ba0b0d4f] + Krylov v0.9.10 [40e66cde] + LDLFactorizations v0.10.1 [5c8ed15e] + LinearOperators v2.9.0 [2ab3a3ac] + LogExpFunctions v0.3.29 [1914dd2f] + MacroTools v0.5.15 [b8f27783] + MathOptInterface v1.37.0 [e1d29d7a] + Missings v1.2.0 [d8a4904e] + MutableArithmetics v1.6.4 [77ba4419] + NaNMath v1.1.2 [bac558e1] + OrderedCollections v1.8.0 [90014a1f] + PDMats v0.11.32 [69de0a69] + Parsers v2.8.1 [aea7be01] + PrecompileTools v1.2.1 [21216c6a] + Preferences v1.4.3 [43287f4e] + PtrArrays v1.3.0 [10f199a5] + QPSReader v0.2.1 [1fd47b50] + QuadGK v2.11.2 [189a3867] + Reexport v1.2.2 [ae029012] + Requires v1.3.0 [79098fc4] + Rmath v0.8.0 [f2b01f46] + Roots v2.2.5 [ce78b400] + SimpleUnPack v1.1.0 [a2af1166] + SortingAlgorithms v1.2.1 [276daf66] + SpecialFunctions v2.5.0 [1e83bf80] + StaticArraysCore v1.4.3 [82ae8749] + StatsAPI v1.7.0 [2913bbd2] + StatsBase v0.34.4 [4c63d2b9] + StatsFuns v1.3.2 ⌅ [09ab397b] + StructArrays v0.6.21 [856f2bd8] + StructTypes v1.11.0 [3783bdb8] + TableTraits v1.0.1 [bd369af6] + Tables v1.12.0 [62fd8b95] + TensorCore v0.1.1 [a759f4b9] + TimerOutputs v0.5.27 [3bb67fe8] + TranscodingStreams v0.11.3 [6dd1b50a] + Tulip v0.9.6 [700de1a5] + ZygoteRules v0.2.7 [6e34b625] + Bzip2_jll v1.0.9+0 [efe28fd5] + OpenSpecFun_jll v0.5.6+0 [f50d1b31] + Rmath_jll v0.5.1+0 [0dad84c5] + ArgTools v1.1.1 [56f22d72] + Artifacts [2a0f44e3] + Base64 [ade2ca70] + Dates [f43a241f] + Downloads v1.6.0 [7b1f6079] + FileWatching [b77e0a4c] + InteractiveUtils [b27032c2] + LibCURL v0.6.4 [76f85450] + LibGit2 [8f399da3] + Libdl [37e2e46d] + LinearAlgebra [56ddb016] + Logging [d6f4376e] + Markdown [a63ad114] + Mmap [ca575930] + NetworkOptions v1.2.0 [44cfe95a] + Pkg v1.10.0 [de0858da] + Printf [9abbd945] + Profile [3fa0cd96] + REPL [9a3f8284] + Random [ea8e919c] + SHA v0.7.0 [9e88b42a] + Serialization [6462fe0b] + Sockets [2f01184e] + SparseArrays v1.10.0 [10745b16] + Statistics v1.10.0 [4607b0f0] + SuiteSparse [fa267f1f] + TOML v1.0.3 [a4e569a6] + Tar v1.10.0 [8dfed614] + Test [cf7118a7] + UUIDs [4ec0a83e] + Unicode [e66e0078] + CompilerSupportLibraries_jll v1.1.1+0 [deac9b47] + LibCURL_jll v8.4.0+0 [e37daf67] + LibGit2_jll v1.6.4+0 [29816b5a] + LibSSH2_jll v1.11.0+1 [c8ffd9c3] + MbedTLS_jll v2.28.2+1 [14a3606d] + MozillaCACerts_jll v2023.1.10 [4536629a] + OpenBLAS_jll v0.3.23+4 [05823500] + OpenLibm_jll v0.8.1+4 [bea87d4a] + SuiteSparse_jll v7.2.1+1 [83775a58] + Zlib_jll v1.2.13+1 [8e850b90] + libblastrampoline_jll v5.11.0+0 [8e850ede] + nghttp2_jll v1.52.0+1 [3f19e933] + p7zip_jll v17.4.0+2 Info Packages marked with ⌅ have new versions available but compatibility constraints restrict them from upgrading. To see why use `status --outdated -m` Installation completed after 8.18s ################################################################################ # Precompilation # Precompiling PkgEval dependencies... Precompiling package dependencies... Precompilation completed after 29.22s ################################################################################ # Testing # Testing CalibrationTests Status `/tmp/jl_IVQjpK/Project.toml` [4c88cf16] Aqua v0.8.11 [33913031] CalibrationErrors v0.6.4 [2818745e] CalibrationTests v0.6.3 [4937dc1f] ConsistencyResampling v0.3.3 [31c24e10] Distributions v0.25.117 [09f84164] HypothesisTests v0.11.3 [ec8451be] KernelFunctions v0.10.64 [189a3867] Reexport v1.2.2 [860ef19b] StableRNGs v1.0.2 [2913bbd2] StatsBase v0.34.4 [4c63d2b9] StatsFuns v1.3.2 ⌅ [09ab397b] StructArrays v0.6.21 [37e2e46d] LinearAlgebra [9a3f8284] Random [10745b16] Statistics v1.10.0 [8dfed614] Test Status `/tmp/jl_IVQjpK/Manifest.toml` [14f7f29c] AMD v0.5.3 [7d9f7c33] Accessors v0.1.41 [66dad0bd] AliasTables v1.1.3 [4c88cf16] Aqua v0.8.11 [6e4b80f9] BenchmarkTools v1.6.0 [33913031] CalibrationErrors v0.6.4 [2818745e] CalibrationTests v0.6.3 [d360d2e6] ChainRulesCore v1.25.1 [523fee87] CodecBzip2 v0.8.5 [944b1d66] CodecZlib v0.7.8 [861a8166] Combinatorics v1.0.2 [38540f10] CommonSolve v0.2.4 [bbf7d656] CommonSubexpressions v0.3.1 [34da2185] Compat v4.16.0 [a33af91c] CompositionsBase v0.1.2 [4937dc1f] ConsistencyResampling v0.3.3 [187b0558] ConstructionBase v1.5.8 [9a962f9c] DataAPI v1.16.0 [864edb3b] DataStructures v0.18.20 [e2d170a0] DataValueInterfaces v1.0.0 [163ba53b] DiffResults v1.1.0 [b552c78f] DiffRules v1.15.1 [b4f34e82] Distances v0.10.12 [31c24e10] Distributions v0.25.117 [ffbed154] DocStringExtensions v0.9.3 [24df6009] ExactOptimalTransport v0.2.5 [e2ba6199] ExprTools v0.1.10 [9aa1b823] FastClosures v0.3.2 [1a297f60] FillArrays v1.13.0 [f6369f11] ForwardDiff v0.10.38 ⌅ [d9f16b24] Functors v0.4.12 [34004b35] HypergeometricFunctions v0.3.27 [09f84164] HypothesisTests v0.11.3 [3587e190] InverseFunctions v0.1.17 [92d709cd] IrrationalConstants v0.2.4 [82899510] IteratorInterfaceExtensions v1.0.0 [692b3bcd] JLLWrappers v1.7.0 [682c06a0] JSON v0.21.4 [0f8b85d8] JSON3 v1.14.1 [ec8451be] KernelFunctions v0.10.64 [ba0b0d4f] Krylov v0.9.10 [40e66cde] LDLFactorizations v0.10.1 [5c8ed15e] LinearOperators v2.9.0 [2ab3a3ac] LogExpFunctions v0.3.29 [1914dd2f] MacroTools v0.5.15 [b8f27783] MathOptInterface v1.37.0 [e1d29d7a] Missings v1.2.0 [d8a4904e] MutableArithmetics v1.6.4 [77ba4419] NaNMath v1.1.2 [bac558e1] OrderedCollections v1.8.0 [90014a1f] PDMats v0.11.32 [69de0a69] Parsers v2.8.1 [aea7be01] PrecompileTools v1.2.1 [21216c6a] Preferences v1.4.3 [43287f4e] PtrArrays v1.3.0 [10f199a5] QPSReader v0.2.1 [1fd47b50] QuadGK v2.11.2 [189a3867] Reexport v1.2.2 [ae029012] Requires v1.3.0 [79098fc4] Rmath v0.8.0 [f2b01f46] Roots v2.2.5 [ce78b400] SimpleUnPack v1.1.0 [a2af1166] SortingAlgorithms v1.2.1 [276daf66] SpecialFunctions v2.5.0 [860ef19b] StableRNGs v1.0.2 [1e83bf80] StaticArraysCore v1.4.3 [82ae8749] StatsAPI v1.7.0 [2913bbd2] StatsBase v0.34.4 [4c63d2b9] StatsFuns v1.3.2 ⌅ [09ab397b] StructArrays v0.6.21 [856f2bd8] StructTypes v1.11.0 [3783bdb8] TableTraits v1.0.1 [bd369af6] Tables v1.12.0 [62fd8b95] TensorCore v0.1.1 [a759f4b9] TimerOutputs v0.5.27 [3bb67fe8] TranscodingStreams v0.11.3 [6dd1b50a] Tulip v0.9.6 [700de1a5] ZygoteRules v0.2.7 [6e34b625] Bzip2_jll v1.0.9+0 [efe28fd5] OpenSpecFun_jll v0.5.6+0 [f50d1b31] Rmath_jll v0.5.1+0 [0dad84c5] ArgTools v1.1.1 [56f22d72] Artifacts [2a0f44e3] Base64 [ade2ca70] Dates [f43a241f] Downloads v1.6.0 [7b1f6079] FileWatching [b77e0a4c] InteractiveUtils [b27032c2] LibCURL v0.6.4 [76f85450] LibGit2 [8f399da3] Libdl [37e2e46d] LinearAlgebra [56ddb016] Logging [d6f4376e] Markdown [a63ad114] Mmap [ca575930] NetworkOptions v1.2.0 [44cfe95a] Pkg v1.10.0 [de0858da] Printf [9abbd945] Profile [3fa0cd96] REPL [9a3f8284] Random [ea8e919c] SHA v0.7.0 [9e88b42a] Serialization [6462fe0b] Sockets [2f01184e] SparseArrays v1.10.0 [10745b16] Statistics v1.10.0 [4607b0f0] SuiteSparse [fa267f1f] TOML v1.0.3 [a4e569a6] Tar v1.10.0 [8dfed614] Test [cf7118a7] UUIDs [4ec0a83e] Unicode [e66e0078] CompilerSupportLibraries_jll v1.1.1+0 [deac9b47] LibCURL_jll v8.4.0+0 [e37daf67] LibGit2_jll v1.6.4+0 [29816b5a] LibSSH2_jll v1.11.0+1 [c8ffd9c3] MbedTLS_jll v2.28.2+1 [14a3606d] MozillaCACerts_jll v2023.1.10 [4536629a] OpenBLAS_jll v0.3.23+4 [05823500] OpenLibm_jll v0.8.1+4 [bea87d4a] SuiteSparse_jll v7.2.1+1 [83775a58] Zlib_jll v1.2.13+1 [8e850b90] libblastrampoline_jll v5.11.0+0 [8e850ede] nghttp2_jll v1.52.0+1 [3f19e933] p7zip_jll v17.4.0+2 Info Packages marked with ⌅ have new versions available but compatibility constraints restrict them from upgrading. Testing Running tests... Aqua: Error During Test at /home/pkgeval/.julia/packages/CalibrationTests/Y6T40/test/aqua.jl:1 Got exception outside of a @test MethodError: no method matching test_all(::Module; ambiguities::Bool, project_toml_formatting::Bool) Closest candidates are: test_all(::Module; ambiguities, unbound_args, undefined_exports, project_extras, stale_deps, deps_compat, piracies, persistent_tasks) got unsupported keyword argument "project_toml_formatting" @ Aqua ~/.julia/packages/Aqua/epbUr/src/Aqua.jl:56 Stacktrace: [1] kwerr(::@NamedTuple{ambiguities::Bool, project_toml_formatting::Bool}, ::Function, ::Module) @ Base ./error.jl:165 [2] macro expansion @ ~/.julia/packages/CalibrationTests/Y6T40/test/aqua.jl:6 [inlined] [3] macro expansion @ /opt/julia/share/julia/stdlib/v1.10/Test/src/Test.jl:1577 [inlined] [4] top-level scope @ ~/.julia/packages/CalibrationTests/Y6T40/test/aqua.jl:6 [5] include(fname::String) @ Base.MainInclude ./client.jl:494 [6] macro expansion @ ~/.julia/packages/CalibrationTests/Y6T40/test/runtests.jl:16 [inlined] [7] macro expansion @ /opt/julia/share/julia/stdlib/v1.10/Test/src/Test.jl:1577 [inlined] [8] macro expansion @ ~/.julia/packages/CalibrationTests/Y6T40/test/runtests.jl:16 [inlined] [9] macro expansion @ /opt/julia/share/julia/stdlib/v1.10/Test/src/Test.jl:1577 [inlined] [10] top-level scope @ ~/.julia/packages/CalibrationTests/Y6T40/test/runtests.jl:15 [11] include(fname::String) @ Base.MainInclude ./client.jl:494 [12] top-level scope @ none:6 [13] eval @ ./boot.jl:385 [inlined] [14] exec_options(opts::Base.JLOptions) @ Base ./client.jl:296 [15] _start() @ Base ./client.jl:557 ┌ Warning: make_alias_table! is both internal and deprecated, use AliasTables.jl instead │ caller = ConsistencyResampling.AliasSampler(prediction::Vector{Float64}, floatsampler::Random.SamplerTrivial{Random.CloseOpen01{Float64}, Float64}, integersampler::Random.SamplerRangeNDL{UInt64, Int64}) at alias.jl:20 └ @ ConsistencyResampling ~/.julia/packages/ConsistencyResampling/J3kOH/src/alias.jl:20 Consistency resampling test --------------------------- Population details: parameter of interest: SKCE value under h_0: 0.0 point estimate: -0.000345007 Test summary: outcome with 95% confidence: fail to reject h_0 one-sided p-value: 0.8020 Details: Consistency resampling test --------------------------- Population details: parameter of interest: SKCE value under h_0: 0.0 point estimate: 0.201236 Test summary: outcome with 95% confidence: reject h_0 one-sided p-value: <1e-99 Details: Consistency resampling test --------------------------- Population details: parameter of interest: SKCE value under h_0: 0.0 point estimate: 0.000275148 Test summary: outcome with 95% confidence: fail to reject h_0 one-sided p-value: 0.8210 Details: Consistency resampling test --------------------------- Population details: parameter of interest: SKCE value under h_0: 0.0 point estimate: 0.202138 Test summary: outcome with 95% confidence: reject h_0 one-sided p-value: <1e-99 Details: Consistency resampling test --------------------------- Population details: parameter of interest: SKCE value under h_0: 0.0 point estimate: -0.0170757 Test summary: outcome with 95% confidence: fail to reject h_0 one-sided p-value: 0.9530 Details: Consistency resampling test --------------------------- Population details: parameter of interest: SKCE value under h_0: 0.0 point estimate: 0.195014 Test summary: outcome with 95% confidence: reject h_0 one-sided p-value: <1e-99 Details: Consistency resampling test --------------------------- Population details: parameter of interest: SKCE value under h_0: 0.0 point estimate: -0.00448471 Test summary: outcome with 95% confidence: fail to reject h_0 one-sided p-value: 0.9130 Details: Consistency resampling test --------------------------- Population details: parameter of interest: SKCE value under h_0: 0.0 point estimate: 0.198381 Test summary: outcome with 95% confidence: reject h_0 one-sided p-value: <1e-99 Details: Consistency resampling test --------------------------- Population details: parameter of interest: SKCE value under h_0: 0.0 point estimate: 0.00117915 Test summary: outcome with 95% confidence: fail to reject h_0 one-sided p-value: 0.1900 Details: Consistency resampling test --------------------------- Population details: parameter of interest: SKCE value under h_0: 0.0 point estimate: 0.198981 Test summary: outcome with 95% confidence: reject h_0 one-sided p-value: <1e-99 Details: Consistency resampling test --------------------------- Population details: parameter of interest: SKCE value under h_0: 0.0 point estimate: 0.000727427 Test summary: outcome with 95% confidence: fail to reject h_0 one-sided p-value: 0.2010 Details: Consistency resampling test --------------------------- Population details: parameter of interest: SKCE value under h_0: 0.0 point estimate: 0.19987 Test summary: outcome with 95% confidence: reject h_0 one-sided p-value: <1e-99 Details: Distribution-free SKCE test --------------------------- Population details: parameter of interest: SKCE value under h_0: 0.0 point estimate: -0.000345007 Test summary: outcome with 95% confidence: fail to reject h_0 one-sided p-value: 1.0000 Details: number of observations: 500 uniform bound of the terms of the estimator: 2 Distribution-free SKCE test --------------------------- Population details: parameter of interest: SKCE value under h_0: 0.0 point estimate: 0.201236 Test summary: outcome with 95% confidence: fail to reject h_0 one-sided p-value: 0.2821 Details: number of observations: 500 uniform bound of the terms of the estimator: 2 Distribution-free SKCE test --------------------------- Population details: parameter of interest: SKCE value under h_0: 0.0 point estimate: 0.000275148 Test summary: outcome with 95% confidence: fail to reject h_0 one-sided p-value: 1.0000 Details: number of observations: 500 uniform bound of the terms of the estimator: 2 Distribution-free SKCE test --------------------------- Population details: parameter of interest: SKCE value under h_0: 0.0 point estimate: 0.202138 Test summary: outcome with 95% confidence: reject h_0 one-sided p-value: <1e-08 Details: number of observations: 500 uniform bound of the terms of the estimator: 2 Distribution-free SKCE test --------------------------- Population details: parameter of interest: SKCE value under h_0: 0.0 point estimate: -0.0170757 Test summary: outcome with 95% confidence: fail to reject h_0 one-sided p-value: 0.9909 Details: number of observations: 500 uniform bound of the terms of the estimator: 2 Distribution-free SKCE test --------------------------- Population details: parameter of interest: SKCE value under h_0: 0.0 point estimate: 0.195014 Test summary: outcome with 95% confidence: fail to reject h_0 one-sided p-value: 0.3047 Details: number of observations: 500 uniform bound of the terms of the estimator: 2 Distribution-free SKCE test --------------------------- Population details: parameter of interest: SKCE value under h_0: 0.0 point estimate: -0.00448471 Test summary: outcome with 95% confidence: fail to reject h_0 one-sided p-value: 0.9994 Details: number of observations: 500 uniform bound of the terms of the estimator: 2 Distribution-free SKCE test --------------------------- Population details: parameter of interest: SKCE value under h_0: 0.0 point estimate: 0.198381 Test summary: outcome with 95% confidence: fail to reject h_0 one-sided p-value: 0.2923 Details: number of observations: 500 uniform bound of the terms of the estimator: 2 Distribution-free SKCE test --------------------------- Population details: parameter of interest: SKCE value under h_0: 0.0 point estimate: 0.00117915 Test summary: outcome with 95% confidence: fail to reject h_0 one-sided p-value: 1.0000 Details: number of observations: 500 uniform bound of the terms of the estimator: 2 Distribution-free SKCE test --------------------------- Population details: parameter of interest: SKCE value under h_0: 0.0 point estimate: 0.198981 Test summary: outcome with 95% confidence: fail to reject h_0 one-sided p-value: 0.2902 Details: number of observations: 500 uniform bound of the terms of the estimator: 2 Distribution-free SKCE test --------------------------- Population details: parameter of interest: SKCE value under h_0: 0.0 point estimate: 0.000727427 Test summary: outcome with 95% confidence: fail to reject h_0 one-sided p-value: 1.0000 Details: number of observations: 500 uniform bound of the terms of the estimator: 2 Distribution-free SKCE test --------------------------- Population details: parameter of interest: SKCE value under h_0: 0.0 point estimate: 0.19987 Test summary: outcome with 95% confidence: fail to reject h_0 one-sided p-value: 0.2870 Details: number of observations: 500 uniform bound of the terms of the estimator: 2 Asymptotic block SKCE test -------------------------- Population details: parameter of interest: SKCE value under h_0: 0.0 point estimate: -0.0170757 95% confidence interval: (0.0, Inf) Test summary: outcome with 95% confidence: fail to reject h_0 one-sided p-value: 0.9716 Details: number of observations per block: 2 number of blocks of observations: 250 z-statistic: -1.90451 standard error of evaluations of pairs of observations: 0.00896593 Asymptotic block SKCE test -------------------------- Population details: parameter of interest: SKCE value under h_0: 0.0 point estimate: 0.195014 95% confidence interval: (0.1645, Inf) Test summary: outcome with 95% confidence: reject h_0 one-sided p-value: <1e-25 Details: number of observations per block: 2 number of blocks of observations: 250 z-statistic: 10.5046 standard error of evaluations of pairs of observations: 0.0185646 Asymptotic block SKCE test -------------------------- Population details: parameter of interest: SKCE value under h_0: 0.0 point estimate: -0.00448471 95% confidence interval: (0.0, Inf) Test summary: outcome with 95% confidence: fail to reject h_0 one-sided p-value: 0.9710 Details: number of observations per block: 10 number of blocks of observations: 50 z-statistic: -1.89579 standard error of evaluations of pairs of observations: 0.00236562 Asymptotic block SKCE test -------------------------- Population details: parameter of interest: SKCE value under h_0: 0.0 point estimate: 0.198381 95% confidence interval: (0.1755, Inf) Test summary: outcome with 95% confidence: reject h_0 one-sided p-value: <1e-45 Details: number of observations per block: 10 number of blocks of observations: 50 z-statistic: 14.2913 standard error of evaluations of pairs of observations: 0.0138813 Asymptotic block SKCE test -------------------------- Population details: parameter of interest: SKCE value under h_0: 0.0 point estimate: 0.00117915 95% confidence interval: (0.0, Inf) Test summary: outcome with 95% confidence: fail to reject h_0 one-sided p-value: 0.2324 Details: number of observations per block: 50 number of blocks of observations: 10 z-statistic: 0.73094 standard error of evaluations of pairs of observations: 0.0016132 Asymptotic block SKCE test -------------------------- Population details: parameter of interest: SKCE value under h_0: 0.0 point estimate: 0.198981 95% confidence interval: (0.183, Inf) Test summary: outcome with 95% confidence: reject h_0 one-sided p-value: <1e-92 Details: number of observations per block: 50 number of blocks of observations: 10 z-statistic: 20.4845 standard error of evaluations of pairs of observations: 0.00971375 Asymptotic block SKCE test -------------------------- Population details: parameter of interest: SKCE value under h_0: 0.0 point estimate: 0.000727427 95% confidence interval: (0.0, Inf) Test summary: outcome with 95% confidence: fail to reject h_0 one-sided p-value: 0.2779 Details: number of observations per block: 100 number of blocks of observations: 5 z-statistic: 0.588951 standard error of evaluations of pairs of observations: 0.00123512 Asymptotic block SKCE test -------------------------- Population details: parameter of interest: SKCE value under h_0: 0.0 point estimate: 0.19987 95% confidence interval: (0.1881, Inf) Test summary: outcome with 95% confidence: reject h_0 one-sided p-value: <1e-99 Details: number of observations per block: 100 number of blocks of observations: 5 z-statistic: 27.8717 standard error of evaluations of pairs of observations: 0.00717106 Asymptotic SKCE test -------------------- Population details: parameter of interest: SKCE value under h_0: 0.0 point estimate: -0.000345007 Test summary: outcome with 95% confidence: fail to reject h_0 one-sided p-value: 0.8260 Details: test statistic: -0.0006208465603674856 Asymptotic SKCE test -------------------- Population details: parameter of interest: SKCE value under h_0: 0.0 point estimate: 0.201236 Test summary: outcome with 95% confidence: reject h_0 one-sided p-value: <1e-99 Details: test statistic: -0.0004979008922686926 Asymptotic CME test ------------------- Population details: parameter of interest: Mean vector value under h_0: [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0] point estimate: [0.000286133, -0.00484939, -0.000258507, 0.000255976, 0.00824945, 0.00105589, 0.00804896, 0.0068479, 0.000920529, 0.00731591] Test summary: outcome with 95% confidence: fail to reject h_0 one-sided p-value: 0.1251 Details: number of observations: 500 number of test locations: 10 UCME estimate: 2.58949e-5 test statistic: 15.1965 Asymptotic CME test ------------------- Population details: parameter of interest: Mean vector value under h_0: [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0] point estimate: [0.208427, -0.184933, -0.210616, 0.200109, 0.130239, 0.233877, 0.135295, 0.170037, -0.247142, 0.104442] Test summary: outcome with 95% confidence: reject h_0 one-sided p-value: <1e-99 Details: number of observations: 500 number of test locations: 10 UCME estimate: 0.035291 test statistic: 5757.34 Consistency test with ECE (2 classes) Consistency test with ECE (5 classes) Consistency test with ECE (10 classes) Consistency test with the linear SKCE estimator (2 classes) Consistency test with the linear SKCE estimator (5 classes) ====================================================================================== Information request received. A stacktrace will print followed by a 1.0 second profile ====================================================================================== cmd: /opt/julia/bin/julia 18 running 1 of 1 signal (10): User defined signal 1 _ZNK4llvm6object10ObjectFile14getSymbolValueENS0_11DataRefImplE at /opt/julia/bin/../lib/julia/libLLVM-15jl.so (unknown line) _ZNK4llvm6object13ELFObjectFileINS0_7ELFTypeILNS_7support10endiannessE1ELb1EEEE16getSymbolAddressENS0_11DataRefImplE at /opt/julia/bin/../lib/julia/libLLVM-15jl.so (unknown line) getAddress at /source/usr/include/llvm/Object/ObjectFile.h:404 [inlined] get_function_name_and_base at /source/src/debuginfo.cpp:736 [inlined] jl_dylib_DI_for_fptr at /source/src/debuginfo.cpp:1132 jl_getDylibFunctionInfo at /source/src/debuginfo.cpp:1164 [inlined] jl_getFunctionInfo_impl at /source/src/debuginfo.cpp:1238 ijl_lookup_code_address at /source/src/stackwalk.c:589 lookup at ./stacktraces.jl:108 firstcaller at ./deprecated.jl:157 [inlined] firstcaller at ./deprecated.jl:152 [inlined] macro expansion at ./deprecated.jl:132 [inlined] macro expansion at ./logging.jl:388 [inlined] #depwarn#1052 at ./deprecated.jl:127 depwarn at ./deprecated.jl:121 [inlined] make_alias_table! at /home/pkgeval/.julia/packages/StatsBase/xgoZ5/src/deprecates.jl:55 AliasSampler at /home/pkgeval/.julia/packages/ConsistencyResampling/J3kOH/src/alias.jl:20 #5 at /home/pkgeval/.julia/packages/ConsistencyResampling/J3kOH/src/many.jl:22 [inlined] iterate at ./generator.jl:47 [inlined] _collect at ./array.jl:854 collect_similar at ./array.jl:763 [inlined] map at ./abstractarray.jl:3286 [inlined] make_samplers at /home/pkgeval/.julia/packages/ConsistencyResampling/J3kOH/src/many.jl:21 [inlined] Sampler at /home/pkgeval/.julia/packages/ConsistencyResampling/J3kOH/src/many.jl:5 [inlined] Sampler at /source/usr/share/julia/stdlib/v1.10/Random/src/Random.jl:139 [inlined] Sampler at /source/usr/share/julia/stdlib/v1.10/Random/src/Random.jl:139 [inlined] #pvalue#2 at /home/pkgeval/.julia/packages/CalibrationTests/Y6T40/src/consistency.jl:42 pvalue at /home/pkgeval/.julia/packages/CalibrationTests/Y6T40/src/consistency.jl:30 [inlined] #pvalue#1 at /home/pkgeval/.julia/packages/CalibrationTests/Y6T40/src/consistency.jl:28 [inlined] pvalue at /home/pkgeval/.julia/packages/CalibrationTests/Y6T40/src/consistency.jl:27 [inlined] #19 at ./none:0 [inlined] iterate at ./generator.jl:47 [inlined] collect_to! at ./array.jl:892 [inlined] collect_to_with_first! at ./array.jl:870 [inlined] collect at ./array.jl:844 unknown function (ip: 0x7216d1494955) _jl_invoke at /source/src/gf.c:2876 [inlined] ijl_apply_generic at /source/src/gf.c:3077 jl_apply at /source/src/julia.h:1982 [inlined] do_call at /source/src/interpreter.c:126 eval_value at /source/src/interpreter.c:223 eval_body at /source/src/interpreter.c:489 eval_body at /source/src/interpreter.c:544 eval_body at /source/src/interpreter.c:544 eval_body at /source/src/interpreter.c:544 eval_body at /source/src/interpreter.c:544 jl_interpret_toplevel_thunk at /source/src/interpreter.c:775 jl_toplevel_eval_flex at /source/src/toplevel.c:934 jl_toplevel_eval_flex at /source/src/toplevel.c:877 ijl_toplevel_eval_in at /source/src/toplevel.c:985 eval at ./boot.jl:385 [inlined] include_string at ./loading.jl:2146 _jl_invoke at /source/src/gf.c:2876 [inlined] ijl_apply_generic at /source/src/gf.c:3077 _include at ./loading.jl:2206 include at ./client.jl:494 unknown function (ip: 0x7216d13ff125) _jl_invoke at /source/src/gf.c:2876 [inlined] ijl_apply_generic at /source/src/gf.c:3077 jl_apply at /source/src/julia.h:1982 [inlined] do_call at /source/src/interpreter.c:126 eval_value at /source/src/interpreter.c:223 eval_stmt_value at /source/src/interpreter.c:174 [inlined] eval_body at /source/src/interpreter.c:635 eval_body at /source/src/interpreter.c:544 eval_body at /source/src/interpreter.c:544 eval_body at /source/src/interpreter.c:544 eval_body at /source/src/interpreter.c:544 jl_interpret_toplevel_thunk at /source/src/interpreter.c:775 jl_toplevel_eval_flex at /source/src/toplevel.c:934 jl_toplevel_eval_flex at /source/src/toplevel.c:877 ijl_toplevel_eval_in at /source/src/toplevel.c:985 eval at ./boot.jl:385 [inlined] include_string at ./loading.jl:2146 _jl_invoke at /source/src/gf.c:2876 [inlined] ijl_apply_generic at /source/src/gf.c:3077 _include at ./loading.jl:2206 include at ./client.jl:494 unknown function (ip: 0x7216d13ff125) _jl_invoke at /source/src/gf.c:2876 [inlined] ijl_apply_generic at /source/src/gf.c:3077 jl_apply at /source/src/julia.h:1982 [inlined] do_call at /source/src/interpreter.c:126 eval_value at /source/src/interpreter.c:223 eval_stmt_value at /source/src/interpreter.c:174 [inlined] eval_body at /source/src/interpreter.c:635 jl_interpret_toplevel_thunk at /source/src/interpreter.c:775 jl_toplevel_eval_flex at /source/src/toplevel.c:934 jl_toplevel_eval_flex at /source/src/toplevel.c:877 ijl_toplevel_eval_in at /source/src/toplevel.c:985 eval at ./boot.jl:385 [inlined] exec_options at ./client.jl:296 _start at ./client.jl:557 jfptr__start_82985.1 at /opt/julia/lib/julia/sys.so (unknown line) _jl_invoke at /source/src/gf.c:2876 [inlined] ijl_apply_generic at /source/src/gf.c:3077 jl_apply at /source/src/julia.h:1982 [inlined] true_main at /source/src/jlapi.c:582 jl_repl_entrypoint at /source/src/jlapi.c:731 main at /source/cli/loader_exe.c:58 unknown function (ip: 0x7216d2251249) __libc_start_main at /lib/x86_64-linux-gnu/libc.so.6 (unknown line) unknown function (ip: 0x4010b8) unknown function (ip: (nil)) ============================================================== Profile collected. A report will print at the next yield point ============================================================== ====================================================================================== Information request received. A stacktrace will print followed by a 1.0 second profile ====================================================================================== cmd: /opt/julia/bin/julia 1 running 0 of 1 signal (10): User defined signal 1 epoll_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line) uv__io_poll at /workspace/srcdir/libuv/src/unix/epoll.c:236 uv_run at /workspace/srcdir/libuv/src/unix/core.c:400 ijl_task_get_next at /source/src/partr.c:478 poptask at ./task.jl:999 wait at ./task.jl:1008 #wait#645 at ./condition.jl:130 wait at ./condition.jl:125 [inlined] wait at ./process.jl:661 jfptr_wait_74890.1 at /opt/julia/lib/julia/sys.so (unknown line) _jl_invoke at /source/src/gf.c:2876 [inlined] ijl_apply_generic at /source/src/gf.c:3077 subprocess_handler at /source/usr/share/julia/stdlib/v1.10/Pkg/src/Operations.jl:2048 #130 at /source/usr/share/julia/stdlib/v1.10/Pkg/src/Operations.jl:1992 withenv at ./env.jl:257 #117 at /source/usr/share/julia/stdlib/v1.10/Pkg/src/Operations.jl:1840 with_temp_env at /source/usr/share/julia/stdlib/v1.10/Pkg/src/Operations.jl:1721 #115 at /source/usr/share/julia/stdlib/v1.10/Pkg/src/Operations.jl:1810 #mktempdir#24 at ./file.jl:766 unknown function (ip: 0x70a1ab2d9f10) _jl_invoke at /source/src/gf.c:2876 [inlined] ijl_apply_generic at /source/src/gf.c:3077 mktempdir at ./file.jl:762 mktempdir at ./file.jl:762 [inlined] #sandbox#114 at /source/usr/share/julia/stdlib/v1.10/Pkg/src/Operations.jl:1768 sandbox at /source/usr/share/julia/stdlib/v1.10/Pkg/src/Operations.jl:1759 unknown function (ip: 0x70a1ab2d27e5) _jl_invoke at /source/src/gf.c:2876 [inlined] ijl_apply_generic at /source/src/gf.c:3077 #test#127 at /source/usr/share/julia/stdlib/v1.10/Pkg/src/Operations.jl:1971 test at /source/usr/share/julia/stdlib/v1.10/Pkg/src/Operations.jl:1915 [inlined] #test#146 at /source/usr/share/julia/stdlib/v1.10/Pkg/src/API.jl:444 test at /source/usr/share/julia/stdlib/v1.10/Pkg/src/API.jl:423 unknown function (ip: 0x70a1ab2d22d0) _jl_invoke at /source/src/gf.c:2876 [inlined] ijl_apply_generic at /source/src/gf.c:3077 #test#77 at /source/usr/share/julia/stdlib/v1.10/Pkg/src/API.jl:159 unknown function (ip: 0x70a1ab2d1b90) _jl_invoke at /source/src/gf.c:2876 [inlined] ijl_apply_generic at /source/src/gf.c:3077 test at /source/usr/share/julia/stdlib/v1.10/Pkg/src/API.jl:148 #test#75 at /source/usr/share/julia/stdlib/v1.10/Pkg/src/API.jl:147 [inlined] test at /source/usr/share/julia/stdlib/v1.10/Pkg/src/API.jl:147 [inlined] #test#74 at /source/usr/share/julia/stdlib/v1.10/Pkg/src/API.jl:146 [inlined] test at /source/usr/share/julia/stdlib/v1.10/Pkg/src/API.jl:146 unknown function (ip: 0x70a1ab2ce289) _jl_invoke at /source/src/gf.c:2876 [inlined] ijl_apply_generic at /source/src/gf.c:3077 jl_apply at /source/src/julia.h:1982 [inlined] do_call at /source/src/interpreter.c:126 eval_value at /source/src/interpreter.c:223 eval_stmt_value at /source/src/interpreter.c:174 [inlined] eval_body at /source/src/interpreter.c:635 eval_body at /source/src/interpreter.c:544 eval_body at /source/src/interpreter.c:544 jl_interpret_toplevel_thunk at /source/src/interpreter.c:775 jl_toplevel_eval_flex at /source/src/toplevel.c:934 jl_toplevel_eval_flex at /source/src/toplevel.c:877 ijl_toplevel_eval_in at /source/src/toplevel.c:985 eval at ./boot.jl:385 [inlined] include_string at ./loading.jl:2146 _jl_invoke at /source/src/gf.c:2876 [inlined] ijl_apply_generic at /source/src/gf.c:3077 _include at ./loading.jl:2206 include at ./Base.jl:495 jfptr_include_46609.1 at /opt/julia/lib/julia/sys.so (unknown line) _jl_invoke at /source/src/gf.c:2876 [inlined] ijl_apply_generic at /source/src/gf.c:3077 exec_options at ./client.jl:323 _start at ./client.jl:557 jfptr__start_82985.1 at /opt/julia/lib/julia/sys.so (unknown line) _jl_invoke at /source/src/gf.c:2876 [inlined] ijl_apply_generic at /source/src/gf.c:3077 jl_apply at /source/src/julia.h:1982 [inlined] true_main at /source/src/jlapi.c:582 jl_repl_entrypoint at /source/src/jlapi.c:731 main at /source/cli/loader_exe.c:58 unknown function (ip: 0x70a1ac10a249) __libc_start_main at /lib/x86_64-linux-gnu/libc.so.6 (unknown line) unknown function (ip: 0x4010b8) unknown function (ip: (nil)) ============================================================== Profile collected. A report will print at the next yield point ============================================================== ┌ Warning: There were no samples collected in one or more groups. │ This may be due to idle threads, or you may need to run your │ program longer (perhaps by running it multiple times), │ or adjust the delay between samples with `Profile.init()`. └ @ Profile /opt/julia/share/julia/stdlib/v1.10/Profile/src/Profile.jl:1225 Overhead ╎ [+additional indent] Count File:Line; Function ========================================================= Thread 1 Task 0x000070a19ea00010 Total snapshots: 1. Utilization: 0% ╎1 @Base/client.jl:557; _start() ╎ 1 @Base/client.jl:323; exec_options(opts::Base.JLOptions) ╎ 1 @Base/Base.jl:495; include(mod::Module, _path::String) ╎ 1 @Base/loading.jl:2206; _include(mapexpr::Function, mod::Module, _path::S… ╎ 1 @Base/loading.jl:2146; include_string(mapexpr::typeof(identity), mod::M… ╎ 1 @Base/boot.jl:385; eval ╎ ╎ 1 @Pkg/src/API.jl:146; kwcall(::@NamedTuple{julia_args::Cmd}, ::typeof(… ╎ ╎ 1 @Pkg/src/API.jl:146; #test#74 ╎ ╎ 1 @Pkg/src/API.jl:147; test ╎ ╎ 1 @Pkg/src/API.jl:147; #test#75 ╎ ╎ 1 @Pkg/src/API.jl:148; kwcall(::@NamedTuple{julia_args::Cmd}, ::typ… ╎ ╎ ╎ 1 @Pkg/src/API.jl:159; test(pkgs::Vector{Pkg.Types.PackageSpec}; i… ╎ ╎ ╎ 1 @Pkg/src/API.jl:423; kwcall(::@NamedTuple{julia_args::Cmd, io::… ╎ ╎ ╎ 1 @Pkg/src/API.jl:444; test(ctx::Pkg.Types.Context, pkgs::Vector… ╎ ╎ ╎ 1 …/src/Operations.jl:1915; test ╎ ╎ ╎ 1 …src/Operations.jl:1971; test(ctx::Pkg.Types.Context, pkgs::… ╎ ╎ ╎ ╎ 1 …src/Operations.jl:1759; kwcall(::@NamedTuple{preferences::… ╎ ╎ ╎ ╎ 1 …src/Operations.jl:1768; sandbox(fn::Function, ctx::Pkg.Ty… ╎ ╎ ╎ ╎ 1 @Base/file.jl:762; mktempdir ╎ ╎ ╎ ╎ 1 @Base/file.jl:762; mktempdir(fn::Function, parent::Strin… ╎ ╎ ╎ ╎ 1 @Base/file.jl:766; mktempdir(fn::Pkg.Operations.var"#11… ╎ ╎ ╎ ╎ ╎ 1 …c/Operations.jl:1810; (::Pkg.Operations.var"#115#120"… ╎ ╎ ╎ ╎ ╎ 1 …c/Operations.jl:1721; with_temp_env(fn::Pkg.Operatio… ╎ ╎ ╎ ╎ ╎ 1 …/Operations.jl:1840; (::Pkg.Operations.var"#117#122… ╎ ╎ ╎ ╎ ╎ 1 @Base/env.jl:257; withenv(::Pkg.Operations.var"#130… ╎ ╎ ╎ ╎ ╎ 1 …Operations.jl:1992; (::Pkg.Operations.var"#130#13… ╎ ╎ ╎ ╎ ╎ ╎ 1 …Operations.jl:2048; subprocess_handler(cmd::Cmd,… ╎ ╎ ╎ ╎ ╎ ╎ 1 …se/process.jl:661; wait(x::Base.Process) ╎ ╎ ╎ ╎ ╎ ╎ 1 …/condition.jl:125; wait ╎ ╎ ╎ ╎ ╎ ╎ 1 …condition.jl:130; wait(c::Base.GenericConditi… ╎ ╎ ╎ ╎ ╎ ╎ 1 …ase/task.jl:1008; wait() ╎ ╎ ╎ ╎ ╎ ╎ ╎ 1 …ase/task.jl:999; poptask(W::Base.IntrusiveL… [18] signal (15): Terminated in expression starting at /home/pkgeval/.julia/packages/CalibrationTests/Y6T40/test/consistency.jl:1 _ZNK4llvm6object13ELFObjectFileINS0_7ELFTypeILNS_7support10endiannessE1ELb1EEEE16getSymbolSectionENS0_11DataRefImplE at /opt/julia/bin/../lib/julia/libLLVM-15jl.so (unknown line) unknown function (ip: 0x7216a4868f17) unknown function (ip: (nil)) Allocations: 164256397 (Pool: 164120930; Big: 135467); GC: 352 PkgEval terminated after 2723.37s: test duration exceeded the time limit