Package evaluation to test NeuralNetworkReachability on Julia 1.14.0-DEV.1299 (6d6224db99*) started at 2025-11-27T17:11:51.915 ################################################################################ # Set-up # Installing PkgEval dependencies (TestEnv)... Set-up completed after 10.0s ################################################################################ # Installation # Installing NeuralNetworkReachability... Resolving package versions... Installed Bzip2_jll ───────────────── v1.0.9+0 Installed ErrorfreeArithmetic ─────── v0.5.2 Installed SetRounding ─────────────── v0.2.1 Installed DiffResults ─────────────── v1.1.0 Installed MacroTools ──────────────── v0.5.16 Installed ForwardDiff ─────────────── v1.3.0 Installed DataStructures ──────────── v0.19.3 Installed CodecZlib ───────────────── v0.7.8 Installed ReachabilityBase ────────── v0.3.5 Installed ExprTools ───────────────── v0.1.10 Installed OrderedCollections ──────── v1.8.1 Installed Compat ──────────────────── v4.18.1 Installed RecipesBase ─────────────── v1.3.4 Installed TranscodingStreams ──────── v0.11.3 Installed Statistics ──────────────── v1.11.1 Installed CommonSubexpressions ────── v0.3.1 Installed PrecompileTools ─────────── v1.3.3 Installed StaticArraysCore ────────── v1.4.4 Installed IrrationalConstants ─────── v0.2.6 Installed StructUtils ─────────────── v2.6.0 Installed StaticArrays ────────────── v1.9.15 Installed ControllerFormats ───────── v0.2.4 Installed CodecBzip2 ──────────────── v0.8.5 Installed NeuralNetworkReachability ─ v0.1.7 Installed NaNMath ─────────────────── v1.1.3 Installed RoundingEmulator ────────── v0.2.1 Installed Requires ────────────────── v1.3.1 Installed JSON3 ───────────────────── v1.14.3 Installed OpenSpecFun_jll ─────────── v0.5.6+0 Installed JuMP ────────────────────── v1.29.3 Installed LogExpFunctions ─────────── v0.3.29 Installed DiffRules ───────────────── v1.15.1 Installed FastRounding ────────────── v0.3.1 Installed Parsers ─────────────────── v2.8.3 Installed GLPK_jll ────────────────── v5.0.1+1 Installed LazySets ────────────────── v5.1.0 Installed EnumX ───────────────────── v1.0.5 Installed JSON ────────────────────── v1.3.0 Installed SpecialFunctions ────────── v2.6.1 Installed Reexport ────────────────── v1.2.2 Installed IntervalArithmetic ──────── v0.21.2 Installed CRlibm_jll ──────────────── v1.0.1+0 Installed JLLWrappers ─────────────── v1.7.1 Installed BenchmarkTools ──────────── v1.6.3 Installed MutableArithmetics ──────── v1.6.7 Installed Preferences ─────────────── v1.5.0 Installed StructTypes ─────────────── v1.11.0 Installed GLPK ────────────────────── v1.2.1 Installed CRlibm ──────────────────── v1.0.2 Installed DocStringExtensions ─────── v0.9.5 Installed MathOptInterface ────────── v1.46.0 Installing 4 artifacts Installed artifact CRlibm 169.5 KiB Installed artifact OpenSpecFun 194.9 KiB Installed artifact Bzip2 503.5 KiB Installed artifact GLPK 3.1 MiB Updating `~/.julia/environments/v1.14/Project.toml` [5de1e908] + NeuralNetworkReachability v0.1.7 Updating `~/.julia/environments/v1.14/Manifest.toml` [6e4b80f9] + BenchmarkTools v1.6.3 [96374032] + CRlibm v1.0.2 [523fee87] + CodecBzip2 v0.8.5 [944b1d66] + CodecZlib v0.7.8 [bbf7d656] + CommonSubexpressions v0.3.1 [34da2185] + Compat v4.18.1 [02ac4b2c] + ControllerFormats v0.2.4 [864edb3b] + DataStructures v0.19.3 [163ba53b] + DiffResults v1.1.0 [b552c78f] + DiffRules v1.15.1 [ffbed154] + DocStringExtensions v0.9.5 [4e289a0a] + EnumX v1.0.5 [90fa49ef] + ErrorfreeArithmetic v0.5.2 [e2ba6199] + ExprTools v0.1.10 [fa42c844] + FastRounding v0.3.1 [f6369f11] + ForwardDiff v1.3.0 [60bf3e95] + GLPK v1.2.1 ⌅ [d1acc4aa] + IntervalArithmetic v0.21.2 [92d709cd] + IrrationalConstants v0.2.6 [692b3bcd] + JLLWrappers v1.7.1 [682c06a0] + JSON v1.3.0 [0f8b85d8] + JSON3 v1.14.3 [4076af6c] + JuMP v1.29.3 [b4f0291d] + LazySets v5.1.0 [2ab3a3ac] + LogExpFunctions v0.3.29 [1914dd2f] + MacroTools v0.5.16 [b8f27783] + MathOptInterface v1.46.0 [d8a4904e] + MutableArithmetics v1.6.7 [77ba4419] + NaNMath v1.1.3 [5de1e908] + NeuralNetworkReachability v0.1.7 [bac558e1] + OrderedCollections v1.8.1 [69de0a69] + Parsers v2.8.3 [aea7be01] + PrecompileTools v1.3.3 [21216c6a] + Preferences v1.5.0 [379f33d0] + ReachabilityBase v0.3.5 [3cdcf5f2] + RecipesBase v1.3.4 [189a3867] + Reexport v1.2.2 [ae029012] + Requires v1.3.1 [5eaf0fd0] + RoundingEmulator v0.2.1 [3cc68bcd] + SetRounding v0.2.1 [276daf66] + SpecialFunctions v2.6.1 [90137ffa] + StaticArrays v1.9.15 [1e83bf80] + StaticArraysCore v1.4.4 [10745b16] + Statistics v1.11.1 [856f2bd8] + StructTypes v1.11.0 [ec057cc2] + StructUtils v2.6.0 [3bb67fe8] + TranscodingStreams v0.11.3 [6e34b625] + Bzip2_jll v1.0.9+0 [4e9b3aee] + CRlibm_jll v1.0.1+0 [e8aa6df9] + GLPK_jll v5.0.1+1 [efe28fd5] + OpenSpecFun_jll v0.5.6+0 [0dad84c5] + ArgTools v1.1.2 [56f22d72] + Artifacts v1.11.0 [2a0f44e3] + Base64 v1.11.0 [ade2ca70] + Dates v1.11.0 [8ba89e20] + Distributed v1.11.0 [f43a241f] + Downloads v1.7.0 [7b1f6079] + FileWatching v1.11.0 [b77e0a4c] + InteractiveUtils v1.11.0 [ac6e5ff7] + JuliaSyntaxHighlighting v1.12.0 [b27032c2] + LibCURL v1.0.0 [76f85450] + LibGit2 v1.11.0 [8f399da3] + Libdl v1.11.0 [37e2e46d] + LinearAlgebra v1.13.0 [56ddb016] + Logging v1.11.0 [d6f4376e] + Markdown v1.11.0 [a63ad114] + Mmap v1.11.0 [ca575930] + NetworkOptions v1.3.0 [44cfe95a] + Pkg v1.13.0 [de0858da] + Printf v1.11.0 [9abbd945] + Profile v1.11.0 [9a3f8284] + Random v1.11.0 [ea8e919c] + SHA v1.0.0 [9e88b42a] + Serialization v1.11.0 [1a1011a3] + SharedArrays v1.11.0 [6462fe0b] + Sockets v1.11.0 [2f01184e] + SparseArrays v1.13.0 [f489334b] + StyledStrings v1.13.0 [fa267f1f] + TOML v1.0.3 [a4e569a6] + Tar v1.10.0 [8dfed614] + Test v1.11.0 [cf7118a7] + UUIDs v1.11.0 [4ec0a83e] + Unicode v1.11.0 [e66e0078] + CompilerSupportLibraries_jll v1.3.0+1 [781609d7] + GMP_jll v6.3.0+2 [deac9b47] + LibCURL_jll v8.17.0+0 [e37daf67] + LibGit2_jll v1.9.1+0 [29816b5a] + LibSSH2_jll v1.11.3+1 [14a3606d] + MozillaCACerts_jll v2025.11.4 [4536629a] + OpenBLAS_jll v0.3.29+0 [05823500] + OpenLibm_jll v0.8.7+0 [458c3c95] + OpenSSL_jll v3.5.4+0 [efcefdf7] + PCRE2_jll v10.47.0+0 [bea87d4a] + SuiteSparse_jll v7.10.1+0 [83775a58] + Zlib_jll v1.3.1+2 [3161d3a3] + Zstd_jll v1.5.7+1 [8e850b90] + libblastrampoline_jll v5.15.0+0 [8e850ede] + nghttp2_jll v1.68.0+1 [3f19e933] + p7zip_jll v17.7.0+0 Info Packages marked with ⌅ have new versions available but compatibility constraints restrict them from upgrading. To see why use `status --outdated -m` Installation completed after 10.01s ################################################################################ # Precompilation # Precompiling PkgEval dependencies... Precompiling packages... WARNING: Imported binding Operations.project_rel_path was undeclared at import time during import to TestEnv. 4598.0 ms ✓ TestEnv 1 dependency successfully precompiled in 5 seconds. 27 already precompiled. 1 dependency had output during precompilation: ┌ TestEnv │ WARNING: Imported binding Operations.project_rel_path was undeclared at import time during import to TestEnv. └ ┌ Error: Failed to use TestEnv.jl; test dependencies will not be precompiled │ exception = │ UndefVarError: `project_rel_path` not defined in `TestEnv` │ Suggestion: this global was defined as `Pkg.Operations.project_rel_path` but not assigned a value. │ Stacktrace: │ [1] get_test_dir(ctx::Pkg.Types.Context, pkgspec::PackageSpec) │ @ TestEnv ~/.julia/packages/TestEnv/i9lgt/src/julia-1.11/common.jl:75 │ [2] test_dir_has_project_file │ @ ~/.julia/packages/TestEnv/i9lgt/src/julia-1.11/common.jl:52 [inlined] │ [3] maybe_gen_project_override! │ @ ~/.julia/packages/TestEnv/i9lgt/src/julia-1.11/common.jl:83 [inlined] │ [4] activate(pkg::String; allow_reresolve::Bool) │ @ TestEnv ~/.julia/packages/TestEnv/i9lgt/src/julia-1.11/activate_set.jl:12 │ [5] activate(pkg::String) │ @ TestEnv ~/.julia/packages/TestEnv/i9lgt/src/julia-1.11/activate_set.jl:9 │ [6] top-level scope │ @ /PkgEval.jl/scripts/precompile.jl:24 │ [7] include(mod::Module, _path::String) │ @ Base ./Base.jl:309 │ [8] exec_options(opts::Base.JLOptions) │ @ Base ./client.jl:344 │ [9] _start() │ @ Base ./client.jl:577 └ @ Main /PkgEval.jl/scripts/precompile.jl:26 Precompiling package dependencies... Precompiling packages... 4255.7 ms ✓ MacroTools 734.2 ms ✓ Reexport 1064.8 ms ✓ Statistics 2070.1 ms ✓ IrrationalConstants 791.0 ms ✓ SetRounding 924.3 ms ✓ StaticArraysCore 1130.4 ms ✓ Requires 1188.0 ms ✓ OrderedCollections 1091.0 ms ✓ DocStringExtensions 895.6 ms ✓ RoundingEmulator 825.0 ms ✓ EnumX 841.1 ms ✓ ExprTools 1252.9 ms ✓ TranscodingStreams 956.2 ms ✓ ErrorfreeArithmetic 998.3 ms ✓ NaNMath 1602.3 ms ✓ StructTypes 1435.0 ms ✓ StructUtils 1131.0 ms ✓ Compat 1127.8 ms ✓ Preferences 11626.3 ms ✓ MutableArithmetics 1734.3 ms ✓ CommonSubexpressions 1321.0 ms ✓ Statistics → SparseArraysExt 840.8 ms ✓ DiffResults 3554.6 ms ✓ DataStructures 1375.1 ms ✓ LogExpFunctions 2530.3 ms ✓ ReachabilityBase 919.3 ms ✓ CodecZlib 826.1 ms ✓ FastRounding 841.4 ms ✓ Compat → CompatLinearAlgebraExt 1176.4 ms ✓ JLLWrappers 886.1 ms ✓ PrecompileTools 4049.7 ms ✓ ControllerFormats 1378.1 ms ✓ Bzip2_jll 1408.5 ms ✓ GLPK_jll 1387.3 ms ✓ CRlibm_jll 1427.4 ms ✓ OpenSpecFun_jll 2772.1 ms ✓ RecipesBase 13415.0 ms ✓ StaticArrays 17082.9 ms ✓ Parsers 1325.0 ms ✓ CodecBzip2 1581.8 ms ✓ CRlibm 5174.5 ms ✓ SpecialFunctions 1439.3 ms ✓ StaticArrays → StaticArraysStatisticsExt 14265.8 ms ✓ JSON3 7441.2 ms ✓ JSON 9840.9 ms ✓ IntervalArithmetic 1273.4 ms ✓ DiffRules 3482.2 ms ✓ BenchmarkTools 6738.5 ms ✓ ForwardDiff 2045.5 ms ✓ ForwardDiff → ForwardDiffStaticArraysExt 78979.9 ms ✓ MathOptInterface 66677.2 ms ✓ JuMP 9548.1 ms ✓ GLPK 38979.6 ms ✓ LazySets 16213.3 ms ✓ NeuralNetworkReachability 55 dependencies successfully precompiled in 360 seconds. 38 already precompiled. Precompilation completed after 375.96s ################################################################################ # Testing # Testing NeuralNetworkReachability Test Could not use exact versions of packages in manifest, re-resolving. Note: if you do not check your manifest file into source control, then you can probably ignore this message. However, if you do check your manifest file into source control, then you probably want to pass the `allow_reresolve = false` kwarg when calling the `Pkg.test` function. Installed CommonWorldInvalidations ───────── v1.0.0 Installed EnzymeCore ─────────────────────── v0.8.17 Installed FastPower ──────────────────────── v1.2.0 Installed SIMDTypes ──────────────────────── v0.1.0 Installed CpuId ──────────────────────────── v0.3.1 Installed StaticArrayInterface ───────────── v1.8.0 Installed PreallocationTools ─────────────── v0.4.34 Installed Missings ───────────────────────── v1.2.0 Installed FastBroadcast ──────────────────── v0.3.5 Installed InverseFunctions ───────────────── v0.1.17 Installed Jieko ──────────────────────────── v0.2.1 Installed NLSolversBase ──────────────────── v7.10.0 Installed Static ─────────────────────────── v1.3.1 Installed DiffEqBase ─────────────────────── v6.192.0 Installed Optim ──────────────────────────── v1.13.3 Installed MappedArrays ───────────────────── v0.4.2 Installed UnPack ─────────────────────────── v1.0.2 Installed SortingAlgorithms ──────────────── v1.2.2 Installed ADTypes ────────────────────────── v1.19.0 Installed Polynomials ────────────────────── v3.2.13 Installed RecursiveArrayTools ────────────── v3.39.0 Installed Inflate ────────────────────────── v0.1.5 Installed Aqua ───────────────────────────── v0.8.14 Installed ManualMemory ───────────────────── v0.1.8 Installed ArnoldiMethod ──────────────────── v0.4.0 Installed FillArrays ─────────────────────── v1.15.0 Installed LoggingExtras ──────────────────── v1.2.0 Installed ArrayInterface ─────────────────── v7.22.0 Installed IntervalConstraintProgramming ──── v0.13.0 Installed CarlemanLinearization ──────────── v0.4.0 Installed IntervalContractors ────────────── v0.4.7 Installed StatsBase ──────────────────────── v0.34.8 Installed GPUArraysCore ──────────────────── v0.2.0 Installed LayoutPointers ─────────────────── v0.1.17 Installed TruncatedStacktraces ───────────── v1.4.0 Installed SimpleTraits ───────────────────── v0.9.5 Installed ConcreteStructs ────────────────── v0.2.3 Installed Setfield ───────────────────────── v1.1.2 Installed Polyhedra ──────────────────────── v0.8.1 Installed CompositionsBase ───────────────── v0.1.2 Installed CommonSolve ────────────────────── v0.2.4 Installed PkgVersion ─────────────────────── v0.3.3 Installed ForwardDiff ────────────────────── v0.10.39 Installed AliasTables ────────────────────── v1.1.3 Installed Moshi ──────────────────────────── v0.3.7 Installed DifferentiationInterface ───────── v0.7.12 Installed ReachabilityAnalysis ───────────── v0.28.3 Installed IteratorInterfaceExtensions ────── v1.0.0 Installed BitTwiddlingConvenienceFunctions ─ v0.1.6 Installed DataAPI ────────────────────────── v1.16.0 Installed FunctionWrappersWrappers ───────── v0.1.3 Installed SciMLStructures ────────────────── v1.7.0 Installed SciMLOperators ─────────────────── v1.13.0 Installed CDDLib ─────────────────────────── v0.10.1 Installed FastClosures ───────────────────── v0.3.2 Installed SciMLPublic ────────────────────── v1.0.0 Installed FunctionWrappers ───────────────── v1.1.3 Installed MultivariatePolynomials ────────── v0.5.13 Installed GenericLinearAlgebra ───────────── v0.3.19 Installed FiniteDiff ─────────────────────── v2.29.0 Installed SciMLBase ──────────────────────── v2.127.0 Installed CloseOpenIntervals ─────────────── v0.1.13 Installed Polyester ──────────────────────── v0.7.18 Installed ThreadingUtilities ─────────────── v0.5.5 Installed Accessors ──────────────────────── v0.1.42 Installed MathematicalSystems ────────────── v0.14.2 Installed Adapt ──────────────────────────── v4.4.0 Installed IntervalMatrices ───────────────── v0.12.1 Installed RuntimeGeneratedFunctions ──────── v0.5.16 Installed IntervalRootFinding ────────────── v0.5.11 Installed ConstructionBase ───────────────── v1.6.0 Installed SymbolicIndexingInterface ──────── v0.3.46 Installed PositiveFactorizations ─────────── v0.2.4 Installed StatsAPI ───────────────────────── v1.7.1 Installed StrideArraysCore ───────────────── v0.5.8 Installed CPUSummary ─────────────────────── v0.2.7 Installed ExproniconLite ─────────────────── v0.10.14 Installed Graphs ─────────────────────────── v1.13.1 Installed IfElse ─────────────────────────── v0.1.1 Installed Parameters ─────────────────────── v0.12.3 Installed MuladdMacro ────────────────────── v0.2.4 Installed SciMLLogging ───────────────────── v1.5.0 Installed PtrArrays ──────────────────────── v1.3.0 Installed TaylorModels ───────────────────── v0.8.0 Installed LineSearches ───────────────────── v7.5.1 Installed cddlib_jll ─────────────────────── v0.94.14+0 Installed Espresso ───────────────────────── v0.6.4 Installed HybridSystems ──────────────────── v0.4.4 Installed PolyesterWeave ─────────────────── v0.2.2 Installed IntervalArithmetic ─────────────── v0.20.9 Installed TaylorSeries ───────────────────── v0.18.5 Installed TaylorIntegration ──────────────── v0.16.2 Installing 1 artifacts Installed artifact cddlib 1.0 MiB Updating `/tmp/jl_78zk7s/Project.toml` [4c88cf16] + Aqua v0.8.14 [3391f64e] + CDDLib v0.10.1 ⌅ [138f1668] + IntervalConstraintProgramming v0.13.0 [5de1e908] + NeuralNetworkReachability v0.1.7 [429524aa] + Optim v1.13.3 [67491407] + Polyhedra v0.8.1 [1e97bd63] + ReachabilityAnalysis v0.28.3 Updating `/tmp/jl_78zk7s/Manifest.toml` [47edcb42] + ADTypes v1.19.0 [7d9f7c33] + Accessors v0.1.42 [79e6a3ab] + Adapt v4.4.0 [66dad0bd] + AliasTables v1.1.3 [4c88cf16] + Aqua v0.8.14 [ec485272] + ArnoldiMethod v0.4.0 [4fba245c] + ArrayInterface v7.22.0 [62783981] + BitTwiddlingConvenienceFunctions v0.1.6 [3391f64e] + CDDLib v0.10.1 [2a0fbf3d] + CPUSummary v0.2.7 [4803f6b2] + CarlemanLinearization v0.4.0 [fb6a15b2] + CloseOpenIntervals v0.1.13 [38540f10] + CommonSolve v0.2.4 [f70d9fcc] + CommonWorldInvalidations v1.0.0 [a33af91c] + CompositionsBase v0.1.2 [2569d6c7] + ConcreteStructs v0.2.3 [187b0558] + ConstructionBase v1.6.0 [adafc99b] + CpuId v0.3.1 [9a962f9c] + DataAPI v1.16.0 [2b5f629d] + DiffEqBase v6.192.0 [a0c0ee7d] + DifferentiationInterface v0.7.12 [f151be2c] + EnzymeCore v0.8.17 [6912e4f1] + Espresso v0.6.4 [55351af7] + ExproniconLite v0.10.14 [7034ab61] + FastBroadcast v0.3.5 [9aa1b823] + FastClosures v0.3.2 [a4df4552] + FastPower v1.2.0 [1a297f60] + FillArrays v1.15.0 [6a86dc24] + FiniteDiff v2.29.0 ⌅ [f6369f11] ↓ ForwardDiff v1.3.0 ⇒ v0.10.39 [069b7b12] + FunctionWrappers v1.1.3 [77dc65aa] + FunctionWrappersWrappers v0.1.3 [46192b85] + GPUArraysCore v0.2.0 [14197337] + GenericLinearAlgebra v0.3.19 [86223c79] + Graphs v1.13.1 [2207ec0c] + HybridSystems v0.4.4 [615f187c] + IfElse v0.1.1 [d25df0c9] + Inflate v0.1.5 ⌅ [d1acc4aa] ↓ IntervalArithmetic v0.21.2 ⇒ v0.20.9 ⌅ [138f1668] + IntervalConstraintProgramming v0.13.0 ⌅ [15111844] + IntervalContractors v0.4.7 [5c1f47dc] + IntervalMatrices v0.12.1 ⌅ [d2bf35a9] + IntervalRootFinding v0.5.11 [3587e190] + InverseFunctions v0.1.17 [82899510] + IteratorInterfaceExtensions v1.0.0 [ae98c720] + Jieko v0.2.1 [10f19ff3] + LayoutPointers v0.1.17 [d3d80556] + LineSearches v7.5.1 [e6f89c97] + LoggingExtras v1.2.0 [d125e4d3] + ManualMemory v0.1.8 [dbb5928d] + MappedArrays v0.4.2 [d14a8603] + MathematicalSystems v0.14.2 [e1d29d7a] + Missings v1.2.0 [2e0e35c7] + Moshi v0.3.7 [46d2c3a1] + MuladdMacro v0.2.4 [102ac46a] + MultivariatePolynomials v0.5.13 [d41bc354] + NLSolversBase v7.10.0 [5de1e908] + NeuralNetworkReachability v0.1.7 [429524aa] + Optim v1.13.3 [d96e819e] + Parameters v0.12.3 [eebad327] + PkgVersion v0.3.3 [f517fe37] + Polyester v0.7.18 [1d0040c9] + PolyesterWeave v0.2.2 [67491407] + Polyhedra v0.8.1 ⌅ [f27b6e38] + Polynomials v3.2.13 [85a6dd25] + PositiveFactorizations v0.2.4 [d236fae5] + PreallocationTools v0.4.34 [43287f4e] + PtrArrays v1.3.0 [1e97bd63] + ReachabilityAnalysis v0.28.3 [731186ca] + RecursiveArrayTools v3.39.0 [7e49a35a] + RuntimeGeneratedFunctions v0.5.16 [94e857df] + SIMDTypes v0.1.0 [0bca4576] + SciMLBase v2.127.0 [a6db7da4] + SciMLLogging v1.5.0 [c0aeaf25] + SciMLOperators v1.13.0 [431bcebd] + SciMLPublic v1.0.0 [53ae85a6] + SciMLStructures v1.7.0 [efcf1570] + Setfield v1.1.2 [699a6c99] + SimpleTraits v0.9.5 [a2af1166] + SortingAlgorithms v1.2.2 [aedffcd0] + Static v1.3.1 [0d7ed370] + StaticArrayInterface v1.8.0 [82ae8749] + StatsAPI v1.7.1 [2913bbd2] + StatsBase v0.34.8 [7792a7ef] + StrideArraysCore v0.5.8 [2efcf032] + SymbolicIndexingInterface v0.3.46 ⌅ [92b13dbe] + TaylorIntegration v0.16.2 ⌅ [314ce334] + TaylorModels v0.8.0 ⌅ [6aa5eb33] + TaylorSeries v0.18.5 [8290d209] + ThreadingUtilities v0.5.5 [781d530d] + TruncatedStacktraces v1.4.0 [3a884ed6] + UnPack v1.0.2 ⌅ [f07e07eb] + cddlib_jll v0.94.14+0 [9fa8497b] + Future v1.11.0 Info Packages marked with ⌅ have new versions available but compatibility constraints restrict them from upgrading. To see why use `status --outdated -m` Test Successfully re-resolved Status `/tmp/jl_78zk7s/Project.toml` [4c88cf16] Aqua v0.8.14 [3391f64e] CDDLib v0.10.1 [02ac4b2c] ControllerFormats v0.2.4 ⌅ [138f1668] IntervalConstraintProgramming v0.13.0 [b4f0291d] LazySets v5.1.0 [5de1e908] NeuralNetworkReachability v0.1.7 [429524aa] Optim v1.13.3 [67491407] Polyhedra v0.8.1 [1e97bd63] ReachabilityAnalysis v0.28.3 [8dfed614] Test v1.11.0 Status `/tmp/jl_78zk7s/Manifest.toml` [47edcb42] ADTypes v1.19.0 [7d9f7c33] Accessors v0.1.42 [79e6a3ab] Adapt v4.4.0 [66dad0bd] AliasTables v1.1.3 [4c88cf16] Aqua v0.8.14 [ec485272] ArnoldiMethod v0.4.0 [4fba245c] ArrayInterface v7.22.0 [6e4b80f9] BenchmarkTools v1.6.3 [62783981] BitTwiddlingConvenienceFunctions v0.1.6 [3391f64e] CDDLib v0.10.1 [2a0fbf3d] CPUSummary v0.2.7 [96374032] CRlibm v1.0.2 [4803f6b2] CarlemanLinearization v0.4.0 [fb6a15b2] CloseOpenIntervals v0.1.13 [523fee87] CodecBzip2 v0.8.5 [944b1d66] CodecZlib v0.7.8 [38540f10] CommonSolve v0.2.4 [bbf7d656] CommonSubexpressions v0.3.1 [f70d9fcc] CommonWorldInvalidations v1.0.0 [34da2185] Compat v4.18.1 [a33af91c] CompositionsBase v0.1.2 [2569d6c7] ConcreteStructs v0.2.3 [187b0558] ConstructionBase v1.6.0 [02ac4b2c] ControllerFormats v0.2.4 [adafc99b] CpuId v0.3.1 [9a962f9c] DataAPI v1.16.0 [864edb3b] DataStructures v0.19.3 [2b5f629d] DiffEqBase v6.192.0 [163ba53b] DiffResults v1.1.0 [b552c78f] DiffRules v1.15.1 [a0c0ee7d] DifferentiationInterface v0.7.12 [ffbed154] DocStringExtensions v0.9.5 [4e289a0a] EnumX v1.0.5 [f151be2c] EnzymeCore v0.8.17 [90fa49ef] ErrorfreeArithmetic v0.5.2 [6912e4f1] Espresso v0.6.4 [e2ba6199] ExprTools v0.1.10 [55351af7] ExproniconLite v0.10.14 [7034ab61] FastBroadcast v0.3.5 [9aa1b823] FastClosures v0.3.2 [a4df4552] FastPower v1.2.0 [fa42c844] FastRounding v0.3.1 [1a297f60] FillArrays v1.15.0 [6a86dc24] FiniteDiff v2.29.0 ⌅ [f6369f11] ForwardDiff v0.10.39 [069b7b12] FunctionWrappers v1.1.3 [77dc65aa] FunctionWrappersWrappers v0.1.3 [60bf3e95] GLPK v1.2.1 [46192b85] GPUArraysCore v0.2.0 [14197337] GenericLinearAlgebra v0.3.19 [86223c79] Graphs v1.13.1 [2207ec0c] HybridSystems v0.4.4 [615f187c] IfElse v0.1.1 [d25df0c9] Inflate v0.1.5 ⌅ [d1acc4aa] IntervalArithmetic v0.20.9 ⌅ [138f1668] IntervalConstraintProgramming v0.13.0 ⌅ [15111844] IntervalContractors v0.4.7 [5c1f47dc] IntervalMatrices v0.12.1 ⌅ [d2bf35a9] IntervalRootFinding v0.5.11 [3587e190] InverseFunctions v0.1.17 [92d709cd] IrrationalConstants v0.2.6 [82899510] IteratorInterfaceExtensions v1.0.0 [692b3bcd] JLLWrappers v1.7.1 [682c06a0] JSON v1.3.0 [0f8b85d8] JSON3 v1.14.3 [ae98c720] Jieko v0.2.1 [4076af6c] JuMP v1.29.3 [10f19ff3] LayoutPointers v0.1.17 [b4f0291d] LazySets v5.1.0 [d3d80556] LineSearches v7.5.1 [2ab3a3ac] LogExpFunctions v0.3.29 [e6f89c97] LoggingExtras v1.2.0 [1914dd2f] MacroTools v0.5.16 [d125e4d3] ManualMemory v0.1.8 [dbb5928d] MappedArrays v0.4.2 [b8f27783] MathOptInterface v1.46.0 [d14a8603] MathematicalSystems v0.14.2 [e1d29d7a] Missings v1.2.0 [2e0e35c7] Moshi v0.3.7 [46d2c3a1] MuladdMacro v0.2.4 [102ac46a] MultivariatePolynomials v0.5.13 [d8a4904e] MutableArithmetics v1.6.7 [d41bc354] NLSolversBase v7.10.0 [77ba4419] NaNMath v1.1.3 [5de1e908] NeuralNetworkReachability v0.1.7 [429524aa] Optim v1.13.3 [bac558e1] OrderedCollections v1.8.1 [d96e819e] Parameters v0.12.3 [69de0a69] Parsers v2.8.3 [eebad327] PkgVersion v0.3.3 [f517fe37] Polyester v0.7.18 [1d0040c9] PolyesterWeave v0.2.2 [67491407] Polyhedra v0.8.1 ⌅ [f27b6e38] Polynomials v3.2.13 [85a6dd25] PositiveFactorizations v0.2.4 [d236fae5] PreallocationTools v0.4.34 [aea7be01] PrecompileTools v1.3.3 [21216c6a] Preferences v1.5.0 [43287f4e] PtrArrays v1.3.0 [1e97bd63] ReachabilityAnalysis v0.28.3 [379f33d0] ReachabilityBase v0.3.5 [3cdcf5f2] RecipesBase v1.3.4 [731186ca] RecursiveArrayTools v3.39.0 [189a3867] Reexport v1.2.2 [ae029012] Requires v1.3.1 [5eaf0fd0] RoundingEmulator v0.2.1 [7e49a35a] RuntimeGeneratedFunctions v0.5.16 [94e857df] SIMDTypes v0.1.0 [0bca4576] SciMLBase v2.127.0 [a6db7da4] SciMLLogging v1.5.0 [c0aeaf25] SciMLOperators v1.13.0 [431bcebd] SciMLPublic v1.0.0 [53ae85a6] SciMLStructures v1.7.0 [3cc68bcd] SetRounding v0.2.1 [efcf1570] Setfield v1.1.2 [699a6c99] SimpleTraits v0.9.5 [a2af1166] SortingAlgorithms v1.2.2 [276daf66] SpecialFunctions v2.6.1 [aedffcd0] Static v1.3.1 [0d7ed370] StaticArrayInterface v1.8.0 [90137ffa] StaticArrays v1.9.15 [1e83bf80] StaticArraysCore v1.4.4 [10745b16] Statistics v1.11.1 [82ae8749] StatsAPI v1.7.1 [2913bbd2] StatsBase v0.34.8 [7792a7ef] StrideArraysCore v0.5.8 [856f2bd8] StructTypes v1.11.0 [ec057cc2] StructUtils v2.6.0 [2efcf032] SymbolicIndexingInterface v0.3.46 ⌅ [92b13dbe] TaylorIntegration v0.16.2 ⌅ [314ce334] TaylorModels v0.8.0 ⌅ [6aa5eb33] TaylorSeries v0.18.5 [8290d209] ThreadingUtilities v0.5.5 [3bb67fe8] TranscodingStreams v0.11.3 [781d530d] TruncatedStacktraces v1.4.0 [3a884ed6] UnPack v1.0.2 [6e34b625] Bzip2_jll v1.0.9+0 [4e9b3aee] CRlibm_jll v1.0.1+0 [e8aa6df9] GLPK_jll v5.0.1+1 [efe28fd5] OpenSpecFun_jll v0.5.6+0 ⌅ [f07e07eb] cddlib_jll v0.94.14+0 [0dad84c5] ArgTools v1.1.2 [56f22d72] Artifacts v1.11.0 [2a0f44e3] Base64 v1.11.0 [ade2ca70] Dates v1.11.0 [8ba89e20] Distributed v1.11.0 [f43a241f] Downloads v1.7.0 [7b1f6079] FileWatching v1.11.0 [9fa8497b] Future v1.11.0 [b77e0a4c] InteractiveUtils v1.11.0 [ac6e5ff7] JuliaSyntaxHighlighting v1.12.0 [b27032c2] LibCURL v1.0.0 [76f85450] LibGit2 v1.11.0 [8f399da3] Libdl v1.11.0 [37e2e46d] LinearAlgebra v1.13.0 [56ddb016] Logging v1.11.0 [d6f4376e] Markdown v1.11.0 [a63ad114] Mmap v1.11.0 [ca575930] NetworkOptions v1.3.0 [44cfe95a] Pkg v1.13.0 [de0858da] Printf v1.11.0 [9abbd945] Profile v1.11.0 [9a3f8284] Random v1.11.0 [ea8e919c] SHA v1.0.0 [9e88b42a] Serialization v1.11.0 [1a1011a3] SharedArrays v1.11.0 [6462fe0b] Sockets v1.11.0 [2f01184e] SparseArrays v1.13.0 [f489334b] StyledStrings v1.13.0 [fa267f1f] TOML v1.0.3 [a4e569a6] Tar v1.10.0 [8dfed614] Test v1.11.0 [cf7118a7] UUIDs v1.11.0 [4ec0a83e] Unicode v1.11.0 [e66e0078] CompilerSupportLibraries_jll v1.3.0+1 [781609d7] GMP_jll v6.3.0+2 [deac9b47] LibCURL_jll v8.17.0+0 [e37daf67] LibGit2_jll v1.9.1+0 [29816b5a] LibSSH2_jll v1.11.3+1 [14a3606d] MozillaCACerts_jll v2025.11.4 [4536629a] OpenBLAS_jll v0.3.29+0 [05823500] OpenLibm_jll v0.8.7+0 [458c3c95] OpenSSL_jll v3.5.4+0 [efcefdf7] PCRE2_jll v10.47.0+0 [bea87d4a] SuiteSparse_jll v7.10.1+0 [83775a58] Zlib_jll v1.3.1+2 [3161d3a3] Zstd_jll v1.5.7+1 [8e850b90] libblastrampoline_jll v5.15.0+0 [8e850ede] nghttp2_jll v1.68.0+1 [3f19e933] p7zip_jll v17.7.0+0 Info Packages marked with ⌅ have new versions available but compatibility constraints restrict them from upgrading. Testing Running tests... Test Summary: | Pass Total Time Optional dependencies (not loaded) | 3 3 4.5s Test Summary: | Pass Total Time Util | 3 3 0.9s Forward layer PolyZonoForward: Test Failed at /home/pkgeval/.julia/packages/NeuralNetworkReachability/JVvHz/test/ForwardAlgorithms/forward.jl:180 Expression: PZ2 == PZ3 Evaluated: SparsePolynomialZonotope{Float64, Vector{Float64}, Matrix{Float64}, Matrix{Float64}, Matrix{Int64}, Vector{Int64}}([0.0, 1.0], Matrix{Float64}(undef, 2, 0), [0.5 -0.5; 0.0 1.0], Matrix{Int64}(undef, 0, 0), Int64[]) == SparsePolynomialZonotope{Float64, Vector{Float64}, Matrix{Float64}, Matrix{Float64}, Matrix{Int64}, Vector{Int64}}([0.0, 1.0], [0.5 -0.5; 0.0 1.0], Matrix{Float64}(undef, 2, 0), [1 0; 0 1], [1, 2]) Stacktrace: [1] top-level scope @ ~/.julia/packages/NeuralNetworkReachability/JVvHz/test/ForwardAlgorithms/forward.jl:167 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:1961 [inlined] [3] macro expansion @ ~/.julia/packages/NeuralNetworkReachability/JVvHz/test/ForwardAlgorithms/forward.jl:180 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:753 [inlined] Forward layer PolyZonoForward: Test Failed at /home/pkgeval/.julia/packages/NeuralNetworkReachability/JVvHz/test/ForwardAlgorithms/forward.jl:183 Expression: forward(PZ, DenseLayerOp(W, b, Id()), algo) == PZ3 Evaluated: SparsePolynomialZonotope{Float64, Vector{Float64}, Matrix{Float64}, Matrix{Float64}, Matrix{Int64}, Vector{Int64}}([0.0, 1.0], Matrix{Float64}(undef, 2, 0), [0.5 -0.5; 0.0 1.0], Matrix{Int64}(undef, 0, 0), Int64[]) == SparsePolynomialZonotope{Float64, Vector{Float64}, Matrix{Float64}, Matrix{Float64}, Matrix{Int64}, Vector{Int64}}([0.0, 1.0], [0.5 -0.5; 0.0 1.0], Matrix{Float64}(undef, 2, 0), [1 0; 0 1], [1, 2]) Stacktrace: [1] top-level scope @ ~/.julia/packages/NeuralNetworkReachability/JVvHz/test/ForwardAlgorithms/forward.jl:167 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:1961 [inlined] [3] macro expansion @ ~/.julia/packages/NeuralNetworkReachability/JVvHz/test/ForwardAlgorithms/forward.jl:183 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:753 [inlined] Forward layer PolyZonoForward: Error During Test at /home/pkgeval/.julia/packages/NeuralNetworkReachability/JVvHz/test/ForwardAlgorithms/forward.jl:166 Got exception outside of a @test BoundsError: attempt to access 0×0 Matrix{Int64} at index [1, 1:0] Stacktrace: [1] throw_boundserror(A::Matrix{Int64}, I::Tuple{Int64, Base.Slice{Base.OneTo{Int64}}}) @ Base ./essentials.jl:13 [2] checkbounds @ ./abstractarray.jl:702 [inlined] [3] view @ ./subarray.jl:216 [inlined] [4] forward(PZ::SparsePolynomialZonotope{Float64, Vector{Float64}, Matrix{Float64}, Matrix{Float64}, Matrix{Int64}, Vector{Int64}}, act::ReLU, algo::PolyZonoForward{NeuralNetworkReachability.ForwardAlgorithms.RegressionQuadratic, Int64, NeuralNetworkReachability.ForwardAlgorithms.var"#15#16"}) @ NeuralNetworkReachability.ForwardAlgorithms ~/.julia/packages/NeuralNetworkReachability/JVvHz/src/ForwardAlgorithms/PolyZonoForward.jl:97 [5] forward(x::SparsePolynomialZonotope{Float64, Vector{Float64}, Matrix{Float64}, Matrix{Float64}, Matrix{Int64}, Vector{Int64}}, L::DenseLayerOp{ReLU, Matrix{Float64}, Vector{Float64}}, algo::PolyZonoForward{NeuralNetworkReachability.ForwardAlgorithms.RegressionQuadratic, Int64, NeuralNetworkReachability.ForwardAlgorithms.var"#15#16"}) @ NeuralNetworkReachability.ForwardAlgorithms ~/.julia/packages/NeuralNetworkReachability/JVvHz/src/ForwardAlgorithms/forward_default.jl:23 [6] top-level scope @ ~/.julia/packages/NeuralNetworkReachability/JVvHz/test/ForwardAlgorithms/forward.jl:167 [7] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:1961 [inlined] [8] macro expansion @ ~/.julia/packages/NeuralNetworkReachability/JVvHz/test/ForwardAlgorithms/forward.jl:186 [inlined] [9] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:310 [10] top-level scope @ ~/.julia/packages/NeuralNetworkReachability/JVvHz/test/runtests.jl:39 [11] macro expansion @ /opt/julia/share/julia/stdlib/v1.14/Test/src/Test.jl:1961 [inlined] [12] macro expansion @ ~/.julia/packages/NeuralNetworkReachability/JVvHz/test/runtests.jl:39 [inlined] [13] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:310 [14] top-level scope @ none:6 [15] eval(m::Module, e::Any) @ Core ./boot.jl:489 [16] exec_options(opts::Base.JLOptions) @ Base ./client.jl:310 [17] _start() @ Base ./client.jl:577 Test Summary: | Pass Fail Error Broken Total Time ForwardAlgorithms | 520 2 1 11 534 4m00.9s Forward affine map | 9 9 1m01.1s Forward Id activation | 9 9 0.4s Forward ReLU activation | 21 1 22 1m58.9s Forward sigmoid activation | 11 11 5.7s Forward tanh activation | 9 9 0.9s Forward LeakyReLU activation | 6 3 9 0.5s Forward layer | 9 9 0.1s Forward layer PolyZonoForward | 1 2 1 4 29.1s Forward network | 8 8 3.4s Forward network singleton | 408 408 0.9s Forward ReLU network | 6 6 6.1s Forward leaky-ReLU network | 2 6 8 3.9s Forward sigmoid and tanh networks | 16 16 1.7s Forward sigmoid multiple hidden layers | 4 1 5 3.1s Forward flattening layer | 1 1 0.1s RNG of the outermost testset: Random.Xoshiro(0xb5f3940d888b6a39, 0xdc02e0ede84e35cc, 0xc80c4d32bb84f7f6, 0xad2399859cd3f295, 0xee32eb7c34da857e) ERROR: LoadError: Some tests did not pass: 520 passed, 2 failed, 1 errored, 11 broken. in expression starting at /home/pkgeval/.julia/packages/NeuralNetworkReachability/JVvHz/test/runtests.jl:38 Testing failed after 671.13s ERROR: LoadError: Package NeuralNetworkReachability errored during testing Stacktrace: [1] pkgerror(msg::String) @ Pkg.Types /opt/julia/share/julia/stdlib/v1.14/Pkg/src/Types.jl:68 [2] test(ctx::Pkg.Types.Context, pkgs::Vector{PackageSpec}; coverage::Bool, julia_args::Cmd, test_args::Cmd, test_fn::Nothing, force_latest_compatible_version::Bool, allow_earlier_backwards_compatible_versions::Bool, allow_reresolve::Bool) @ Pkg.Operations /opt/julia/share/julia/stdlib/v1.14/Pkg/src/Operations.jl:2946 [3] test @ /opt/julia/share/julia/stdlib/v1.14/Pkg/src/Operations.jl:2795 [inlined] [4] test(ctx::Pkg.Types.Context, pkgs::Vector{PackageSpec}; coverage::Bool, test_fn::Nothing, julia_args::Cmd, test_args::Cmd, force_latest_compatible_version::Bool, allow_earlier_backwards_compatible_versions::Bool, allow_reresolve::Bool, kwargs::@Kwargs{io::IOContext{IO}}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:572 [5] kwcall(::@NamedTuple{julia_args::Cmd, io::IOContext{IO}}, ::typeof(Pkg.API.test), ctx::Pkg.Types.Context, pkgs::Vector{PackageSpec}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:548 [6] test(pkgs::Vector{PackageSpec}; io::IOContext{IO}, kwargs::@Kwargs{julia_args::Cmd}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:172 [7] kwcall(::@NamedTuple{julia_args::Cmd}, ::typeof(Pkg.API.test), pkgs::Vector{PackageSpec}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:161 [8] test(pkgs::Vector{String}; kwargs::@Kwargs{julia_args::Cmd}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:160 [9] test @ /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:160 [inlined] [10] kwcall(::@NamedTuple{julia_args::Cmd}, ::typeof(Pkg.API.test), pkg::String) @ Pkg.API /opt/julia/share/julia/stdlib/v1.14/Pkg/src/API.jl:159 [11] top-level scope @ /PkgEval.jl/scripts/evaluate.jl:219 [12] include(mod::Module, _path::String) @ Base ./Base.jl:309 [13] exec_options(opts::Base.JLOptions) @ Base ./client.jl:344 [14] _start() @ Base ./client.jl:577 in expression starting at /PkgEval.jl/scripts/evaluate.jl:210 PkgEval failed after 1100.29s: package tests unexpectedly errored