Package evaluation of TestReports on Julia 1.13.0-DEV.974 (7bbb213719*) started at 2025-08-12T12:54:27.161 ################################################################################ # Set-up # Installing PkgEval dependencies (TestEnv)... Set-up completed after 9.85s ################################################################################ # Installation # Installing TestReports... Resolving package versions... Updating `~/.julia/environments/v1.13/Project.toml` [dcd651b4] + TestReports v1.2.1 Updating `~/.julia/environments/v1.13/Manifest.toml` [8f5d6c58] + EzXML v1.2.2 [692b3bcd] + JLLWrappers v1.7.1 [21216c6a] + Preferences v1.5.0 [1e6cf692] + TestEnv v1.102.2 [dcd651b4] + TestReports v1.2.1 [94ce4f54] + Libiconv_jll v1.18.0+0 [02c8fc9c] + XML2_jll v2.14.4+0 [0dad84c5] + ArgTools v1.1.2 [56f22d72] + Artifacts v1.11.0 [2a0f44e3] + Base64 v1.11.0 [ade2ca70] + Dates v1.11.0 [f43a241f] + Downloads v1.7.0 [7b1f6079] + FileWatching v1.11.0 [b77e0a4c] + InteractiveUtils v1.11.0 [ac6e5ff7] + JuliaSyntaxHighlighting v1.12.0 [b27032c2] + LibCURL v0.6.4 [76f85450] + LibGit2 v1.11.0 [8f399da3] + Libdl v1.11.0 [56ddb016] + Logging v1.11.0 [d6f4376e] + Markdown v1.11.0 [ca575930] + NetworkOptions v1.3.0 [44cfe95a] + Pkg v1.13.0 [de0858da] + Printf v1.11.0 [9a3f8284] + Random v1.11.0 [ea8e919c] + SHA v0.7.0 [9e88b42a] + Serialization v1.11.0 [f489334b] + StyledStrings v1.11.0 [fa267f1f] + TOML v1.0.3 [a4e569a6] + Tar v1.10.0 [8dfed614] + Test v1.11.0 [cf7118a7] + UUIDs v1.11.0 [4ec0a83e] + Unicode v1.11.0 [e66e0078] + CompilerSupportLibraries_jll v1.3.0+1 [deac9b47] + LibCURL_jll v8.15.0+1 [e37daf67] + LibGit2_jll v1.9.1+0 [29816b5a] + LibSSH2_jll v1.11.3+1 [14a3606d] + MozillaCACerts_jll v2025.7.15 [458c3c95] + OpenSSL_jll v3.5.2+0 [efcefdf7] + PCRE2_jll v10.45.0+0 [83775a58] + Zlib_jll v1.3.1+2 [3161d3a3] + Zstd_jll v1.5.7+1 [8e850ede] + nghttp2_jll v1.65.0+0 [3f19e933] + p7zip_jll v17.5.0+2 Installation completed after 1.89s ################################################################################ # Precompilation # Precompiling PkgEval dependencies... Precompiling package dependencies... Precompilation completed after 25.72s ################################################################################ # Testing # Testing TestReports Status `/tmp/jl_dhaPzR/Project.toml` [8f5d6c58] EzXML v1.2.2 [324d217c] ReferenceTests v0.10.5 [1e6cf692] TestEnv v1.102.2 [dcd651b4] TestReports v1.2.1 [ade2ca70] Dates v1.11.0 [44cfe95a] Pkg v1.13.0 [de0858da] Printf v1.11.0 [8dfed614] Test v1.11.0 [cf7118a7] UUIDs v1.11.0 Status `/tmp/jl_dhaPzR/Manifest.toml` [3da002f7] ColorTypes v0.12.1 [c3611d14] ColorVectorSpace v0.11.0 [5ae59095] Colors v0.13.1 [a8cc5b0e] Crayons v4.1.1 [ab62b9b5] DeepDiffs v1.2.0 [b4f34e82] Distances v0.10.12 [8f5d6c58] EzXML v1.2.2 [5789e2e9] FileIO v1.17.0 [53c48c17] FixedPointNumbers v0.8.5 [c817782e] ImageBase v0.1.7 [a09fc81d] ImageCore v0.10.5 [692b3bcd] JLLWrappers v1.7.1 [8cdb02fc] LazyModules v0.3.1 [dbb5928d] MappedArrays v0.4.2 [e94cdb99] MosaicViews v0.3.4 [6fe1bfb0] OffsetArrays v1.17.0 [5432bcbf] PaddedViews v0.5.12 [aea7be01] PrecompileTools v1.3.2 [21216c6a] Preferences v1.5.0 [189a3867] Reexport v1.2.2 [324d217c] ReferenceTests v0.10.5 [ae029012] Requires v1.3.1 [cae243ae] StackViews v0.1.2 [10745b16] Statistics v1.11.1 [82ae8749] StatsAPI v1.7.1 [62fd8b95] TensorCore v0.1.1 [1e6cf692] TestEnv v1.102.2 [dcd651b4] TestReports v1.2.1 [c8c2cc18] XTermColors v0.2.1 [94ce4f54] Libiconv_jll v1.18.0+0 [02c8fc9c] XML2_jll v2.14.4+0 [0dad84c5] ArgTools v1.1.2 [56f22d72] Artifacts v1.11.0 [2a0f44e3] Base64 v1.11.0 [ade2ca70] Dates v1.11.0 [f43a241f] Downloads v1.7.0 [7b1f6079] FileWatching v1.11.0 [b77e0a4c] InteractiveUtils v1.11.0 [ac6e5ff7] JuliaSyntaxHighlighting v1.12.0 [b27032c2] LibCURL v0.6.4 [76f85450] LibGit2 v1.11.0 [8f399da3] Libdl v1.11.0 [37e2e46d] LinearAlgebra v1.13.0 [56ddb016] Logging v1.11.0 [d6f4376e] Markdown v1.11.0 [ca575930] NetworkOptions v1.3.0 [44cfe95a] Pkg v1.13.0 [de0858da] Printf v1.11.0 [9a3f8284] Random v1.11.0 [ea8e919c] SHA v0.7.0 [9e88b42a] Serialization v1.11.0 [f489334b] StyledStrings v1.11.0 [fa267f1f] TOML v1.0.3 [a4e569a6] Tar v1.10.0 [8dfed614] Test v1.11.0 [cf7118a7] UUIDs v1.11.0 [4ec0a83e] Unicode v1.11.0 [e66e0078] CompilerSupportLibraries_jll v1.3.0+1 [deac9b47] LibCURL_jll v8.15.0+1 [e37daf67] LibGit2_jll v1.9.1+0 [29816b5a] LibSSH2_jll v1.11.3+1 [14a3606d] MozillaCACerts_jll v2025.7.15 [4536629a] OpenBLAS_jll v0.3.29+0 [458c3c95] OpenSSL_jll v3.5.2+0 [efcefdf7] PCRE2_jll v10.45.0+0 [83775a58] Zlib_jll v1.3.1+2 [3161d3a3] Zstd_jll v1.5.7+1 [8e850b90] libblastrampoline_jll v5.13.1+0 [8e850ede] nghttp2_jll v1.65.0+0 [3f19e933] p7zip_jll v17.5.0+2 Testing Running tests... WARNING: Method definition (::Type{Main.NoDescriptionTestSet})(Any) in module Main at /home/pkgeval/.julia/packages/TestReports/zj3uX/test/utils.jl:168 overwritten at /home/pkgeval/.julia/packages/TestReports/zj3uX/test/utils.jl:170. : Test Failed at none:1 Expression: 1 == 2 Stacktrace: [1] record(ts::DefaultTestSet, t::Union{Error, Fail}; print_result::Bool) @ Test /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1266 [2] record @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1258 [inlined] [3] add_to_ts_default!(ts_default::DefaultTestSet, result::Fail) @ TestReports ~/.julia/packages/TestReports/zj3uX/src/testsets.jl:404 [4] top-level scope @ ~/.julia/packages/TestReports/zj3uX/test/testsets.jl:107 [5] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [6] macro expansion @ ~/.julia/packages/TestReports/zj3uX/test/testsets.jl:111 [inlined] : Error During Test at none:1 : Test Failed at none:1 Expression: 1 Stacktrace: [1] record(ts::DefaultTestSet, t::Union{Error, Fail}; print_result::Bool) @ Test /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1266 [2] record @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1258 [inlined] [3] add_to_ts_default! @ ~/.julia/packages/TestReports/zj3uX/src/testsets.jl:404 [inlined] [4] add_to_ts_default!(ts_default::DefaultTestSet, result::TestReports.ReportingResult{Fail}) @ TestReports ~/.julia/packages/TestReports/zj3uX/src/testsets.jl:403 [5] _broadcast_getindex_evalf @ ./broadcast.jl:701 [inlined] [6] _broadcast_getindex @ ./broadcast.jl:674 [inlined] [7] _getindex @ ./broadcast.jl:622 [inlined] [8] getindex @ ./broadcast.jl:618 [inlined] [9] copyto_nonleaf!(dest::Vector{Pass}, bc::Base.Broadcast.Broadcasted{Base.Broadcast.DefaultArrayStyle{1}, Tuple{Base.OneTo{Int64}}, typeof(TestReports.add_to_ts_default!), Tuple{Base.RefValue{DefaultTestSet}, Base.Broadcast.Extruded{Vector{Any}, Tuple{Bool}, Tuple{Int64}}}}, iter::Base.OneTo{Int64}, state::Int64, count::Int64) @ Base.Broadcast ./broadcast.jl:1106 [10] copy(bc::Base.Broadcast.Broadcasted{Base.Broadcast.DefaultArrayStyle{1}, Tuple{Base.OneTo{Int64}}, typeof(TestReports.add_to_ts_default!), Tuple{Base.RefValue{DefaultTestSet}, Vector{Any}}}) @ Base.Broadcast ./broadcast.jl:943 [11] materialize @ ./broadcast.jl:896 [inlined] [12] display_reporting_testset(ts::ReportingTestSet) @ TestReports ~/.julia/packages/TestReports/zj3uX/src/testsets.jl:369 [13] top-level scope @ ~/.julia/packages/TestReports/zj3uX/test/testsets.jl:107 [14] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [15] macro expansion @ ~/.julia/packages/TestReports/zj3uX/test/testsets.jl:131 [inlined] [16] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:742 [inlined] : Test Failed at none:1 Expression: false Stacktrace: [1] record(ts::DefaultTestSet, t::Union{Error, Fail}; print_result::Bool) @ Test /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1266 [2] record(ts::DefaultTestSet, t::Union{Error, Fail}) @ Test /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1258 [3] top-level scope @ ~/.julia/packages/TestReports/zj3uX/test/testsets.jl:139 [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [5] macro expansion @ ~/.julia/packages/TestReports/zj3uX/test/testsets.jl:150 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [7] macro expansion @ ~/.julia/packages/TestReports/zj3uX/test/testsets.jl:153 [inlined] Resolving package versions... Updating `/tmp/jl_mkQceb/Project.toml` [19d8228f] + CustomTestSet v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/CustomTestSet` Updating `/tmp/jl_mkQceb/Manifest.toml` [19d8228f] + CustomTestSet v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/CustomTestSet` Test Summary: | Pass Total Time ts4 | 2 2 1.1s Resolving package versions... Updating `/tmp/jl_S0ao4b/Project.toml` [19d8228f] + NoResultsCustomTestSet v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/NoResultsCustomTestSet` Updating `/tmp/jl_S0ao4b/Manifest.toml` [19d8228f] + NoResultsCustomTestSet v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/NoResultsCustomTestSet` [ Info: Testing NoResultsCustomTestSet ERROR: FieldError: type NoResultsTestSet has no field `results`, available fields: `description` Stacktrace: [1] getproperty @ ./Base_compiler.jl:57 [inlined] [2] _flatten_results!(ts::NoResultsTestSet, depth::Int64) @ TestReports ~/.julia/packages/TestReports/zj3uX/src/testsets.jl:278 [3] _flatten_results!(ts::ReportingTestSet, depth::Int64) @ TestReports ~/.julia/packages/TestReports/zj3uX/src/testsets.jl:301 [4] flatten_results!(ts::ReportingTestSet) @ TestReports ~/.julia/packages/TestReports/zj3uX/src/testsets.jl:270 [5] top-level scope @ none:18 [6] eval(m::Module, e::Any) @ Core ./boot.jl:489 [7] exec_options(opts::Base.JLOptions) @ Base ./client.jl:286 [8] _start() @ Base ./client.jl:553 Resolving package versions... Updating `/tmp/jl_2UbzdE/Project.toml` [19d8228f] + NoDescriptionCustomTestSet v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/NoDescriptionCustomTestSet` Updating `/tmp/jl_2UbzdE/Manifest.toml` [19d8228f] + NoDescriptionCustomTestSet v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/NoDescriptionCustomTestSet` [ Info: Testing NoDescriptionCustomTestSet ERROR: FieldError: type NoDescriptionTestSet has no field `description`, available fields: `results` Stacktrace: [1] getproperty @ ./Base_compiler.jl:57 [inlined] [2] (::TestReports.var"#inner!#_flatten_results!##0"{Vector{Test.Result}, NoDescriptionTestSet, Int64, Vector{AbstractTestSet}})(childts::NoDescriptionTestSet) @ TestReports ~/.julia/packages/TestReports/zj3uX/src/testsets.jl:294 [3] _flatten_results!(ts::NoDescriptionTestSet, depth::Int64) @ TestReports ~/.julia/packages/TestReports/zj3uX/src/testsets.jl:303 [4] _flatten_results!(ts::ReportingTestSet, depth::Int64) @ TestReports ~/.julia/packages/TestReports/zj3uX/src/testsets.jl:301 [5] flatten_results!(ts::ReportingTestSet) @ TestReports ~/.julia/packages/TestReports/zj3uX/src/testsets.jl:270 [6] top-level scope @ none:18 [7] eval(m::Module, e::Any) @ Core ./boot.jl:489 [8] exec_options(opts::Base.JLOptions) @ Base ./client.jl:286 [9] _start() @ Base ./client.jl:553 ┌ Info: Reference Test for "complexexample.txt" failed: │ - DIFF ------------------------ │ """ │ │ │ │ │ │ Test Failed │ Expression: sqrt(20) == 5 │ - Evaluated: 4.47213595499958 == 5 │ -  │ + Evaluated: 4.47213595499958 == 5 │ │ │ │ │ │ │ Test Failed │ Expression: 1 * 2 == 5 │ - Evaluated: 2 == 5 │ -  │ + Evaluated: 2 == 5 │ │ │ │ │ │ │ Test Failed │ Expression: 1 + 2 == 5 │ - Evaluated: 3 == 5 │ -  │ + Evaluated: 3 == 5 │ │ │ │ │ │ │ Test Failed │ Expression: 1 + -2 == 1 │ - Evaluated: -1 == 1 │ -  │ + Evaluated: -1 == 1 │ │ │ │ │ │ │ │ │ │ │ │ Nooo │ │ │ │ │ │ │ │ │ Outside of tests │ │ │ │ │ │ Test Failed │ Expression: throw(ArgumentError(\"1\")) │ Expected: DimensionMismatch │ Thrown: ArgumentError │ ArgumentError: 1 │ │ │ │ Test Failed │ Expression: true │ Expected: DimensionMismatch │ - No exception thrown │ -  │ + No exception thrown │ │ │ │ │ │ │ """ │ ------------------------------- │ reference = "/home/pkgeval/.julia/packages/TestReports/zj3uX/test/references/complexexample.txt" └ actual = "/tmp/jl_mkWusk/complexexample.txt" Complex Example: Error During Test at /home/pkgeval/.julia/packages/TestReports/zj3uX/test/reportgeneration.jl:14 Got exception outside of a @test To update the reference images either run the tests interactively with 'include("test/runtests.jl")', or to force-update all failing reference images set the environment variable `JULIA_REFERENCETESTS_UPDATE` to "true" and re-run the tests via Pkg. Stacktrace: [1] error(s::String) @ Base ./error.jl:44 [2] test_reference(reference_file::FileIO.File{FileIO.DataFormat{:TXT}, String}, raw_actual::String, equiv::Nothing, rendermode::Nothing; kw::@Kwargs{}) @ ReferenceTests ~/.julia/packages/ReferenceTests/XRMSp/src/test_reference.jl:165 [3] test_reference(reference_file::FileIO.File{FileIO.DataFormat{:TXT}, String}, raw_actual::String, equiv::Nothing, rendermode::Nothing) @ ReferenceTests ~/.julia/packages/ReferenceTests/XRMSp/src/test_reference.jl:113 [4] test_reference(filename::String, raw_actual::String; by::Nothing, render::Nothing, format::Nothing, kw::@Kwargs{}) @ ReferenceTests ~/.julia/packages/ReferenceTests/XRMSp/src/test_reference.jl:110 [5] test_reference(filename::String, raw_actual::String) @ ReferenceTests ~/.julia/packages/ReferenceTests/XRMSp/src/test_reference.jl:105 [6] top-level scope @ ~/.julia/packages/TestReports/zj3uX/test/reportgeneration.jl:15 [7] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [8] macro expansion @ ~/.julia/packages/TestReports/zj3uX/test/reportgeneration.jl:24 [inlined] [9] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:312 [10] top-level scope @ ~/.julia/packages/TestReports/zj3uX/test/runtests.jl:14 [11] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [12] macro expansion @ ~/.julia/packages/TestReports/zj3uX/test/runtests.jl:16 [inlined] [13] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [14] macro expansion @ ~/.julia/packages/TestReports/zj3uX/test/runtests.jl:16 [inlined] [15] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:312 [16] top-level scope @ none:6 [17] eval(m::Module, e::Any) @ Core ./boot.jl:489 [18] exec_options(opts::Base.JLOptions) @ Base ./client.jl:286 [19] _start() @ Base ./client.jl:553 Resolving package versions... Updating `/tmp/jl_EjjkGB/Project.toml` [95d226fd] + TestsWithProperties v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/TestsWithProperties` Updating `/tmp/jl_EjjkGB/Manifest.toml` [95d226fd] + TestsWithProperties v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/TestsWithProperties` [ Info: Testing TestsWithProperties Test Summary: | Pass Total Time Outer | 4 4 1.5s Test Summary: | Pass Total Time Types | 1 1 0.1s [ Info: TestsWithProperties tests passed. Results saved to /home/pkgeval/.julia/packages/TestReports/zj3uX/test/testlog.xml. Resolving package versions... Updating `/tmp/jl_dhaPzR/Project.toml` [7876af07] + Example v0.5.5 Updating `/tmp/jl_dhaPzR/Manifest.toml` [7876af07] + Example v0.5.5 Updating `/tmp/jl_dhaPzR/Project.toml` [7876af07] - Example v0.5.5 Updating `/tmp/jl_dhaPzR/Manifest.toml` [7876af07] - Example v0.5.5 Info We haven't cleaned this depot up for a bit, running Pkg.gc()... Active manifest files: 3 found Active artifact files: 2 found Active scratchspaces: 0 found Deleted no artifacts, repos, packages or scratchspaces Activating project at `/tmp/jl_ILLT7f/PassingTests` No packages added to or removed from `/tmp/jl_ILLT7f/PassingTests/Project.toml` No packages added to or removed from `/tmp/jl_ILLT7f/PassingTests/Manifest.toml` Precompiling packages... 1030.7 ms ✓ PassingTests (serial) 1 dependency successfully precompiled in 1 seconds Activating project at `/tmp/jl_vsNLc4/PassingTests` No packages added to or removed from `/tmp/jl_vsNLc4/PassingTests/Project.toml` No packages added to or removed from `/tmp/jl_vsNLc4/PassingTests/Manifest.toml` Precompiling packages... 929.1 ms ✓ PassingTests (serial) 1 dependency successfully precompiled in 1 seconds Resolving package versions... Updating `/tmp/jl_erIrGo/Project.toml` [379d537f] + PassingTests v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/PassingTests` Updating `/tmp/jl_erIrGo/Manifest.toml` [379d537f] + PassingTests v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/PassingTests` [ Info: Testing PassingTests ERROR: unknown option `--doesnt-exist` Resolving package versions... Updating `/tmp/jl_JeUqzA/Project.toml` [b111998f] + FailedTest v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/FailedTest` Updating `/tmp/jl_JeUqzA/Manifest.toml` [b111998f] + FailedTest v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/FailedTest` [ Info: Testing FailedTest Precompiling packages... 905.1 ms ✓ FailedTest (serial) 1 dependency successfully precompiled in 1 seconds : Test Failed at /home/pkgeval/.julia/packages/TestReports/zj3uX/test/test_packages/FailedTest/test/runtests.jl:3 Expression: false Stacktrace: [1] record(ts::Test.DefaultTestSet, t::Union{Test.Error, Test.Fail}; print_result::Bool) @ Test /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1266 [2] record @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1258 [inlined] [3] add_to_ts_default! @ ~/.julia/packages/TestReports/zj3uX/src/testsets.jl:404 [inlined] [4] add_to_ts_default!(ts_default::Test.DefaultTestSet, result::TestReports.ReportingResult{Test.Fail}) @ TestReports ~/.julia/packages/TestReports/zj3uX/src/testsets.jl:403 [5] _broadcast_getindex_evalf @ ./broadcast.jl:701 [inlined] [6] _broadcast_getindex @ ./broadcast.jl:674 [inlined] [7] _getindex @ ./broadcast.jl:622 [inlined] [8] getindex @ ./broadcast.jl:618 [inlined] [9] copy(bc::Base.Broadcast.Broadcasted{Base.Broadcast.DefaultArrayStyle{1}, Tuple{Base.OneTo{Int64}}, typeof(TestReports.add_to_ts_default!), Tuple{Base.RefValue{Test.DefaultTestSet}, Vector{Any}}}) @ Base.Broadcast ./broadcast.jl:935 [10] materialize @ ./broadcast.jl:896 [inlined] [11] display_reporting_testset(ts::ReportingTestSet) @ TestReports ~/.julia/packages/TestReports/zj3uX/src/testsets.jl:369 [12] finish(ts::ReportingTestSet) @ TestReports ~/.julia/packages/TestReports/zj3uX/src/testsets.jl:109 [13] top-level scope @ none:14 [14] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1945 [inlined] ┌ Warning: ERROR: Test(s) failed or had an error in FailedTest └ @ TestReports ~/.julia/packages/TestReports/zj3uX/src/runner.jl:216 Resolving package versions... Updating `/tmp/jl_XJSxt5/Project.toml` [ab7034c0] + FailedNestedTest v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/FailedNestedTest` Updating `/tmp/jl_XJSxt5/Manifest.toml` [ab7034c0] + FailedNestedTest v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/FailedNestedTest` [ Info: Testing FailedNestedTest Precompiling packages... 886.4 ms ✓ FailedNestedTest (serial) 1 dependency successfully precompiled in 1 seconds nested: Test Failed at /home/pkgeval/.julia/packages/TestReports/zj3uX/test/test_packages/FailedNestedTest/test/runtests.jl:7 Expression: false Stacktrace: [1] record(ts::Test.DefaultTestSet, t::Union{Test.Error, Test.Fail}; print_result::Bool) @ Test /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1266 [2] record @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1258 [inlined] [3] add_to_ts_default! @ ~/.julia/packages/TestReports/zj3uX/src/testsets.jl:404 [inlined] [4] add_to_ts_default!(ts_default::Test.DefaultTestSet, result::TestReports.ReportingResult{Test.Fail}) @ TestReports ~/.julia/packages/TestReports/zj3uX/src/testsets.jl:403 [5] _broadcast_getindex_evalf @ ./broadcast.jl:701 [inlined] [6] _broadcast_getindex @ ./broadcast.jl:674 [inlined] [7] _getindex @ ./broadcast.jl:622 [inlined] [8] getindex @ ./broadcast.jl:618 [inlined] [9] copy(bc::Base.Broadcast.Broadcasted{Base.Broadcast.DefaultArrayStyle{1}, Tuple{Base.OneTo{Int64}}, typeof(TestReports.add_to_ts_default!), Tuple{Base.RefValue{Test.DefaultTestSet}, Vector{Any}}}) @ Base.Broadcast ./broadcast.jl:935 [10] materialize @ ./broadcast.jl:896 [inlined] [11] add_to_ts_default!(ts_default::Test.DefaultTestSet, ts::ReportingTestSet) @ TestReports ~/.julia/packages/TestReports/zj3uX/src/testsets.jl:413 [12] _broadcast_getindex_evalf @ ./broadcast.jl:701 [inlined] [13] _broadcast_getindex @ ./broadcast.jl:674 [inlined] [14] _getindex @ ./broadcast.jl:622 [inlined] [15] getindex @ ./broadcast.jl:618 [inlined] [16] copyto_nonleaf!(dest::Vector{Test.Pass}, bc::Base.Broadcast.Broadcasted{Base.Broadcast.DefaultArrayStyle{1}, Tuple{Base.OneTo{Int64}}, typeof(TestReports.add_to_ts_default!), Tuple{Base.RefValue{Test.DefaultTestSet}, Base.Broadcast.Extruded{Vector{Any}, Tuple{Bool}, Tuple{Int64}}}}, iter::Base.OneTo{Int64}, state::Int64, count::Int64) @ Base.Broadcast ./broadcast.jl:1106 [17] copy(bc::Base.Broadcast.Broadcasted{Base.Broadcast.DefaultArrayStyle{1}, Tuple{Base.OneTo{Int64}}, typeof(TestReports.add_to_ts_default!), Tuple{Base.RefValue{Test.DefaultTestSet}, Vector{Any}}}) @ Base.Broadcast ./broadcast.jl:943 [18] materialize @ ./broadcast.jl:896 [inlined] [19] add_to_ts_default!(ts_default::Test.DefaultTestSet, ts::ReportingTestSet) @ TestReports ~/.julia/packages/TestReports/zj3uX/src/testsets.jl:413 [20] _broadcast_getindex_evalf @ ./broadcast.jl:701 [inlined] [21] _broadcast_getindex @ ./broadcast.jl:674 [inlined] [22] _getindex @ ./broadcast.jl:622 [inlined] [23] getindex @ ./broadcast.jl:618 [inlined] [24] copy(bc::Base.Broadcast.Broadcasted{Base.Broadcast.DefaultArrayStyle{1}, Tuple{Base.OneTo{Int64}}, typeof(TestReports.add_to_ts_default!), Tuple{Base.RefValue{Test.DefaultTestSet}, Vector{Any}}}) @ Base.Broadcast ./broadcast.jl:935 [25] materialize @ ./broadcast.jl:896 [inlined] [26] display_reporting_testset(ts::ReportingTestSet) @ TestReports ~/.julia/packages/TestReports/zj3uX/src/testsets.jl:369 [27] finish(ts::ReportingTestSet) @ TestReports ~/.julia/packages/TestReports/zj3uX/src/testsets.jl:109 [28] top-level scope @ none:14 [29] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1945 [inlined] Test Summary: | Pass Fail Total Time FailedNestedTest | 1 1 2 1.3s nested | 1 1 1.2s ┌ Warning: ERROR: Test(s) failed or had an error in FailedNestedTest └ @ TestReports ~/.julia/packages/TestReports/zj3uX/src/runner.jl:216 Resolving package versions... Updating `/tmp/jl_sXXTU0/Project.toml` [34ecfee6] + ErroredTest v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/ErroredTest` Updating `/tmp/jl_sXXTU0/Manifest.toml` [34ecfee6] + ErroredTest v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/ErroredTest` [ Info: Testing ErroredTest Precompiling packages... 926.0 ms ✓ ErroredTest (serial) 1 dependency successfully precompiled in 1 seconds : Error During Test at /home/pkgeval/.julia/packages/TestReports/zj3uX/test/test_packages/ErroredTest/test/runtests.jl:3 Test threw exception Expression: error("ErroredTest error") ErroredTest error Stacktrace: [1] error(s::String) @ Base ./error.jl:44 [2] eval_test_function(func::Any, args::Any, kwargs::Any, quoted_func::Union{Expr, Symbol}, source::LineNumberNode, negate::Bool) @ Test /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:388 [3] top-level scope @ ~/.julia/packages/TestReports/zj3uX/test/test_packages/ErroredTest/test/runtests.jl:533 [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:742 [inlined] ┌ Warning: ERROR: Test(s) failed or had an error in ErroredTest └ @ TestReports ~/.julia/packages/TestReports/zj3uX/src/runner.jl:216 Resolving package versions... Updating `/tmp/jl_CFIiOX/Project.toml` [5aa360a4] + NoTestFile v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/NoTestFile` Updating `/tmp/jl_CFIiOX/Manifest.toml` [5aa360a4] + NoTestFile v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/NoTestFile` Resolving package versions... Updating `/tmp/jl_6G4KwK/Project.toml` [3ef0d59a] + TestsWithDeps v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/TestsWithDeps` Updating `/tmp/jl_6G4KwK/Manifest.toml` [7876af07] + Example v0.5.5 [3ef0d59a] + TestsWithDeps v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/TestsWithDeps` Precompiling packages... 933.5 ms ✓ TestsWithDeps (serial) 1 dependency successfully precompiled in 1 seconds Resolving package versions... Updating `/tmp/jl_EXn7LP/Project.toml` [3ef0d59a] + TestsWithTestDeps v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/TestsWithTestDeps` Updating `/tmp/jl_EXn7LP/Manifest.toml` [3ef0d59a] + TestsWithTestDeps v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/TestsWithTestDeps` Precompiling packages... 898.9 ms ✓ TestsWithTestDeps (serial) 1 dependency successfully precompiled in 1 seconds Resolving package versions... Updating `/tmp/jl_OplkFs/Project.toml` [75affb0d] + TestsWithProjectFile v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/TestsWithProjectFile` Updating `/tmp/jl_OplkFs/Manifest.toml` [75affb0d] + TestsWithProjectFile v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/TestsWithProjectFile` Precompiling packages... 911.2 ms ✓ TestsWithProjectFile (serial) 1 dependency successfully precompiled in 1 seconds Resolving package versions... Updating `/tmp/jl_2QAubW/Project.toml` [e84797c4] + TestsWithProjectFileWithTestDeps v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/TestsWithProjectFileWithTestDeps` Updating `/tmp/jl_2QAubW/Manifest.toml` [e84797c4] + TestsWithProjectFileWithTestDeps v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/TestsWithProjectFileWithTestDeps` Precompiling packages... 919.4 ms ✓ TestsWithProjectFileWithTestDeps (serial) 1 dependency successfully precompiled in 1 seconds Resolving package versions... Updating `/tmp/jl_wtgOc0/Project.toml` [265b0eca] + TestArguments v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/TestArguments` Updating `/tmp/jl_wtgOc0/Manifest.toml` [265b0eca] + TestArguments v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/TestArguments` Precompiling packages... 879.8 ms ✓ MozillaCACerts_jll 792.1 ms ✓ PCRE2_jll 974.0 ms ✓ Zstd_jll 779.5 ms ✓ OpenSSL_jll 1185.9 ms ✓ p7zip_jll 951.8 ms ✓ NetworkOptions 793.7 ms ✓ Zlib_jll 829.7 ms ✓ nghttp2_jll 2687.6 ms ✓ ArgTools 1543.9 ms ✓ XML2_jll 871.2 ms ✓ LibSSH2_jll 1333.4 ms ✓ Tar 2008.3 ms ✓ EzXML 958.8 ms ✓ LibGit2_jll 991.2 ms ✓ LibCURL_jll 4641.7 ms ✓ LibGit2 1309.5 ms ✓ LibCURL 6064.2 ms ✓ Downloads 105358.3 ms ✓ Pkg 5412.5 ms ✓ TestEnv 7614.4 ms ✓ TestReports 21 dependencies successfully precompiled in 148 seconds. 16 already precompiled. Resolving package versions... Updating `/tmp/jl_dhaPzR/Project.toml` [7876af07] + Example v0.5.5 Updating `/tmp/jl_dhaPzR/Manifest.toml` [7876af07] + Example v0.5.5 [ Info: Testing Example [ Info: Example tests passed. Results saved to /home/pkgeval/.julia/packages/TestReports/zj3uX/test/testlog.xml. [ Info: Testing Example [ Info: Example tests passed. Results saved to /home/pkgeval/.julia/packages/TestReports/zj3uX/test/NonExistentDir/changedname.xml. Updating `/tmp/jl_dhaPzR/Project.toml` [7876af07] - Example v0.5.5 Updating `/tmp/jl_dhaPzR/Manifest.toml` [7876af07] - Example v0.5.5 Resolving package versions... Updating `/tmp/jl_Djpe56/Project.toml` [379d537f] + PassingTests v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/PassingTests` Updating `/tmp/jl_Djpe56/Manifest.toml` [379d537f] + PassingTests v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/PassingTests` Resolving package versions... Updating `/tmp/jl_Djpe56/Project.toml` [7876af07] + Example v0.5.5 Updating `/tmp/jl_Djpe56/Manifest.toml` [7876af07] + Example v0.5.5 [ Info: Testing Example [ Info: Example tests passed. Results saved to /home/pkgeval/.julia/packages/TestReports/zj3uX/test/Example_testlog.xml. [ Info: Testing PassingTests Precompiling packages... 905.0 ms ✓ PassingTests (serial) 1 dependency successfully precompiled in 1 seconds [ Info: PassingTests tests passed. Results saved to /home/pkgeval/.julia/packages/TestReports/zj3uX/test/PassingTests_testlog.xml. [ Info: Testing Example [ Info: Example tests passed. Results saved to /home/pkgeval/.julia/packages/TestReports/zj3uX/test/testlog1.xml. [ Info: Testing PassingTests [ Info: PassingTests tests passed. Results saved to /home/pkgeval/.julia/packages/TestReports/zj3uX/test/testlog2.xml. ┌ Warning: Using ErrorException to test field access is deprecated; use FieldError instead. │ caller = do_test_throws(result::Test.ExecutionResult, orig_expr::Any, extype::Any) at Test.jl:902 └ @ Core /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:902 Resolving package versions... Updating `/tmp/jl_SS3sSV/Project.toml` [19d8228f] + OldTestReportsInTarget v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/OldTestReportsInTarget` Updating `/tmp/jl_SS3sSV/Manifest.toml` [19d8228f] + OldTestReportsInTarget v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/OldTestReportsInTarget` Resolving package versions... Updating `/tmp/jl_yaUkea/Project.toml` [19d8228f] + OldTestReportsInDeps v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/OldTestReportsInDeps` Updating `/tmp/jl_yaUkea/Manifest.toml` [8f5d6c58] + EzXML v1.2.2 [692b3bcd] + JLLWrappers v1.7.1 [19d8228f] + OldTestReportsInDeps v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/OldTestReportsInDeps` [21216c6a] + Preferences v1.5.0 ⌃ [dcd651b4] + TestReports v0.3.3 [loaded: v1.2.1] [94ce4f54] + Libiconv_jll v1.18.0+0 [02c8fc9c] + XML2_jll v2.14.4+0 [0dad84c5] + ArgTools v1.1.2 [56f22d72] + Artifacts v1.11.0 [2a0f44e3] + Base64 v1.11.0 [ade2ca70] + Dates v1.11.0 [f43a241f] + Downloads v1.7.0 [7b1f6079] + FileWatching v1.11.0 [b77e0a4c] + InteractiveUtils v1.11.0 [ac6e5ff7] + JuliaSyntaxHighlighting v1.12.0 [b27032c2] + LibCURL v0.6.4 [76f85450] + LibGit2 v1.11.0 [8f399da3] + Libdl v1.11.0 [56ddb016] + Logging v1.11.0 [d6f4376e] + Markdown v1.11.0 [ca575930] + NetworkOptions v1.3.0 [44cfe95a] + Pkg v1.13.0 [de0858da] + Printf v1.11.0 [9a3f8284] + Random v1.11.0 [ea8e919c] + SHA v0.7.0 [9e88b42a] + Serialization v1.11.0 [f489334b] + StyledStrings v1.11.0 [fa267f1f] + TOML v1.0.3 [a4e569a6] + Tar v1.10.0 [8dfed614] + Test v1.11.0 [cf7118a7] + UUIDs v1.11.0 [4ec0a83e] + Unicode v1.11.0 [e66e0078] + CompilerSupportLibraries_jll v1.3.0+1 [deac9b47] + LibCURL_jll v8.15.0+1 [e37daf67] + LibGit2_jll v1.9.1+0 [29816b5a] + LibSSH2_jll v1.11.3+1 [14a3606d] + MozillaCACerts_jll v2025.7.15 [458c3c95] + OpenSSL_jll v3.5.2+0 [efcefdf7] + PCRE2_jll v10.45.0+0 [83775a58] + Zlib_jll v1.3.1+2 [3161d3a3] + Zstd_jll v1.5.7+1 [8e850ede] + nghttp2_jll v1.65.0+0 [3f19e933] + p7zip_jll v17.5.0+2 Info Packages marked with ⌃ have new versions available and may be upgradable. Resolving package versions... Updating `/tmp/jl_z7H3x4/Project.toml` [19d8228f] + OldDepInTarget v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/OldDepInTarget` Updating `/tmp/jl_z7H3x4/Manifest.toml` [19d8228f] + OldDepInTarget v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/OldDepInTarget` Resolving package versions... Updating `/tmp/jl_dMnial/Project.toml` [19d8228f] + OldTestReportsInTestDeps v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/OldTestReportsInTestDeps` Updating `/tmp/jl_dMnial/Manifest.toml` [19d8228f] + OldTestReportsInTestDeps v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/OldTestReportsInTestDeps` Resolving package versions... Updating `/tmp/jl_bbnTv0/Project.toml` [19d8228f] + OldDepInTestDeps v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/OldDepInTestDeps` Updating `/tmp/jl_bbnTv0/Manifest.toml` [19d8228f] + OldDepInTestDeps v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/OldDepInTestDeps` Resolving package versions... Updating `/tmp/jl_6YDyFn/Project.toml` [19d8228f] + OldTestReportsInTestManifest_1_7 v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/OldTestReportsInTestManifest_1_7` Updating `/tmp/jl_6YDyFn/Manifest.toml` [19d8228f] + OldTestReportsInTestManifest_1_7 v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/OldTestReportsInTestManifest_1_7` Resolving package versions... Updating `/tmp/jl_Fr15VA/Project.toml` [19d8228f] + OldDepInTestManifest_1_7 v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/OldDepInTestManifest_1_7` Updating `/tmp/jl_Fr15VA/Manifest.toml` [19d8228f] + OldDepInTestManifest_1_7 v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/OldDepInTestManifest_1_7` Generate a JUnit test report from running Julia tests. Usage: reporttests.jl TEST_FILENAME [--output=LOG_FILENAME] -- [test_args...] julia reporttests.jl -- TEST_FILENAME [--output=LOG_FILENAME] -- [test_args...] Generate a JUnit test report from running Julia tests. Usage: reporttests.jl TEST_FILENAME [--output=LOG_FILENAME] -- [test_args...] julia reporttests.jl -- TEST_FILENAME [--output=LOG_FILENAME] -- [test_args...] Generate a JUnit test report from running Julia tests. Usage: reporttests.jl TEST_FILENAME [--output=LOG_FILENAME] -- [test_args...] julia reporttests.jl -- TEST_FILENAME [--output=LOG_FILENAME] -- [test_args...] /usr/bin/env: ‘julia’: No such file or directory /usr/bin/env: ‘julia’: No such file or directory use test script exit code: Test Failed at /home/pkgeval/.julia/packages/TestReports/zj3uX/test/reporttests_script.jl:84 Expression: p.exitcode == exit_code Evaluated: 127 == 42 Stacktrace: [1] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] [2] (::var"#69#70")(dir::String) @ Main ~/.julia/packages/TestReports/zj3uX/test/reporttests_script.jl:84 [3] mktempdir(fn::var"#69#70", parent::String; prefix::String) @ Base.Filesystem ./file.jl:899 [4] mktempdir(fn::Function, parent::String) @ Base.Filesystem ./file.jl:895 [5] top-level scope @ ~/.julia/packages/TestReports/zj3uX/test/reporttests_script.jl:77 [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [7] macro expansion @ ~/.julia/packages/TestReports/zj3uX/test/reporttests_script.jl:77 [inlined] /usr/bin/env: ‘julia’: No such file or directory default output file: Test Failed at /home/pkgeval/.julia/packages/TestReports/zj3uX/test/reporttests_script.jl:92 Expression: success(p) Evaluated: success(Process(`/home/pkgeval/.julia/packages/TestReports/zj3uX/bin/reporttests.jl reporttests_testsets.jl`, ProcessExited(127))) Stacktrace: [1] top-level scope @ ~/.julia/packages/TestReports/zj3uX/test/reporttests_script.jl:89 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [3] macro expansion @ ~/.julia/packages/TestReports/zj3uX/test/reporttests_script.jl:92 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] default output file: Test Failed at /home/pkgeval/.julia/packages/TestReports/zj3uX/test/reporttests_script.jl:93 Expression: isfile(output_file) Evaluated: isfile("testlog.xml") Stacktrace: [1] top-level scope @ ~/.julia/packages/TestReports/zj3uX/test/reporttests_script.jl:89 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [3] macro expansion @ ~/.julia/packages/TestReports/zj3uX/test/reporttests_script.jl:93 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] default output file: Error During Test at /home/pkgeval/.julia/packages/TestReports/zj3uX/test/reporttests_script.jl:88 Got exception outside of a @test SystemError: opening file "testlog.xml": No such file or directory Stacktrace: [1] systemerror(p::String, errno::Int32; extrainfo::Nothing) @ Base ./error.jl:186 [2] open(fname::String; lock::Bool, read::Nothing, write::Nothing, create::Nothing, truncate::Nothing, append::Nothing) @ Base ./iostream.jl:327 [3] open @ ./iostream.jl:306 [inlined] [4] open(f::Base.var"#read##2#read##3"{String}, args::String; kwargs::@Kwargs{}) @ Base ./io.jl:418 [5] open @ ./io.jl:417 [inlined] [6] read(filename::String, ::Type{String}) @ Base ./io.jl:517 [7] top-level scope @ ~/.julia/packages/TestReports/zj3uX/test/reporttests_script.jl:89 [8] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [9] macro expansion @ ~/.julia/packages/TestReports/zj3uX/test/reporttests_script.jl:94 [inlined] [10] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:312 [11] top-level scope @ ~/.julia/packages/TestReports/zj3uX/test/runtests.jl:14 [12] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [13] macro expansion @ ~/.julia/packages/TestReports/zj3uX/test/runtests.jl:19 [inlined] [14] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [15] macro expansion @ ~/.julia/packages/TestReports/zj3uX/test/runtests.jl:19 [inlined] [16] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:312 [17] top-level scope @ none:6 [18] eval(m::Module, e::Any) @ Core ./boot.jl:489 [19] exec_options(opts::Base.JLOptions) @ Base ./client.jl:286 [20] _start() @ Base ./client.jl:553 /usr/bin/env: ‘julia’: No such file or directory specify output file: Test Failed at /home/pkgeval/.julia/packages/TestReports/zj3uX/test/reporttests_script.jl:104 Expression: success(p) Evaluated: success(Process(`/home/pkgeval/.julia/packages/TestReports/zj3uX/bin/reporttests.jl reporttests_testsets.jl --output=junit-report.xml`, ProcessExited(127))) Stacktrace: [1] top-level scope @ ~/.julia/packages/TestReports/zj3uX/test/reporttests_script.jl:101 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [3] macro expansion @ ~/.julia/packages/TestReports/zj3uX/test/reporttests_script.jl:104 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] specify output file: Test Failed at /home/pkgeval/.julia/packages/TestReports/zj3uX/test/reporttests_script.jl:105 Expression: isfile(output_file) Evaluated: isfile("junit-report.xml") Stacktrace: [1] top-level scope @ ~/.julia/packages/TestReports/zj3uX/test/reporttests_script.jl:101 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [3] macro expansion @ ~/.julia/packages/TestReports/zj3uX/test/reporttests_script.jl:105 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] specify output file: Error During Test at /home/pkgeval/.julia/packages/TestReports/zj3uX/test/reporttests_script.jl:100 Got exception outside of a @test SystemError: opening file "junit-report.xml": No such file or directory Stacktrace: [1] systemerror(p::String, errno::Int32; extrainfo::Nothing) @ Base ./error.jl:186 [2] open(fname::String; lock::Bool, read::Nothing, write::Nothing, create::Nothing, truncate::Nothing, append::Nothing) @ Base ./iostream.jl:327 [3] open @ ./iostream.jl:306 [inlined] [4] open(f::Base.var"#read##2#read##3"{String}, args::String; kwargs::@Kwargs{}) @ Base ./io.jl:418 [5] open @ ./io.jl:417 [inlined] [6] read(filename::String, ::Type{String}) @ Base ./io.jl:517 [7] top-level scope @ ~/.julia/packages/TestReports/zj3uX/test/reporttests_script.jl:101 [8] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [9] macro expansion @ ~/.julia/packages/TestReports/zj3uX/test/reporttests_script.jl:106 [inlined] [10] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:312 [11] top-level scope @ ~/.julia/packages/TestReports/zj3uX/test/runtests.jl:14 [12] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [13] macro expansion @ ~/.julia/packages/TestReports/zj3uX/test/runtests.jl:19 [inlined] [14] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [15] macro expansion @ ~/.julia/packages/TestReports/zj3uX/test/runtests.jl:19 [inlined] [16] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:312 [17] top-level scope @ none:6 [18] eval(m::Module, e::Any) @ Core ./boot.jl:489 [19] exec_options(opts::Base.JLOptions) @ Base ./client.jl:286 [20] _start() @ Base ./client.jl:553 /usr/bin/env: ‘julia’: No such file or directory test args: Test Failed at /home/pkgeval/.julia/packages/TestReports/zj3uX/test/reporttests_script.jl:117 Expression: isfile(output_file) Evaluated: isfile("testlog.xml") Stacktrace: [1] top-level scope @ ~/.julia/packages/TestReports/zj3uX/test/reporttests_script.jl:113 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [3] macro expansion @ ~/.julia/packages/TestReports/zj3uX/test/reporttests_script.jl:117 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] test args: Error During Test at /home/pkgeval/.julia/packages/TestReports/zj3uX/test/reporttests_script.jl:112 Got exception outside of a @test SystemError: opening file "testlog.xml": No such file or directory Stacktrace: [1] systemerror(p::String, errno::Int32; extrainfo::Nothing) @ Base ./error.jl:186 [2] open(fname::String; lock::Bool, read::Nothing, write::Nothing, create::Nothing, truncate::Nothing, append::Nothing) @ Base ./iostream.jl:327 [3] open @ ./iostream.jl:306 [inlined] [4] open(f::Base.var"#read##2#read##3"{String}, args::String; kwargs::@Kwargs{}) @ Base ./io.jl:418 [5] open @ ./io.jl:417 [inlined] [6] read(filename::String, ::Type{String}) @ Base ./io.jl:517 [7] top-level scope @ ~/.julia/packages/TestReports/zj3uX/test/reporttests_script.jl:113 [8] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [9] macro expansion @ ~/.julia/packages/TestReports/zj3uX/test/reporttests_script.jl:118 [inlined] [10] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:312 [11] top-level scope @ ~/.julia/packages/TestReports/zj3uX/test/runtests.jl:14 [12] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [13] macro expansion @ ~/.julia/packages/TestReports/zj3uX/test/runtests.jl:19 [inlined] [14] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [15] macro expansion @ ~/.julia/packages/TestReports/zj3uX/test/runtests.jl:19 [inlined] [16] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:312 [17] top-level scope @ none:6 [18] eval(m::Module, e::Any) @ Core ./boot.jl:489 [19] exec_options(opts::Base.JLOptions) @ Base ./client.jl:286 [20] _start() @ Base ./client.jl:553 Test Summary: | Pass Fail Error Total Time TestReports | 253 6 4 263 9m28.8s testsets | 71 71 1m46.3s properties | 76 76 4.6s report generation | 40 1 41 7m32.7s SingleNest | 1 1 16.3s Complex Example | 1 1 25.3s TestsWithProperties | 1 1 15.8s Runner tests | 7 7 54.9s Test packages | 10 10 4m24.7s logfile options | 9 9 1m10.1s Chained failing test - Issue #25 | 1 1 0.5s report - check_ts | 4 4 0.8s Error counting - Issue #72 | 7 7 2.5s runner internals | 28 28 1.0s to_xml | 8 8 1.4s reporttests script | 30 6 3 39 2.8s runner script | 5 5 0.0s parse_args | 22 22 0.6s no specified test script | 1 1 0.1s use test script exit code | 1 1 2 0.2s default output file | 2 1 3 0.1s specify output file | 2 1 3 0.1s test args | 1 1 1 3 0.1s RNG of the outermost testset: Random.Xoshiro(0x5534cb9fc8c46ee1, 0x5a703722cab60c24, 0xcc9c9e64d5380d89, 0x1508b211c2e38ef4, 0xf6d1677ca737bfa6) ERROR: LoadError: Some tests did not pass: 253 passed, 6 failed, 4 errored, 0 broken. in expression starting at /home/pkgeval/.julia/packages/TestReports/zj3uX/test/runtests.jl:13 Testing failed after 580.29s ERROR: LoadError: Package TestReports errored during testing Stacktrace: [1] pkgerror(msg::String) @ Pkg.Types /opt/julia/share/julia/stdlib/v1.13/Pkg/src/Types.jl:68 [2] test(ctx::Pkg.Types.Context, pkgs::Vector{PackageSpec}; coverage::Bool, julia_args::Cmd, test_args::Cmd, test_fn::Nothing, force_latest_compatible_version::Bool, allow_earlier_backwards_compatible_versions::Bool, allow_reresolve::Bool) @ Pkg.Operations /opt/julia/share/julia/stdlib/v1.13/Pkg/src/Operations.jl:2672 [3] test @ /opt/julia/share/julia/stdlib/v1.13/Pkg/src/Operations.jl:2521 [inlined] [4] test(ctx::Pkg.Types.Context, pkgs::Vector{PackageSpec}; coverage::Bool, test_fn::Nothing, julia_args::Cmd, test_args::Cmd, force_latest_compatible_version::Bool, allow_earlier_backwards_compatible_versions::Bool, allow_reresolve::Bool, kwargs::@Kwargs{io::IOContext{IO}}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:538 [5] kwcall(::@NamedTuple{julia_args::Cmd, io::IOContext{IO}}, ::typeof(Pkg.API.test), ctx::Pkg.Types.Context, pkgs::Vector{PackageSpec}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:515 [6] test(pkgs::Vector{PackageSpec}; io::IOContext{IO}, kwargs::@Kwargs{julia_args::Cmd}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:168 [7] kwcall(::@NamedTuple{julia_args::Cmd}, ::typeof(Pkg.API.test), pkgs::Vector{PackageSpec}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:157 [8] test(pkgs::Vector{String}; kwargs::@Kwargs{julia_args::Cmd}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:156 [9] test @ /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:156 [inlined] [10] kwcall(::@NamedTuple{julia_args::Cmd}, ::typeof(Pkg.API.test), pkg::String) @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:155 [11] top-level scope @ /PkgEval.jl/scripts/evaluate.jl:219 [12] include(mod::Module, _path::String) @ Base ./Base.jl:311 [13] exec_options(opts::Base.JLOptions) @ Base ./client.jl:320 [14] _start() @ Base ./client.jl:553 in expression starting at /PkgEval.jl/scripts/evaluate.jl:210 PkgEval failed after 641.58s: package tests unexpectedly errored