Package evaluation of TestReports on Julia 1.13.0-DEV.1080 (ed57414aec*) started at 2025-09-04T12:48:42.176 ################################################################################ # Set-up # Installing PkgEval dependencies (TestEnv)... Set-up completed after 9.97s ################################################################################ # Installation # Installing TestReports... Resolving package versions... Updating `~/.julia/environments/v1.13/Project.toml` [dcd651b4] + TestReports v1.2.1 Updating `~/.julia/environments/v1.13/Manifest.toml` [8f5d6c58] + EzXML v1.2.2 [692b3bcd] + JLLWrappers v1.7.1 [21216c6a] + Preferences v1.5.0 [1e6cf692] + TestEnv v1.102.2 [dcd651b4] + TestReports v1.2.1 [94ce4f54] + Libiconv_jll v1.18.0+0 [02c8fc9c] + XML2_jll v2.14.4+0 [0dad84c5] + ArgTools v1.1.2 [56f22d72] + Artifacts v1.11.0 [2a0f44e3] + Base64 v1.11.0 [ade2ca70] + Dates v1.11.0 [f43a241f] + Downloads v1.7.0 [7b1f6079] + FileWatching v1.11.0 [b77e0a4c] + InteractiveUtils v1.11.0 [ac6e5ff7] + JuliaSyntaxHighlighting v1.12.0 [b27032c2] + LibCURL v0.6.4 [76f85450] + LibGit2 v1.11.0 [8f399da3] + Libdl v1.11.0 [56ddb016] + Logging v1.11.0 [d6f4376e] + Markdown v1.11.0 [ca575930] + NetworkOptions v1.3.0 [44cfe95a] + Pkg v1.13.0 [de0858da] + Printf v1.11.0 [9a3f8284] + Random v1.11.0 [ea8e919c] + SHA v0.7.0 [9e88b42a] + Serialization v1.11.0 [f489334b] + StyledStrings v1.11.0 [fa267f1f] + TOML v1.0.3 [a4e569a6] + Tar v1.10.0 [8dfed614] + Test v1.11.0 [cf7118a7] + UUIDs v1.11.0 [4ec0a83e] + Unicode v1.11.0 [e66e0078] + CompilerSupportLibraries_jll v1.3.0+1 [deac9b47] + LibCURL_jll v8.15.0+1 [e37daf67] + LibGit2_jll v1.9.1+0 [29816b5a] + LibSSH2_jll v1.11.3+1 [14a3606d] + MozillaCACerts_jll v2025.8.12 [458c3c95] + OpenSSL_jll v3.5.2+0 [efcefdf7] + PCRE2_jll v10.46.0+0 [83775a58] + Zlib_jll v1.3.1+2 [3161d3a3] + Zstd_jll v1.5.7+1 [8e850ede] + nghttp2_jll v1.67.0+0 [3f19e933] + p7zip_jll v17.6.0+0 Installation completed after 1.89s ################################################################################ # Precompilation # Precompiling PkgEval dependencies... Precompiling package dependencies... Precompilation completed after 25.66s ################################################################################ # Testing # Testing TestReports Status `/tmp/jl_v8YsQP/Project.toml` [8f5d6c58] EzXML v1.2.2 [324d217c] ReferenceTests v0.10.5 [1e6cf692] TestEnv v1.102.2 [dcd651b4] TestReports v1.2.1 [ade2ca70] Dates v1.11.0 [44cfe95a] Pkg v1.13.0 [de0858da] Printf v1.11.0 [8dfed614] Test v1.11.0 [cf7118a7] UUIDs v1.11.0 Status `/tmp/jl_v8YsQP/Manifest.toml` [3da002f7] ColorTypes v0.12.1 [c3611d14] ColorVectorSpace v0.11.0 [5ae59095] Colors v0.13.1 [a8cc5b0e] Crayons v4.1.1 [ab62b9b5] DeepDiffs v1.2.0 [b4f34e82] Distances v0.10.12 [8f5d6c58] EzXML v1.2.2 [5789e2e9] FileIO v1.17.0 [53c48c17] FixedPointNumbers v0.8.5 [c817782e] ImageBase v0.1.7 [a09fc81d] ImageCore v0.10.5 [692b3bcd] JLLWrappers v1.7.1 [8cdb02fc] LazyModules v0.3.1 [dbb5928d] MappedArrays v0.4.2 [e94cdb99] MosaicViews v0.3.4 [6fe1bfb0] OffsetArrays v1.17.0 [5432bcbf] PaddedViews v0.5.12 [aea7be01] PrecompileTools v1.3.3 [21216c6a] Preferences v1.5.0 [189a3867] Reexport v1.2.2 [324d217c] ReferenceTests v0.10.5 [ae029012] Requires v1.3.1 [cae243ae] StackViews v0.1.2 [10745b16] Statistics v1.11.1 [82ae8749] StatsAPI v1.7.1 [62fd8b95] TensorCore v0.1.1 [1e6cf692] TestEnv v1.102.2 [dcd651b4] TestReports v1.2.1 [c8c2cc18] XTermColors v0.2.1 [94ce4f54] Libiconv_jll v1.18.0+0 [02c8fc9c] XML2_jll v2.14.4+0 [0dad84c5] ArgTools v1.1.2 [56f22d72] Artifacts v1.11.0 [2a0f44e3] Base64 v1.11.0 [ade2ca70] Dates v1.11.0 [f43a241f] Downloads v1.7.0 [7b1f6079] FileWatching v1.11.0 [b77e0a4c] InteractiveUtils v1.11.0 [ac6e5ff7] JuliaSyntaxHighlighting v1.12.0 [b27032c2] LibCURL v0.6.4 [76f85450] LibGit2 v1.11.0 [8f399da3] Libdl v1.11.0 [37e2e46d] LinearAlgebra v1.13.0 [56ddb016] Logging v1.11.0 [d6f4376e] Markdown v1.11.0 [ca575930] NetworkOptions v1.3.0 [44cfe95a] Pkg v1.13.0 [de0858da] Printf v1.11.0 [9a3f8284] Random v1.11.0 [ea8e919c] SHA v0.7.0 [9e88b42a] Serialization v1.11.0 [f489334b] StyledStrings v1.11.0 [fa267f1f] TOML v1.0.3 [a4e569a6] Tar v1.10.0 [8dfed614] Test v1.11.0 [cf7118a7] UUIDs v1.11.0 [4ec0a83e] Unicode v1.11.0 [e66e0078] CompilerSupportLibraries_jll v1.3.0+1 [deac9b47] LibCURL_jll v8.15.0+1 [e37daf67] LibGit2_jll v1.9.1+0 [29816b5a] LibSSH2_jll v1.11.3+1 [14a3606d] MozillaCACerts_jll v2025.8.12 [4536629a] OpenBLAS_jll v0.3.29+0 [458c3c95] OpenSSL_jll v3.5.2+0 [efcefdf7] PCRE2_jll v10.46.0+0 [83775a58] Zlib_jll v1.3.1+2 [3161d3a3] Zstd_jll v1.5.7+1 [8e850b90] libblastrampoline_jll v5.13.1+0 [8e850ede] nghttp2_jll v1.67.0+0 [3f19e933] p7zip_jll v17.6.0+0 Testing Running tests... WARNING: Method definition (::Type{Main.NoDescriptionTestSet})(Any) in module Main at /home/pkgeval/.julia/packages/TestReports/zj3uX/test/utils.jl:168 overwritten at /home/pkgeval/.julia/packages/TestReports/zj3uX/test/utils.jl:170. : Test Failed at none:1 Expression: 1 == 2 Stacktrace: [1] record(ts::DefaultTestSet, t::Union{Error, Fail}; print_result::Bool) @ Test /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1282 [2] record @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1274 [inlined] [3] add_to_ts_default!(ts_default::DefaultTestSet, result::Fail) @ TestReports ~/.julia/packages/TestReports/zj3uX/src/testsets.jl:404 [4] top-level scope @ ~/.julia/packages/TestReports/zj3uX/test/testsets.jl:107 [5] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1952 [inlined] [6] macro expansion @ ~/.julia/packages/TestReports/zj3uX/test/testsets.jl:111 [inlined] : Error During Test at none:1 ReportingTestSet Display: Error During Test at /home/pkgeval/.julia/packages/TestReports/zj3uX/test/testsets.jl:105 Got exception outside of a @test setfield!: const field .time_start of type DefaultTestSet cannot be changed Stacktrace: [1] setproperty!(x::DefaultTestSet, f::Symbol, v::Int64) @ Base ./Base_compiler.jl:61 [2] set_time_taken!(ts::DefaultTestSet, time_taken::Millisecond) @ TestReports ~/.julia/packages/TestReports/zj3uX/src/testsets.jl:213 [3] add_to_ts_default!(ts_default::DefaultTestSet, ts::ReportingTestSet) @ TestReports ~/.julia/packages/TestReports/zj3uX/src/testsets.jl:409 [4] top-level scope @ ~/.julia/packages/TestReports/zj3uX/test/testsets.jl:107 [5] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1952 [inlined] [6] macro expansion @ ~/.julia/packages/TestReports/zj3uX/test/testsets.jl:121 [inlined] [7] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:309 [8] top-level scope @ ~/.julia/packages/TestReports/zj3uX/test/runtests.jl:14 [9] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1952 [inlined] [10] macro expansion @ ~/.julia/packages/TestReports/zj3uX/test/runtests.jl:14 [inlined] [11] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1952 [inlined] [12] macro expansion @ ~/.julia/packages/TestReports/zj3uX/test/runtests.jl:14 [inlined] [13] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:309 [14] top-level scope @ none:6 [15] eval(m::Module, e::Any) @ Core ./boot.jl:489 [16] exec_options(opts::Base.JLOptions) @ Base ./client.jl:296 [17] _start() @ Base ./client.jl:563 : Test Failed at none:1 Expression: false Stacktrace: [1] record(ts::DefaultTestSet, t::Union{Error, Fail}; print_result::Bool) @ Test /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1282 [2] record(ts::DefaultTestSet, t::Union{Error, Fail}) @ Test /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1274 [3] top-level scope @ ~/.julia/packages/TestReports/zj3uX/test/testsets.jl:139 [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1952 [inlined] [5] macro expansion @ ~/.julia/packages/TestReports/zj3uX/test/testsets.jl:150 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1952 [inlined] [7] macro expansion @ ~/.julia/packages/TestReports/zj3uX/test/testsets.jl:153 [inlined] Resolving package versions... Updating `/tmp/jl_flyFJp/Project.toml` [19d8228f] + CustomTestSet v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/CustomTestSet` Updating `/tmp/jl_flyFJp/Manifest.toml` [19d8228f] + CustomTestSet v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/CustomTestSet` ERROR: setfield!: const field .time_start of type DefaultTestSet cannot be changed Stacktrace: [1] setproperty!(x::Test.DefaultTestSet, f::Symbol, v::Int64) @ Base ./Base_compiler.jl:61 [2] set_time_taken!(ts::Test.DefaultTestSet, time_taken::Dates.Millisecond) @ TestReports ~/.julia/packages/TestReports/zj3uX/src/testsets.jl:213 [3] add_to_ts_default!(ts_default::Test.DefaultTestSet, ts::ReportingTestSet) @ TestReports ~/.julia/packages/TestReports/zj3uX/src/testsets.jl:409 [4] _broadcast_getindex_evalf @ ./broadcast.jl:701 [inlined] [5] _broadcast_getindex @ ./broadcast.jl:674 [inlined] [6] _getindex @ ./broadcast.jl:622 [inlined] [7] getindex @ ./broadcast.jl:618 [inlined] [8] copyto_nonleaf!(dest::Vector{Any}, bc::Base.Broadcast.Broadcasted{Base.Broadcast.DefaultArrayStyle{1}, Tuple{Base.OneTo{Int64}}, typeof(TestReports.add_to_ts_default!), Tuple{Base.RefValue{Test.DefaultTestSet}, Base.Broadcast.Extruded{Vector{Any}, Tuple{Bool}, Tuple{Int64}}}}, iter::Base.OneTo{Int64}, state::Int64, count::Int64) @ Base.Broadcast ./broadcast.jl:1106 [9] restart_copyto_nonleaf!(newdest::Vector{Any}, dest::Vector{Test.Pass}, bc::Base.Broadcast.Broadcasted{Base.Broadcast.DefaultArrayStyle{1}, Tuple{Base.OneTo{Int64}}, typeof(TestReports.add_to_ts_default!), Tuple{Base.RefValue{Test.DefaultTestSet}, Base.Broadcast.Extruded{Vector{Any}, Tuple{Bool}, Tuple{Int64}}}}, val::Vector{Any}, I::Int64, iter::Base.OneTo{Int64}, state::Int64, count::Int64) @ Base.Broadcast ./broadcast.jl:1097 [10] copyto_nonleaf!(dest::Vector{Test.Pass}, bc::Base.Broadcast.Broadcasted{Base.Broadcast.DefaultArrayStyle{1}, Tuple{Base.OneTo{Int64}}, typeof(TestReports.add_to_ts_default!), Tuple{Base.RefValue{Test.DefaultTestSet}, Base.Broadcast.Extruded{Vector{Any}, Tuple{Bool}, Tuple{Int64}}}}, iter::Base.OneTo{Int64}, state::Int64, count::Int64) @ Base.Broadcast ./broadcast.jl:1113 [11] copy(bc::Base.Broadcast.Broadcasted{Base.Broadcast.DefaultArrayStyle{1}, Tuple{Base.OneTo{Int64}}, typeof(TestReports.add_to_ts_default!), Tuple{Base.RefValue{Test.DefaultTestSet}, Vector{Any}}}) @ Base.Broadcast ./broadcast.jl:943 [12] materialize @ ./broadcast.jl:896 [inlined] [13] display_reporting_testset(ts::ReportingTestSet) @ TestReports ~/.julia/packages/TestReports/zj3uX/src/testsets.jl:369 [14] finish(ts::ReportingTestSet) @ TestReports ~/.julia/packages/TestReports/zj3uX/src/testsets.jl:109 [15] top-level scope @ none:14 [16] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1968 [inlined] [17] eval(m::Module, e::Any) @ Core ./boot.jl:489 [18] exec_options(opts::Base.JLOptions) @ Base ./client.jl:296 [19] _start() @ Base ./client.jl:563 Custom testsets: Error During Test at /home/pkgeval/.julia/packages/TestReports/zj3uX/test/utils.jl:106 Test threw exception Expression: testrun() TestReports failed to generate the report. See error log above. Resolving package versions... Updating `/tmp/jl_v8P4lB/Project.toml` [19d8228f] + NoResultsCustomTestSet v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/NoResultsCustomTestSet` Updating `/tmp/jl_v8P4lB/Manifest.toml` [19d8228f] + NoResultsCustomTestSet v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/NoResultsCustomTestSet` [ Info: Testing NoResultsCustomTestSet ERROR: FieldError: type NoResultsTestSet has no field `results`, available fields: `description` Stacktrace: [1] getproperty @ ./Base_compiler.jl:57 [inlined] [2] _flatten_results!(ts::NoResultsTestSet, depth::Int64) @ TestReports ~/.julia/packages/TestReports/zj3uX/src/testsets.jl:278 [3] _flatten_results!(ts::ReportingTestSet, depth::Int64) @ TestReports ~/.julia/packages/TestReports/zj3uX/src/testsets.jl:301 [4] flatten_results!(ts::ReportingTestSet) @ TestReports ~/.julia/packages/TestReports/zj3uX/src/testsets.jl:270 [5] top-level scope @ none:18 [6] eval(m::Module, e::Any) @ Core ./boot.jl:489 [7] exec_options(opts::Base.JLOptions) @ Base ./client.jl:296 [8] _start() @ Base ./client.jl:563 Resolving package versions... Updating `/tmp/jl_4Tqb1c/Project.toml` [19d8228f] + NoDescriptionCustomTestSet v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/NoDescriptionCustomTestSet` Updating `/tmp/jl_4Tqb1c/Manifest.toml` [19d8228f] + NoDescriptionCustomTestSet v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/NoDescriptionCustomTestSet` [ Info: Testing NoDescriptionCustomTestSet ERROR: FieldError: type NoDescriptionTestSet has no field `description`, available fields: `results` Stacktrace: [1] getproperty @ ./Base_compiler.jl:57 [inlined] [2] (::TestReports.var"#inner!#_flatten_results!##0"{Vector{Test.Result}, NoDescriptionTestSet, Int64, Vector{AbstractTestSet}})(childts::NoDescriptionTestSet) @ TestReports ~/.julia/packages/TestReports/zj3uX/src/testsets.jl:294 [3] _flatten_results!(ts::NoDescriptionTestSet, depth::Int64) @ TestReports ~/.julia/packages/TestReports/zj3uX/src/testsets.jl:303 [4] _flatten_results!(ts::ReportingTestSet, depth::Int64) @ TestReports ~/.julia/packages/TestReports/zj3uX/src/testsets.jl:301 [5] flatten_results!(ts::ReportingTestSet) @ TestReports ~/.julia/packages/TestReports/zj3uX/src/testsets.jl:270 [6] top-level scope @ none:18 [7] eval(m::Module, e::Any) @ Core ./boot.jl:489 [8] exec_options(opts::Base.JLOptions) @ Base ./client.jl:296 [9] _start() @ Base ./client.jl:563 ERROR: setfield!: const field .time_start of type DefaultTestSet cannot be changed Stacktrace: [1] setproperty!(x::Test.DefaultTestSet, f::Symbol, v::Int64) @ Base ./Base_compiler.jl:61 [2] set_time_taken!(ts::Test.DefaultTestSet, time_taken::Dates.Millisecond) @ TestReports ~/.julia/packages/TestReports/zj3uX/src/testsets.jl:213 [3] add_to_ts_default!(ts_default::Test.DefaultTestSet, ts::ReportingTestSet) @ TestReports ~/.julia/packages/TestReports/zj3uX/src/testsets.jl:409 [4] _broadcast_getindex_evalf @ ./broadcast.jl:701 [inlined] [5] _broadcast_getindex @ ./broadcast.jl:674 [inlined] [6] _getindex @ ./broadcast.jl:622 [inlined] [7] getindex @ ./broadcast.jl:618 [inlined] [8] copy(bc::Base.Broadcast.Broadcasted{Base.Broadcast.DefaultArrayStyle{1}, Tuple{Base.OneTo{Int64}}, typeof(TestReports.add_to_ts_default!), Tuple{Base.RefValue{Test.DefaultTestSet}, Vector{Any}}}) @ Base.Broadcast ./broadcast.jl:935 [9] materialize @ ./broadcast.jl:896 [inlined] [10] display_reporting_testset(ts::ReportingTestSet) @ TestReports ~/.julia/packages/TestReports/zj3uX/src/testsets.jl:369 [11] finish(ts::ReportingTestSet) @ TestReports ~/.julia/packages/TestReports/zj3uX/src/testsets.jl:109 [12] top-level scope @ none:1 [13] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1968 [inlined] [14] eval(m::Module, e::Any) @ Core ./boot.jl:489 [15] exec_options(opts::Base.JLOptions) @ Base ./client.jl:296 [16] _start() @ Base ./client.jl:563 SingleNest: Error During Test at /home/pkgeval/.julia/packages/TestReports/zj3uX/test/reportgeneration.jl:9 Got exception outside of a @test failed process: Process(`/opt/julia/bin/julia -C native -J/opt/julia/lib/julia/sys.so --depwarn=yes --check-bounds=yes --pkgimages=existing -g1 --startup-file=no -e 'using Test; using TestReports; (@testset ReportingTestSet "" begin @testset "a" begin @test 1 == 1 end end) |> report |> print'`, ProcessExited(1)) [1] Stacktrace: [1] pipeline_error @ ./process.jl:602 [inlined] [2] read(cmd::Cmd) @ Base ./process.jl:482 [3] read(cmd::Cmd, ::Type{String}) @ Base ./process.jl:491 [4] top-level scope @ ~/.julia/packages/TestReports/zj3uX/test/reportgeneration.jl:10 [5] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1952 [inlined] [6] macro expansion @ ~/.julia/packages/TestReports/zj3uX/test/reportgeneration.jl:11 [inlined] [7] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:309 [8] top-level scope @ ~/.julia/packages/TestReports/zj3uX/test/runtests.jl:14 [9] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1952 [inlined] [10] macro expansion @ ~/.julia/packages/TestReports/zj3uX/test/runtests.jl:16 [inlined] [11] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1952 [inlined] [12] macro expansion @ ~/.julia/packages/TestReports/zj3uX/test/runtests.jl:16 [inlined] [13] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:309 [14] top-level scope @ none:6 [15] eval(m::Module, e::Any) @ Core ./boot.jl:489 [16] exec_options(opts::Base.JLOptions) @ Base ./client.jl:296 [17] _start() @ Base ./client.jl:563 ERROR: LoadError: setfield!: const field .time_start of type DefaultTestSet cannot be changed Stacktrace: [1] setproperty!(x::Test.DefaultTestSet, f::Symbol, v::Int64) @ Base ./Base_compiler.jl:61 [2] set_time_taken!(ts::Test.DefaultTestSet, time_taken::Dates.Millisecond) @ TestReports ~/.julia/packages/TestReports/zj3uX/src/testsets.jl:213 [3] add_to_ts_default!(ts_default::Test.DefaultTestSet, ts::ReportingTestSet) @ TestReports ~/.julia/packages/TestReports/zj3uX/src/testsets.jl:409 [4] _broadcast_getindex_evalf @ ./broadcast.jl:701 [inlined] [5] _broadcast_getindex @ ./broadcast.jl:674 [inlined] [6] _getindex @ ./broadcast.jl:622 [inlined] [7] getindex @ ./broadcast.jl:618 [inlined] [8] copy(bc::Base.Broadcast.Broadcasted{Base.Broadcast.DefaultArrayStyle{1}, Tuple{Base.OneTo{Int64}}, typeof(TestReports.add_to_ts_default!), Tuple{Base.RefValue{Test.DefaultTestSet}, Vector{Any}}}) @ Base.Broadcast ./broadcast.jl:935 [9] materialize @ ./broadcast.jl:896 [inlined] [10] display_reporting_testset(ts::ReportingTestSet) @ TestReports ~/.julia/packages/TestReports/zj3uX/src/testsets.jl:369 [11] finish(ts::ReportingTestSet) @ TestReports ~/.julia/packages/TestReports/zj3uX/src/testsets.jl:109 [12] top-level scope @ ~/.julia/packages/TestReports/zj3uX/test/example.jl:5 [13] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1968 [inlined] [14] include(mod::Module, _path::String) @ Base ./Base.jl:308 [15] exec_options(opts::Base.JLOptions) @ Base ./client.jl:330 [16] _start() @ Base ./client.jl:563 in expression starting at /home/pkgeval/.julia/packages/TestReports/zj3uX/test/example.jl:4 Complex Example: Error During Test at /home/pkgeval/.julia/packages/TestReports/zj3uX/test/reportgeneration.jl:14 Got exception outside of a @test failed process: Process(`/opt/julia/bin/julia -C native -J/opt/julia/lib/julia/sys.so --depwarn=yes --check-bounds=yes --pkgimages=existing -g1 --startup-file=no /home/pkgeval/.julia/packages/TestReports/zj3uX/test/example.jl`, ProcessExited(1)) [1] Stacktrace: [1] pipeline_error @ ./process.jl:602 [inlined] [2] read(cmd::Cmd) @ Base ./process.jl:482 [3] read(cmd::Cmd, ::Type{String}) @ Base ./process.jl:491 [4] top-level scope @ ~/.julia/packages/TestReports/zj3uX/test/reportgeneration.jl:15 [5] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1952 [inlined] [6] macro expansion @ ~/.julia/packages/TestReports/zj3uX/test/reportgeneration.jl:24 [inlined] [7] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:309 [8] top-level scope @ ~/.julia/packages/TestReports/zj3uX/test/runtests.jl:14 [9] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1952 [inlined] [10] macro expansion @ ~/.julia/packages/TestReports/zj3uX/test/runtests.jl:16 [inlined] [11] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1952 [inlined] [12] macro expansion @ ~/.julia/packages/TestReports/zj3uX/test/runtests.jl:16 [inlined] [13] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:309 [14] top-level scope @ none:6 [15] eval(m::Module, e::Any) @ Core ./boot.jl:489 [16] exec_options(opts::Base.JLOptions) @ Base ./client.jl:296 [17] _start() @ Base ./client.jl:563 Resolving package versions... Updating `/tmp/jl_BviNSc/Project.toml` [95d226fd] + TestsWithProperties v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/TestsWithProperties` Updating `/tmp/jl_BviNSc/Manifest.toml` [95d226fd] + TestsWithProperties v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/TestsWithProperties` [ Info: Testing TestsWithProperties ERROR: setfield!: const field .time_start of type DefaultTestSet cannot be changed Stacktrace: [1] setproperty!(x::Test.DefaultTestSet, f::Symbol, v::Int64) @ Base ./Base_compiler.jl:61 [2] set_time_taken!(ts::Test.DefaultTestSet, time_taken::Dates.Millisecond) @ TestReports ~/.julia/packages/TestReports/zj3uX/src/testsets.jl:213 [3] add_to_ts_default!(ts_default::Test.DefaultTestSet, ts::ReportingTestSet) @ TestReports ~/.julia/packages/TestReports/zj3uX/src/testsets.jl:409 [4] _broadcast_getindex_evalf @ ./broadcast.jl:701 [inlined] [5] _broadcast_getindex @ ./broadcast.jl:674 [inlined] [6] _getindex @ ./broadcast.jl:622 [inlined] [7] getindex @ ./broadcast.jl:618 [inlined] [8] copy(bc::Base.Broadcast.Broadcasted{Base.Broadcast.DefaultArrayStyle{1}, Tuple{Base.OneTo{Int64}}, typeof(TestReports.add_to_ts_default!), Tuple{Base.RefValue{Test.DefaultTestSet}, Vector{Any}}}) @ Base.Broadcast ./broadcast.jl:935 [9] materialize @ ./broadcast.jl:896 [inlined] [10] display_reporting_testset(ts::ReportingTestSet) @ TestReports ~/.julia/packages/TestReports/zj3uX/src/testsets.jl:369 [11] finish(ts::ReportingTestSet) @ TestReports ~/.julia/packages/TestReports/zj3uX/src/testsets.jl:109 [12] top-level scope @ none:14 [13] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1968 [inlined] [14] eval(m::Module, e::Any) @ Core ./boot.jl:489 [15] exec_options(opts::Base.JLOptions) @ Base ./client.jl:296 [16] _start() @ Base ./client.jl:563 TestsWithProperties: Error During Test at /home/pkgeval/.julia/packages/TestReports/zj3uX/test/reportgeneration.jl:27 Got exception outside of a @test TestReports failed to generate the report. See error log above. Resolving package versions... Updating `/tmp/jl_v8YsQP/Project.toml` [7876af07] + Example v0.5.5 Updating `/tmp/jl_v8YsQP/Manifest.toml` [7876af07] + Example v0.5.5 Updating `/tmp/jl_v8YsQP/Project.toml` [7876af07] - Example v0.5.5 Updating `/tmp/jl_v8YsQP/Manifest.toml` [7876af07] - Example v0.5.5 Info We haven't cleaned this depot up for a bit, running Pkg.gc()... Active manifest files: 3 found Active artifact files: 2 found Active scratchspaces: 0 found Deleted no artifacts, repos, packages or scratchspaces Activating project at `/tmp/jl_3cQoQq/PassingTests` Project No packages added to or removed from `/tmp/jl_3cQoQq/PassingTests/Project.toml` Manifest No packages added to or removed from `/tmp/jl_3cQoQq/PassingTests/Manifest.toml` Precompiling packages... 872.3 ms ✓ PassingTests (serial) 1 dependency successfully precompiled in 1 seconds Activating project at `/tmp/jl_ym97BD/PassingTests` Project No packages added to or removed from `/tmp/jl_ym97BD/PassingTests/Project.toml` Manifest No packages added to or removed from `/tmp/jl_ym97BD/PassingTests/Manifest.toml` Precompiling packages... 865.1 ms ✓ PassingTests (serial) 1 dependency successfully precompiled in 1 seconds Resolving package versions... Updating `/tmp/jl_XUVNTP/Project.toml` [379d537f] + PassingTests v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/PassingTests` Updating `/tmp/jl_XUVNTP/Manifest.toml` [379d537f] + PassingTests v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/PassingTests` [ Info: Testing PassingTests ERROR: unknown option `--doesnt-exist` Resolving package versions... Updating `/tmp/jl_bc0bQm/Project.toml` [b111998f] + FailedTest v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/FailedTest` Updating `/tmp/jl_bc0bQm/Manifest.toml` [b111998f] + FailedTest v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/FailedTest` [ Info: Testing FailedTest Precompiling packages... 861.6 ms ✓ FailedTest (serial) 1 dependency successfully precompiled in 1 seconds : Test Failed at /home/pkgeval/.julia/packages/TestReports/zj3uX/test/test_packages/FailedTest/test/runtests.jl:3 Expression: false Stacktrace: [1] record(ts::Test.DefaultTestSet, t::Union{Test.Error, Test.Fail}; print_result::Bool) @ Test /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1282 [2] record @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1274 [inlined] [3] add_to_ts_default! @ ~/.julia/packages/TestReports/zj3uX/src/testsets.jl:404 [inlined] [4] add_to_ts_default!(ts_default::Test.DefaultTestSet, result::TestReports.ReportingResult{Test.Fail}) @ TestReports ~/.julia/packages/TestReports/zj3uX/src/testsets.jl:403 [5] _broadcast_getindex_evalf @ ./broadcast.jl:701 [inlined] [6] _broadcast_getindex @ ./broadcast.jl:674 [inlined] [7] _getindex @ ./broadcast.jl:622 [inlined] [8] getindex @ ./broadcast.jl:618 [inlined] [9] copy(bc::Base.Broadcast.Broadcasted{Base.Broadcast.DefaultArrayStyle{1}, Tuple{Base.OneTo{Int64}}, typeof(TestReports.add_to_ts_default!), Tuple{Base.RefValue{Test.DefaultTestSet}, Vector{Any}}}) @ Base.Broadcast ./broadcast.jl:935 [10] materialize @ ./broadcast.jl:896 [inlined] [11] display_reporting_testset(ts::ReportingTestSet) @ TestReports ~/.julia/packages/TestReports/zj3uX/src/testsets.jl:369 [12] finish(ts::ReportingTestSet) @ TestReports ~/.julia/packages/TestReports/zj3uX/src/testsets.jl:109 [13] top-level scope @ none:14 [14] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1968 [inlined] ┌ Warning: ERROR: Test(s) failed or had an error in FailedTest └ @ TestReports ~/.julia/packages/TestReports/zj3uX/src/runner.jl:216 Resolving package versions... Updating `/tmp/jl_l6WAwn/Project.toml` [ab7034c0] + FailedNestedTest v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/FailedNestedTest` Updating `/tmp/jl_l6WAwn/Manifest.toml` [ab7034c0] + FailedNestedTest v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/FailedNestedTest` [ Info: Testing FailedNestedTest Precompiling packages... 862.0 ms ✓ FailedNestedTest (serial) 1 dependency successfully precompiled in 1 seconds ERROR: setfield!: const field .time_start of type DefaultTestSet cannot be changed Stacktrace: [1] setproperty!(x::Test.DefaultTestSet, f::Symbol, v::Int64) @ Base ./Base_compiler.jl:61 [2] set_time_taken!(ts::Test.DefaultTestSet, time_taken::Dates.Millisecond) @ TestReports ~/.julia/packages/TestReports/zj3uX/src/testsets.jl:213 [3] add_to_ts_default!(ts_default::Test.DefaultTestSet, ts::ReportingTestSet) @ TestReports ~/.julia/packages/TestReports/zj3uX/src/testsets.jl:409 [4] _broadcast_getindex_evalf @ ./broadcast.jl:701 [inlined] [5] _broadcast_getindex @ ./broadcast.jl:674 [inlined] [6] _getindex @ ./broadcast.jl:622 [inlined] [7] getindex @ ./broadcast.jl:618 [inlined] [8] copy(bc::Base.Broadcast.Broadcasted{Base.Broadcast.DefaultArrayStyle{1}, Tuple{Base.OneTo{Int64}}, typeof(TestReports.add_to_ts_default!), Tuple{Base.RefValue{Test.DefaultTestSet}, Vector{Any}}}) @ Base.Broadcast ./broadcast.jl:935 [9] materialize @ ./broadcast.jl:896 [inlined] [10] display_reporting_testset(ts::ReportingTestSet) @ TestReports ~/.julia/packages/TestReports/zj3uX/src/testsets.jl:369 [11] finish(ts::ReportingTestSet) @ TestReports ~/.julia/packages/TestReports/zj3uX/src/testsets.jl:109 [12] top-level scope @ none:14 [13] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1968 [inlined] [14] eval(m::Module, e::Any) @ Core ./boot.jl:489 [15] exec_options(opts::Base.JLOptions) @ Base ./client.jl:296 [16] _start() @ Base ./client.jl:563 Resolving package versions... Updating `/tmp/jl_I3gYzc/Project.toml` [34ecfee6] + ErroredTest v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/ErroredTest` Updating `/tmp/jl_I3gYzc/Manifest.toml` [34ecfee6] + ErroredTest v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/ErroredTest` [ Info: Testing ErroredTest Precompiling packages... 849.6 ms ✓ ErroredTest (serial) 1 dependency successfully precompiled in 1 seconds : Error During Test at /home/pkgeval/.julia/packages/TestReports/zj3uX/test/test_packages/ErroredTest/test/runtests.jl:3 Test threw exception Expression: error("ErroredTest error") ErroredTest error Stacktrace: [1] error(s::String) @ Base ./error.jl:44 [2] eval_test_function(func::Any, args::Any, kwargs::Any, quoted_func::Union{Expr, Symbol}, source::LineNumberNode, negate::Bool) @ Test /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:394 [3] top-level scope @ ~/.julia/packages/TestReports/zj3uX/test/test_packages/ErroredTest/test/runtests.jl:539 [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:748 [inlined] ┌ Warning: ERROR: Test(s) failed or had an error in ErroredTest └ @ TestReports ~/.julia/packages/TestReports/zj3uX/src/runner.jl:216 Resolving package versions... Updating `/tmp/jl_X7KNus/Project.toml` [5aa360a4] + NoTestFile v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/NoTestFile` Updating `/tmp/jl_X7KNus/Manifest.toml` [5aa360a4] + NoTestFile v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/NoTestFile` Resolving package versions... Updating `/tmp/jl_nOhqGy/Project.toml` [3ef0d59a] + TestsWithDeps v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/TestsWithDeps` Updating `/tmp/jl_nOhqGy/Manifest.toml` [7876af07] + Example v0.5.5 [3ef0d59a] + TestsWithDeps v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/TestsWithDeps` Precompiling packages... 912.7 ms ✓ TestsWithDeps (serial) 1 dependency successfully precompiled in 1 seconds Resolving package versions... Updating `/tmp/jl_wCTLfz/Project.toml` [3ef0d59a] + TestsWithTestDeps v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/TestsWithTestDeps` Updating `/tmp/jl_wCTLfz/Manifest.toml` [3ef0d59a] + TestsWithTestDeps v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/TestsWithTestDeps` Precompiling packages... 838.6 ms ✓ TestsWithTestDeps (serial) 1 dependency successfully precompiled in 1 seconds Resolving package versions... Updating `/tmp/jl_k0qPdl/Project.toml` [75affb0d] + TestsWithProjectFile v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/TestsWithProjectFile` Updating `/tmp/jl_k0qPdl/Manifest.toml` [75affb0d] + TestsWithProjectFile v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/TestsWithProjectFile` Precompiling packages... 878.3 ms ✓ TestsWithProjectFile (serial) 1 dependency successfully precompiled in 1 seconds Resolving package versions... Updating `/tmp/jl_p6yjdC/Project.toml` [e84797c4] + TestsWithProjectFileWithTestDeps v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/TestsWithProjectFileWithTestDeps` Updating `/tmp/jl_p6yjdC/Manifest.toml` [e84797c4] + TestsWithProjectFileWithTestDeps v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/TestsWithProjectFileWithTestDeps` Precompiling packages... 869.4 ms ✓ TestsWithProjectFileWithTestDeps (serial) 1 dependency successfully precompiled in 1 seconds Resolving package versions... Updating `/tmp/jl_SuzWAZ/Project.toml` [265b0eca] + TestArguments v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/TestArguments` Updating `/tmp/jl_SuzWAZ/Manifest.toml` [265b0eca] + TestArguments v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/TestArguments` Precompiling packages... 1106.0 ms ✓ MozillaCACerts_jll 939.1 ms ✓ PCRE2_jll 1018.2 ms ✓ Zstd_jll 792.8 ms ✓ OpenSSL_jll 977.8 ms ✓ p7zip_jll 1009.5 ms ✓ NetworkOptions 789.9 ms ✓ Zlib_jll 816.0 ms ✓ nghttp2_jll 2672.2 ms ✓ ArgTools 1229.7 ms ✓ JLLWrappers 866.3 ms ✓ LibSSH2_jll 1311.7 ms ✓ Tar 1355.5 ms ✓ Libiconv_jll 948.6 ms ✓ LibGit2_jll 1001.2 ms ✓ LibCURL_jll 1485.7 ms ✓ XML2_jll 4618.9 ms ✓ LibGit2 1372.1 ms ✓ LibCURL 1829.3 ms ✓ EzXML 5804.7 ms ✓ Downloads 105197.3 ms ✓ Pkg 5793.1 ms ✓ TestEnv 8128.4 ms ✓ TestReports 23 dependencies successfully precompiled in 151 seconds. 14 already precompiled. Resolving package versions... Updating `/tmp/jl_v8YsQP/Project.toml` [7876af07] + Example v0.5.5 Updating `/tmp/jl_v8YsQP/Manifest.toml` [7876af07] + Example v0.5.5 [ Info: Testing Example [ Info: Example tests passed. Results saved to /home/pkgeval/.julia/packages/TestReports/zj3uX/test/testlog.xml. [ Info: Testing Example [ Info: Example tests passed. Results saved to /home/pkgeval/.julia/packages/TestReports/zj3uX/test/NonExistentDir/changedname.xml. Updating `/tmp/jl_v8YsQP/Project.toml` [7876af07] - Example v0.5.5 Updating `/tmp/jl_v8YsQP/Manifest.toml` [7876af07] - Example v0.5.5 Resolving package versions... Updating `/tmp/jl_ICv6ne/Project.toml` [379d537f] + PassingTests v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/PassingTests` Updating `/tmp/jl_ICv6ne/Manifest.toml` [379d537f] + PassingTests v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/PassingTests` Resolving package versions... Updating `/tmp/jl_ICv6ne/Project.toml` [7876af07] + Example v0.5.5 Updating `/tmp/jl_ICv6ne/Manifest.toml` [7876af07] + Example v0.5.5 [ Info: Testing Example [ Info: Example tests passed. Results saved to /home/pkgeval/.julia/packages/TestReports/zj3uX/test/Example_testlog.xml. [ Info: Testing PassingTests Precompiling packages... 867.7 ms ✓ PassingTests (serial) 1 dependency successfully precompiled in 1 seconds [ Info: PassingTests tests passed. Results saved to /home/pkgeval/.julia/packages/TestReports/zj3uX/test/PassingTests_testlog.xml. [ Info: Testing Example [ Info: Example tests passed. Results saved to /home/pkgeval/.julia/packages/TestReports/zj3uX/test/testlog1.xml. [ Info: Testing PassingTests [ Info: PassingTests tests passed. Results saved to /home/pkgeval/.julia/packages/TestReports/zj3uX/test/testlog2.xml. ┌ Warning: Using ErrorException to test field access is deprecated; use FieldError instead. │ caller = do_test_throws(result::Test.ExecutionResult, orig_expr::Any, extype::Any) at Test.jl:908 └ @ Core /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:908 Resolving package versions... Updating `/tmp/jl_p9G2aV/Project.toml` [19d8228f] + OldTestReportsInTarget v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/OldTestReportsInTarget` Updating `/tmp/jl_p9G2aV/Manifest.toml` [19d8228f] + OldTestReportsInTarget v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/OldTestReportsInTarget` Resolving package versions... Updating `/tmp/jl_98ahfl/Project.toml` [19d8228f] + OldTestReportsInDeps v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/OldTestReportsInDeps` Updating `/tmp/jl_98ahfl/Manifest.toml` [8f5d6c58] + EzXML v1.2.2 [692b3bcd] + JLLWrappers v1.7.1 [19d8228f] + OldTestReportsInDeps v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/OldTestReportsInDeps` [21216c6a] + Preferences v1.5.0 ⌃ [dcd651b4] + TestReports v0.3.3 [loaded: v1.2.1] [94ce4f54] + Libiconv_jll v1.18.0+0 [02c8fc9c] + XML2_jll v2.14.4+0 [0dad84c5] + ArgTools v1.1.2 [56f22d72] + Artifacts v1.11.0 [2a0f44e3] + Base64 v1.11.0 [ade2ca70] + Dates v1.11.0 [f43a241f] + Downloads v1.7.0 [7b1f6079] + FileWatching v1.11.0 [b77e0a4c] + InteractiveUtils v1.11.0 [ac6e5ff7] + JuliaSyntaxHighlighting v1.12.0 [b27032c2] + LibCURL v0.6.4 [76f85450] + LibGit2 v1.11.0 [8f399da3] + Libdl v1.11.0 [56ddb016] + Logging v1.11.0 [d6f4376e] + Markdown v1.11.0 [ca575930] + NetworkOptions v1.3.0 [44cfe95a] + Pkg v1.13.0 [de0858da] + Printf v1.11.0 [9a3f8284] + Random v1.11.0 [ea8e919c] + SHA v0.7.0 [9e88b42a] + Serialization v1.11.0 [f489334b] + StyledStrings v1.11.0 [fa267f1f] + TOML v1.0.3 [a4e569a6] + Tar v1.10.0 [8dfed614] + Test v1.11.0 [cf7118a7] + UUIDs v1.11.0 [4ec0a83e] + Unicode v1.11.0 [e66e0078] + CompilerSupportLibraries_jll v1.3.0+1 [deac9b47] + LibCURL_jll v8.15.0+1 [e37daf67] + LibGit2_jll v1.9.1+0 [29816b5a] + LibSSH2_jll v1.11.3+1 [14a3606d] + MozillaCACerts_jll v2025.8.12 [458c3c95] + OpenSSL_jll v3.5.2+0 [efcefdf7] + PCRE2_jll v10.46.0+0 [83775a58] + Zlib_jll v1.3.1+2 [3161d3a3] + Zstd_jll v1.5.7+1 [8e850ede] + nghttp2_jll v1.67.0+0 [3f19e933] + p7zip_jll v17.6.0+0 Info Packages marked with ⌃ have new versions available and may be upgradable. Resolving package versions... Updating `/tmp/jl_VLvKo0/Project.toml` [19d8228f] + OldDepInTarget v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/OldDepInTarget` Updating `/tmp/jl_VLvKo0/Manifest.toml` [19d8228f] + OldDepInTarget v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/OldDepInTarget` Resolving package versions... Updating `/tmp/jl_7r0YGB/Project.toml` [19d8228f] + OldTestReportsInTestDeps v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/OldTestReportsInTestDeps` Updating `/tmp/jl_7r0YGB/Manifest.toml` [19d8228f] + OldTestReportsInTestDeps v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/OldTestReportsInTestDeps` Resolving package versions... Updating `/tmp/jl_xnrIVE/Project.toml` [19d8228f] + OldDepInTestDeps v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/OldDepInTestDeps` Updating `/tmp/jl_xnrIVE/Manifest.toml` [19d8228f] + OldDepInTestDeps v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/OldDepInTestDeps` Resolving package versions... Updating `/tmp/jl_ksqV8B/Project.toml` [19d8228f] + OldTestReportsInTestManifest_1_7 v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/OldTestReportsInTestManifest_1_7` Updating `/tmp/jl_ksqV8B/Manifest.toml` [19d8228f] + OldTestReportsInTestManifest_1_7 v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/OldTestReportsInTestManifest_1_7` Resolving package versions... Updating `/tmp/jl_mF3Irh/Project.toml` [19d8228f] + OldDepInTestManifest_1_7 v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/OldDepInTestManifest_1_7` Updating `/tmp/jl_mF3Irh/Manifest.toml` [19d8228f] + OldDepInTestManifest_1_7 v0.1.0 `~/.julia/packages/TestReports/zj3uX/test/test_packages/OldDepInTestManifest_1_7` Generate a JUnit test report from running Julia tests. Usage: reporttests.jl TEST_FILENAME [--output=LOG_FILENAME] -- [test_args...] julia reporttests.jl -- TEST_FILENAME [--output=LOG_FILENAME] -- [test_args...] Generate a JUnit test report from running Julia tests. Usage: reporttests.jl TEST_FILENAME [--output=LOG_FILENAME] -- [test_args...] julia reporttests.jl -- TEST_FILENAME [--output=LOG_FILENAME] -- [test_args...] Generate a JUnit test report from running Julia tests. Usage: reporttests.jl TEST_FILENAME [--output=LOG_FILENAME] -- [test_args...] julia reporttests.jl -- TEST_FILENAME [--output=LOG_FILENAME] -- [test_args...] /usr/bin/env: ‘julia’: No such file or directory /usr/bin/env: ‘julia’: No such file or directory use test script exit code: Test Failed at /home/pkgeval/.julia/packages/TestReports/zj3uX/test/reporttests_script.jl:84 Expression: p.exitcode == exit_code Evaluated: 127 == 42 Stacktrace: [1] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:751 [inlined] [2] (::var"#69#70")(dir::String) @ Main ~/.julia/packages/TestReports/zj3uX/test/reporttests_script.jl:84 [3] mktempdir(fn::var"#69#70", parent::String; prefix::String) @ Base.Filesystem ./file.jl:899 [4] mktempdir(fn::Function, parent::String) @ Base.Filesystem ./file.jl:895 [5] top-level scope @ ~/.julia/packages/TestReports/zj3uX/test/reporttests_script.jl:77 [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1952 [inlined] [7] macro expansion @ ~/.julia/packages/TestReports/zj3uX/test/reporttests_script.jl:77 [inlined] /usr/bin/env: ‘julia’: No such file or directory default output file: Test Failed at /home/pkgeval/.julia/packages/TestReports/zj3uX/test/reporttests_script.jl:92 Expression: success(p) Evaluated: success(Process(`/home/pkgeval/.julia/packages/TestReports/zj3uX/bin/reporttests.jl reporttests_testsets.jl`, ProcessExited(127))) Stacktrace: [1] top-level scope @ ~/.julia/packages/TestReports/zj3uX/test/reporttests_script.jl:89 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1952 [inlined] [3] macro expansion @ ~/.julia/packages/TestReports/zj3uX/test/reporttests_script.jl:92 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:751 [inlined] default output file: Test Failed at /home/pkgeval/.julia/packages/TestReports/zj3uX/test/reporttests_script.jl:93 Expression: isfile(output_file) Evaluated: isfile("testlog.xml") Stacktrace: [1] top-level scope @ ~/.julia/packages/TestReports/zj3uX/test/reporttests_script.jl:89 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1952 [inlined] [3] macro expansion @ ~/.julia/packages/TestReports/zj3uX/test/reporttests_script.jl:93 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:751 [inlined] default output file: Error During Test at /home/pkgeval/.julia/packages/TestReports/zj3uX/test/reporttests_script.jl:88 Got exception outside of a @test SystemError: opening file "testlog.xml": No such file or directory Stacktrace: [1] systemerror(p::String, errno::Int32; extrainfo::Nothing) @ Base ./error.jl:186 [2] open(fname::String; lock::Bool, read::Nothing, write::Nothing, create::Nothing, truncate::Nothing, append::Nothing) @ Base ./iostream.jl:327 [3] open @ ./iostream.jl:306 [inlined] [4] open(f::Base.var"#read##2#read##3"{String}, args::String; kwargs::@Kwargs{}) @ Base ./io.jl:418 [5] open @ ./io.jl:417 [inlined] [6] read(filename::String, ::Type{String}) @ Base ./io.jl:517 [7] top-level scope @ ~/.julia/packages/TestReports/zj3uX/test/reporttests_script.jl:89 [8] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1952 [inlined] [9] macro expansion @ ~/.julia/packages/TestReports/zj3uX/test/reporttests_script.jl:94 [inlined] [10] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:309 [11] top-level scope @ ~/.julia/packages/TestReports/zj3uX/test/runtests.jl:14 [12] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1952 [inlined] [13] macro expansion @ ~/.julia/packages/TestReports/zj3uX/test/runtests.jl:19 [inlined] [14] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1952 [inlined] [15] macro expansion @ ~/.julia/packages/TestReports/zj3uX/test/runtests.jl:19 [inlined] [16] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:309 [17] top-level scope @ none:6 [18] eval(m::Module, e::Any) @ Core ./boot.jl:489 [19] exec_options(opts::Base.JLOptions) @ Base ./client.jl:296 [20] _start() @ Base ./client.jl:563 /usr/bin/env: ‘julia’: No such file or directory specify output file: Test Failed at /home/pkgeval/.julia/packages/TestReports/zj3uX/test/reporttests_script.jl:104 Expression: success(p) Evaluated: success(Process(`/home/pkgeval/.julia/packages/TestReports/zj3uX/bin/reporttests.jl reporttests_testsets.jl --output=junit-report.xml`, ProcessExited(127))) Stacktrace: [1] top-level scope @ ~/.julia/packages/TestReports/zj3uX/test/reporttests_script.jl:101 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1952 [inlined] [3] macro expansion @ ~/.julia/packages/TestReports/zj3uX/test/reporttests_script.jl:104 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:751 [inlined] specify output file: Test Failed at /home/pkgeval/.julia/packages/TestReports/zj3uX/test/reporttests_script.jl:105 Expression: isfile(output_file) Evaluated: isfile("junit-report.xml") Stacktrace: [1] top-level scope @ ~/.julia/packages/TestReports/zj3uX/test/reporttests_script.jl:101 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1952 [inlined] [3] macro expansion @ ~/.julia/packages/TestReports/zj3uX/test/reporttests_script.jl:105 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:751 [inlined] specify output file: Error During Test at /home/pkgeval/.julia/packages/TestReports/zj3uX/test/reporttests_script.jl:100 Got exception outside of a @test SystemError: opening file "junit-report.xml": No such file or directory Stacktrace: [1] systemerror(p::String, errno::Int32; extrainfo::Nothing) @ Base ./error.jl:186 [2] open(fname::String; lock::Bool, read::Nothing, write::Nothing, create::Nothing, truncate::Nothing, append::Nothing) @ Base ./iostream.jl:327 [3] open @ ./iostream.jl:306 [inlined] [4] open(f::Base.var"#read##2#read##3"{String}, args::String; kwargs::@Kwargs{}) @ Base ./io.jl:418 [5] open @ ./io.jl:417 [inlined] [6] read(filename::String, ::Type{String}) @ Base ./io.jl:517 [7] top-level scope @ ~/.julia/packages/TestReports/zj3uX/test/reporttests_script.jl:101 [8] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1952 [inlined] [9] macro expansion @ ~/.julia/packages/TestReports/zj3uX/test/reporttests_script.jl:106 [inlined] [10] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:309 [11] top-level scope @ ~/.julia/packages/TestReports/zj3uX/test/runtests.jl:14 [12] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1952 [inlined] [13] macro expansion @ ~/.julia/packages/TestReports/zj3uX/test/runtests.jl:19 [inlined] [14] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1952 [inlined] [15] macro expansion @ ~/.julia/packages/TestReports/zj3uX/test/runtests.jl:19 [inlined] [16] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:309 [17] top-level scope @ none:6 [18] eval(m::Module, e::Any) @ Core ./boot.jl:489 [19] exec_options(opts::Base.JLOptions) @ Base ./client.jl:296 [20] _start() @ Base ./client.jl:563 /usr/bin/env: ‘julia’: No such file or directory test args: Test Failed at /home/pkgeval/.julia/packages/TestReports/zj3uX/test/reporttests_script.jl:117 Expression: isfile(output_file) Evaluated: isfile("testlog.xml") Stacktrace: [1] top-level scope @ ~/.julia/packages/TestReports/zj3uX/test/reporttests_script.jl:113 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1952 [inlined] [3] macro expansion @ ~/.julia/packages/TestReports/zj3uX/test/reporttests_script.jl:117 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:751 [inlined] test args: Error During Test at /home/pkgeval/.julia/packages/TestReports/zj3uX/test/reporttests_script.jl:112 Got exception outside of a @test SystemError: opening file "testlog.xml": No such file or directory Stacktrace: [1] systemerror(p::String, errno::Int32; extrainfo::Nothing) @ Base ./error.jl:186 [2] open(fname::String; lock::Bool, read::Nothing, write::Nothing, create::Nothing, truncate::Nothing, append::Nothing) @ Base ./iostream.jl:327 [3] open @ ./iostream.jl:306 [inlined] [4] open(f::Base.var"#read##2#read##3"{String}, args::String; kwargs::@Kwargs{}) @ Base ./io.jl:418 [5] open @ ./io.jl:417 [inlined] [6] read(filename::String, ::Type{String}) @ Base ./io.jl:517 [7] top-level scope @ ~/.julia/packages/TestReports/zj3uX/test/reporttests_script.jl:113 [8] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1952 [inlined] [9] macro expansion @ ~/.julia/packages/TestReports/zj3uX/test/reporttests_script.jl:118 [inlined] [10] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:309 [11] top-level scope @ ~/.julia/packages/TestReports/zj3uX/test/runtests.jl:14 [12] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1952 [inlined] [13] macro expansion @ ~/.julia/packages/TestReports/zj3uX/test/runtests.jl:19 [inlined] [14] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1952 [inlined] [15] macro expansion @ ~/.julia/packages/TestReports/zj3uX/test/runtests.jl:19 [inlined] [16] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:309 [17] top-level scope @ none:6 [18] eval(m::Module, e::Any) @ Core ./boot.jl:489 [19] exec_options(opts::Base.JLOptions) @ Base ./client.jl:296 [20] _start() @ Base ./client.jl:563 Test Summary: | Pass Fail Error Total Time TestReports | 245 6 8 259 8m52.2s testsets | 65 2 67 1m33.3s record_test_property! | 2 2 1.7s flatten_results! | 27 27 2.0s ReportingTestSet Display | 6 1 7 8.1s any_problems | 10 10 0.9s Timing | 4 4 0.5s Struct equality checks | 4 4 0.1s Custom testsets | 8 1 9 1m17.7s | x x x ? ?s ispass | 4 4 0.0s testset kwargs are handled - happy path | 0 1.1s properties | 76 76 5.4s report generation | 38 3 41 7m09.0s SingleNest | 1 1 13.7s Complex Example | 1 1 16.0s TestsWithProperties | 1 1 15.7s Runner tests | 7 7 48.5s Test packages | 10 10 4m18.3s logfile options | 9 9 1m09.0s Chained failing test - Issue #25 | 1 1 0.5s report - check_ts | 4 4 2.0s Error counting - Issue #72 | 7 7 2.7s runner internals | 28 28 0.9s to_xml | 8 8 0.7s reporttests script | 30 6 3 39 2.8s runner script | 5 5 0.0s parse_args | 22 22 0.7s no specified test script | 1 1 0.1s use test script exit code | 1 1 2 0.2s default output file | 2 1 3 0.2s specify output file | 2 1 3 0.1s test args | 1 1 1 3 0.1s RNG of the outermost testset: Random.Xoshiro(0x60f6ae9eec19d7f1, 0x7fd8476888aa8c41, 0x43fc577bf32e4a49, 0xeaa39e25b8d91dbc, 0x9ee68d4c53f0c045) ERROR: LoadError: Some tests did not pass: 245 passed, 6 failed, 8 errored, 0 broken. in expression starting at /home/pkgeval/.julia/packages/TestReports/zj3uX/test/runtests.jl:13 Testing failed after 545.88s ERROR: LoadError: Package TestReports errored during testing Stacktrace: [1] pkgerror(msg::String) @ Pkg.Types /opt/julia/share/julia/stdlib/v1.13/Pkg/src/Types.jl:68 [2] test(ctx::Pkg.Types.Context, pkgs::Vector{PackageSpec}; coverage::Bool, julia_args::Cmd, test_args::Cmd, test_fn::Nothing, force_latest_compatible_version::Bool, allow_earlier_backwards_compatible_versions::Bool, allow_reresolve::Bool) @ Pkg.Operations /opt/julia/share/julia/stdlib/v1.13/Pkg/src/Operations.jl:2673 [3] test @ /opt/julia/share/julia/stdlib/v1.13/Pkg/src/Operations.jl:2522 [inlined] [4] test(ctx::Pkg.Types.Context, pkgs::Vector{PackageSpec}; coverage::Bool, test_fn::Nothing, julia_args::Cmd, test_args::Cmd, force_latest_compatible_version::Bool, allow_earlier_backwards_compatible_versions::Bool, allow_reresolve::Bool, kwargs::@Kwargs{io::IOContext{IO}}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:538 [5] kwcall(::@NamedTuple{julia_args::Cmd, io::IOContext{IO}}, ::typeof(Pkg.API.test), ctx::Pkg.Types.Context, pkgs::Vector{PackageSpec}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:515 [6] test(pkgs::Vector{PackageSpec}; io::IOContext{IO}, kwargs::@Kwargs{julia_args::Cmd}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:168 [7] kwcall(::@NamedTuple{julia_args::Cmd}, ::typeof(Pkg.API.test), pkgs::Vector{PackageSpec}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:157 [8] test(pkgs::Vector{String}; kwargs::@Kwargs{julia_args::Cmd}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:156 [9] test @ /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:156 [inlined] [10] kwcall(::@NamedTuple{julia_args::Cmd}, ::typeof(Pkg.API.test), pkg::String) @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:155 [11] top-level scope @ /PkgEval.jl/scripts/evaluate.jl:219 [12] include(mod::Module, _path::String) @ Base ./Base.jl:308 [13] exec_options(opts::Base.JLOptions) @ Base ./client.jl:330 [14] _start() @ Base ./client.jl:563 in expression starting at /PkgEval.jl/scripts/evaluate.jl:210 PkgEval failed after 606.78s: package tests unexpectedly errored