Package evaluation of ReTestItems on Julia 1.13.0-DEV.1039 (6568124d5b*) started at 2025-08-26T12:02:37.169 ################################################################################ # Set-up # Installing PkgEval dependencies (TestEnv)... Set-up completed after 9.28s ################################################################################ # Installation # Installing ReTestItems... Resolving package versions... Updating `~/.julia/environments/v1.13/Project.toml` [817f1d60] + ReTestItems v1.33.2 Updating `~/.julia/environments/v1.13/Manifest.toml` [817f1d60] + ReTestItems v1.33.2 [1e6cf692] + TestEnv v1.102.2 [0dad84c5] + ArgTools v1.1.2 [56f22d72] + Artifacts v1.11.0 [2a0f44e3] + Base64 v1.11.0 [ade2ca70] + Dates v1.11.0 [f43a241f] + Downloads v1.7.0 [7b1f6079] + FileWatching v1.11.0 [b77e0a4c] + InteractiveUtils v1.11.0 [ac6e5ff7] + JuliaSyntaxHighlighting v1.12.0 [b27032c2] + LibCURL v0.6.4 [76f85450] + LibGit2 v1.11.0 [8f399da3] + Libdl v1.11.0 [56ddb016] + Logging v1.11.0 [d6f4376e] + Markdown v1.11.0 [ca575930] + NetworkOptions v1.3.0 [44cfe95a] + Pkg v1.13.0 [de0858da] + Printf v1.11.0 [9a3f8284] + Random v1.11.0 [ea8e919c] + SHA v0.7.0 [9e88b42a] + Serialization v1.11.0 [6462fe0b] + Sockets v1.11.0 [f489334b] + StyledStrings v1.11.0 [fa267f1f] + TOML v1.0.3 [a4e569a6] + Tar v1.10.0 [8dfed614] + Test v1.11.0 [cf7118a7] + UUIDs v1.11.0 [4ec0a83e] + Unicode v1.11.0 [e66e0078] + CompilerSupportLibraries_jll v1.3.0+1 [deac9b47] + LibCURL_jll v8.15.0+1 [e37daf67] + LibGit2_jll v1.9.1+0 [29816b5a] + LibSSH2_jll v1.11.3+1 [14a3606d] + MozillaCACerts_jll v2025.8.12 [458c3c95] + OpenSSL_jll v3.5.2+0 [efcefdf7] + PCRE2_jll v10.45.0+0 [83775a58] + Zlib_jll v1.3.1+2 [3161d3a3] + Zstd_jll v1.5.7+1 [8e850ede] + nghttp2_jll v1.66.0+0 [3f19e933] + p7zip_jll v17.6.0+0 Installation completed after 0.91s ################################################################################ # Precompilation # Precompiling PkgEval dependencies... Precompiling package dependencies... Precompilation completed after 16.89s ################################################################################ # Testing # Testing ReTestItems Status `/tmp/jl_dWNGYZ/Project.toml` [15f4f7f2] AutoHashEquals v2.2.0 [ab62b9b5] DeepDiffs v1.2.0 [b5f81e59] IOCapture v0.2.5 [817f1d60] ReTestItems v1.33.2 [1e6cf692] TestEnv v1.102.2 [228000da] XMLDict v0.4.1 [ade2ca70] Dates v1.11.0 [56ddb016] Logging v1.11.0 [44cfe95a] Pkg v1.13.0 [9abbd945] Profile v1.11.0 [9a3f8284] Random v1.11.0 [9e88b42a] Serialization v1.11.0 [6462fe0b] Sockets v1.11.0 [8dfed614] Test v1.11.0 Status `/tmp/jl_dWNGYZ/Manifest.toml` [15f4f7f2] AutoHashEquals v2.2.0 [ab62b9b5] DeepDiffs v1.2.0 [8f5d6c58] EzXML v1.2.2 [b5f81e59] IOCapture v0.2.5 [c8e1da08] IterTools v1.10.0 [692b3bcd] JLLWrappers v1.7.1 [bac558e1] OrderedCollections v1.8.1 [21216c6a] Preferences v1.5.0 [817f1d60] ReTestItems v1.33.2 [1e6cf692] TestEnv v1.102.2 [228000da] XMLDict v0.4.1 [94ce4f54] Libiconv_jll v1.18.0+0 [02c8fc9c] XML2_jll v2.14.4+0 [0dad84c5] ArgTools v1.1.2 [56f22d72] Artifacts v1.11.0 [2a0f44e3] Base64 v1.11.0 [ade2ca70] Dates v1.11.0 [f43a241f] Downloads v1.7.0 [7b1f6079] FileWatching v1.11.0 [b77e0a4c] InteractiveUtils v1.11.0 [ac6e5ff7] JuliaSyntaxHighlighting v1.12.0 [b27032c2] LibCURL v0.6.4 [76f85450] LibGit2 v1.11.0 [8f399da3] Libdl v1.11.0 [56ddb016] Logging v1.11.0 [d6f4376e] Markdown v1.11.0 [ca575930] NetworkOptions v1.3.0 [44cfe95a] Pkg v1.13.0 [de0858da] Printf v1.11.0 [9abbd945] Profile v1.11.0 [9a3f8284] Random v1.11.0 [ea8e919c] SHA v0.7.0 [9e88b42a] Serialization v1.11.0 [6462fe0b] Sockets v1.11.0 [f489334b] StyledStrings v1.11.0 [fa267f1f] TOML v1.0.3 [a4e569a6] Tar v1.10.0 [8dfed614] Test v1.11.0 [cf7118a7] UUIDs v1.11.0 [4ec0a83e] Unicode v1.11.0 [e66e0078] CompilerSupportLibraries_jll v1.3.0+1 [deac9b47] LibCURL_jll v8.15.0+1 [e37daf67] LibGit2_jll v1.9.1+0 [29816b5a] LibSSH2_jll v1.11.3+1 [14a3606d] MozillaCACerts_jll v2025.8.12 [458c3c95] OpenSSL_jll v3.5.2+0 [efcefdf7] PCRE2_jll v10.45.0+0 [83775a58] Zlib_jll v1.3.1+2 [3161d3a3] Zstd_jll v1.5.7+1 [8e850ede] nghttp2_jll v1.66.0+0 [3f19e933] p7zip_jll v17.6.0+0 Testing Running tests... Worker 26: [26] signal 15: Terminated ┌ Warning: Test item "Dummy TestItem" at source/path:42 contains test sets without tests: │ "Empty testset" └ @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/log_capture.jl:328 report_empty_testsets: Error During Test at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/internals.jl:170 Got exception outside of a @test ConcurrencyViolationError("setfield!: atomic field cannot be written non-atomically") Stacktrace: [1] setproperty!(x::DefaultTestSet, f::Symbol, v::Int64) @ Base ./Base_compiler.jl:61 [2] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/internals.jl:7 [3] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [4] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/internals.jl:171 [inlined] [5] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [6] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/internals.jl:203 [inlined] [7] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:309 [8] IncludeInto @ ./Base.jl:310 [inlined] [9] (::var"#5#6")() @ Main ~/.julia/packages/ReTestItems/3F3Hj/test/runtests.jl:19 [10] withenv(f::var"#5#6", keyvals::Pair{String, Int64}) @ Base ./env.jl:265 [11] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/runtests.jl:15 [12] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [13] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/runtests.jl:17 [inlined] [14] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:309 [15] top-level scope @ none:6 [16] eval(m::Module, e::Any) @ Core ./boot.jl:489 [17] exec_options(opts::Base.JLOptions) @ Base ./client.jl:296 [18] _start() @ Base ./client.jl:563 ┌ Warning: No such path "foo" └ @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:138 ┌ Warning: No such path "foo" └ @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:138 ┌ Warning: "/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_empty_file.jl" is not a test file └ @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:142 12:04:33 | maxrss 1.6% | mem 2.0% | SKIP (0/1) test item "skip" at internals.jl:289 12:04:38 | maxrss 1.7% | mem 2.0% | START test item "TI1" at macros.jl:32 12:04:38 | maxrss 1.7% | mem 2.0% | DONE test item "TI1" 0.1 secs (98.0% compile), 111.43 K allocs (6.882 MB) 12:04:38 | maxrss 1.7% | mem 2.0% | START test item "TI2" at macros.jl:43 12:04:38 | maxrss 1.7% | mem 2.0% | DONE test item "TI2" <0.1 secs (<0.1% compile), 994 allocs (55.616 KB) 12:04:38 | maxrss 1.7% | mem 2.0% | START test item "TI" at macros.jl:53 12:04:38 | maxrss 1.7% | mem 2.0% | DONE test item "TI" <0.1 secs (<0.1% compile), 994 allocs (55.648 KB) 12:04:38 | maxrss 1.7% | mem 2.0% | START test item "macro-import" at macros.jl:64 12:04:40 | maxrss 1.7% | mem 2.0% | DONE test item "macro-import" 1.4 secs (99.0% compile), 534.45 K allocs (31.168 MB) 12:04:40 | maxrss 1.7% | mem 2.0% | START test item "Foo" at macros.jl:95 12:04:41 | maxrss 1.7% | mem 2.0% | DONE test item "Foo" <0.1 secs (<0.1% compile), 2.88 K allocs (128.672 KB) 12:04:41 | maxrss 1.7% | mem 2.0% | START test item "Foo3" at macros.jl:110 12:04:41 | maxrss 1.7% | mem 2.0% | DONE test item "Foo3" <0.1 secs (<0.1% compile), 1.99 K allocs (93.424 KB) 12:04:41 | maxrss 1.7% | mem 2.0% | START test item "Foo4" at macros.jl:119 Foo4: Error During Test at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/macros.jl:119 Got exception outside of a @test UndefVarError: `NonExistentSetup` not defined in `Main` Suggestion: check for spelling errors or missing imports. Stacktrace: [1] eval_import_path_all(at::Module, path::Expr, keyword::String) @ Base ./module.jl:62 [2] _eval_using(to::Module, path::Expr) @ Base ./module.jl:137 [3] top-level scope @ none:0 [4] eval(m::Module, e::Any) @ Core ./boot.jl:489 [5] #73 @ ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:1112 [inlined] [6] with_source_path(f::ReTestItems.var"#73#74"{Expr}, path::String) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:935 [7] (::ReTestItems.var"#71#72"{TestItem, String, Expr, Expr})() @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:1112 [8] _redirect_logs(f::ReTestItems.var"#71#72"{TestItem, String, Expr, Expr}, target::Base.PipeEndpoint) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/log_capture.jl:109 [9] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/src/macros.jl:82 [inlined] [10] runtestitem(ti::TestItem, ctx::ReTestItems.TestContext; test_end_expr::Nothing, logs::Symbol, verbose_results::Bool, finish_test::Bool, catch_test_error::Bool, failfast::Bool) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:1109 [11] runtestitem @ ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:1031 [inlined] [12] runtestitem(ti::TestItem; kw::@Kwargs{finish_test::Bool}) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:1023 [13] kwcall(::@NamedTuple{finish_test::Bool}, ::typeof(runtestitem), ti::TestItem) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:1015 [14] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/macros.jl:23 [15] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [16] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/macros.jl:118 [inlined] [17] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [18] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/macros.jl:123 [inlined] [19] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:309 [20] IncludeInto @ ./Base.jl:310 [inlined] [21] (::var"#5#6")() @ Main ~/.julia/packages/ReTestItems/3F3Hj/test/runtests.jl:20 [22] withenv(f::var"#5#6", keyvals::Pair{String, Int64}) @ Base ./env.jl:265 [23] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/runtests.jl:15 [24] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [25] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/runtests.jl:17 [inlined] [26] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:309 [27] top-level scope @ none:6 [28] eval(m::Module, e::Any) @ Core ./boot.jl:489 [29] exec_options(opts::Base.JLOptions) @ Base ./client.jl:296 [30] _start() @ Base ./client.jl:563 12:04:42 | maxrss 1.7% | mem 2.0% | DONE test item "Foo4" 0 secs 12:04:42 | maxrss 1.7% | mem 2.0% | START test item "testitem active" at macros.jl:138 12:04:42 | maxrss 1.7% | mem 2.0% | DONE test item "testitem active" <0.1 secs (80.7% compile), 2.83 K allocs (153.792 KB) 12:04:42 | maxrss 1.7% | mem 2.0% | START test item "run" at macros.jl:146 12:04:42 | maxrss 1.7% | mem 2.0% | DONE test item "run" <0.1 secs (<0.1% compile), 992 allocs (55.456 KB) 12:04:43 | maxrss 1.7% | mem 2.0% | START test item "comparisons" at macros.jl:182 12:04:45 | maxrss 1.7% | mem 2.1% | DONE test item "comparisons" 0.1 secs (82.7% compile), 31.55 K allocs (1.896 MB) 12:04:48 | maxrss 1.7% | mem 2.1% | SKIP test item "skip isa bool" at macros.jl:306 12:04:48 | maxrss 1.7% | mem 2.1% | SKIP test item "test contains error" at macros.jl:314 12:04:48 | maxrss 1.7% | mem 2.1% | SKIP test item "skip isa expr 1" at macros.jl:335 12:04:48 | maxrss 1.7% | mem 2.1% | SKIP test item "skip isa expr 2" at macros.jl:345 12:04:48 | maxrss 1.7% | mem 2.1% | SKIP test item "skip expr loads module" at macros.jl:362 12:04:48 | maxrss 1.7% | mem 2.1% | SKIP test item "skip expr defines variable" at macros.jl:371 12:04:48 | maxrss 1.7% | mem 2.1% | SKIP test item "skip expr defines variable" at macros.jl:371 12:04:48 | maxrss 1.7% | mem 2.1% | START test item "default_imports" at macros.jl:424 12:04:48 | maxrss 1.7% | mem 2.1% | DONE test item "default_imports" <0.1 secs (<0.1% compile), 1.48 K allocs (73.536 KB) 12:04:48 | maxrss 1.7% | mem 2.1% | START test item "no_default_imports" at macros.jl:432 12:04:48 | maxrss 1.7% | mem 2.1% | DONE test item "no_default_imports" 0.2 secs (99.3% compile), 395.43 K allocs (24.197 MB) WARNING: Method definition n_passed(Any) in module Main at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/macros.jl:7 overwritten at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/_integration_test_tools.jl:69. Activating project at `~/.julia/packages/ReTestItems/3F3Hj` Updating `~/.julia/packages/ReTestItems/3F3Hj/Project.toml` [1e6cf692] + TestEnv v1.102.2 [ade2ca70] ~ Dates ⇒ v1.11.0 [56ddb016] ~ Logging ⇒ v1.11.0 [44cfe95a] ~ Pkg ⇒ v1.13.0 [9e88b42a] ~ Serialization ⇒ v1.11.0 [6462fe0b] ~ Sockets ⇒ v1.11.0 [8dfed614] ~ Test ⇒ v1.11.0 Updating `~/.julia/packages/ReTestItems/3F3Hj/Manifest.toml` [1e6cf692] + TestEnv v1.102.2 [0dad84c5] + ArgTools v1.1.2 [56f22d72] + Artifacts v1.11.0 [2a0f44e3] + Base64 v1.11.0 [ade2ca70] ~ Dates ⇒ v1.11.0 [f43a241f] + Downloads v1.7.0 [7b1f6079] + FileWatching v1.11.0 [b77e0a4c] + InteractiveUtils v1.11.0 [ac6e5ff7] + JuliaSyntaxHighlighting v1.12.0 [b27032c2] + LibCURL v0.6.4 [76f85450] + LibGit2 v1.11.0 [8f399da3] + Libdl v1.11.0 [56ddb016] ~ Logging ⇒ v1.11.0 [d6f4376e] + Markdown v1.11.0 [ca575930] + NetworkOptions v1.3.0 [44cfe95a] ~ Pkg ⇒ v1.13.0 [de0858da] + Printf v1.11.0 [9a3f8284] + Random v1.11.0 [ea8e919c] + SHA v0.7.0 [9e88b42a] ~ Serialization ⇒ v1.11.0 [6462fe0b] ~ Sockets ⇒ v1.11.0 [f489334b] + StyledStrings v1.11.0 [fa267f1f] + TOML v1.0.3 [a4e569a6] + Tar v1.10.0 [8dfed614] ~ Test ⇒ v1.11.0 [cf7118a7] + UUIDs v1.11.0 [4ec0a83e] + Unicode v1.11.0 [e66e0078] + CompilerSupportLibraries_jll v1.3.0+1 [deac9b47] + LibCURL_jll v8.15.0+1 [e37daf67] + LibGit2_jll v1.9.1+0 [29816b5a] + LibSSH2_jll v1.11.3+1 [14a3606d] + MozillaCACerts_jll v2025.8.12 [458c3c95] + OpenSSL_jll v3.5.2+0 [efcefdf7] + PCRE2_jll v10.45.0+0 [83775a58] + Zlib_jll v1.3.1+2 [3161d3a3] + Zstd_jll v1.5.7+1 [8e850ede] + nghttp2_jll v1.66.0+0 [3f19e933] + p7zip_jll v17.6.0+0 [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_testitem_test.jl [ Info: Finished scanning for test items in 0.01 seconds. [ Info: Scheduling 1 tests on pid 17 12:05:20 | maxrss 2.0% | mem 2.4% | START (1/1) test item "foo" at test/testfiles/_testitem_test.jl:2 12:05:21 | maxrss 2.0% | mem 2.4% | DONE (1/1) test item "foo" <0.1 secs (<0.1% compile), 1.33 K allocs (74.608 KB) [ Tests Completed: 1/1 test items were run. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_nested/_testitem_test.jl [ Info: Finished scanning for test items in 0.0 seconds. [ Info: Scheduling 1 tests on pid 17 12:05:21 | maxrss 2.0% | mem 2.4% | START (1/1) test item "foo" at test/testfiles/_nested/_testitem_test.jl:2 12:05:21 | maxrss 2.0% | mem 2.4% | DONE (1/1) test item "foo" <0.1 secs (<0.1% compile), 1.24 K allocs (69.600 KB) [ Tests Completed: 1/1 test items were run. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_nested [ Info: Finished scanning for test items in 0.0 seconds. [ Info: Scheduling 1 tests on pid 17 12:05:21 | maxrss 2.0% | mem 2.4% | START (1/1) test item "foo" at test/testfiles/_nested/_testitem_test.jl:2 12:05:21 | maxrss 2.0% | mem 2.4% | DONE (1/1) test item "foo" <0.1 secs (<0.1% compile), 1.24 K allocs (67.424 KB) [ Tests Completed: 1/1 test items were run. Activating project at `~/.julia/packages/ReTestItems/3F3Hj/test/packages/TestsInSrc.jl` 12:05:24 | maxrss 2.0% | mem 2.4% | START (1/1) test item "foo" at src/foo_test.jl:1 12:05:24 | maxrss 2.0% | mem 2.4% | DONE (1/1) test item "foo" 0.9 secs (2.0% compile), 57.35 K allocs (7.643 MB) [ Tests Completed: 1/1 test items were run. [ Info: Scanning for test items in project `TestsInSrc` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/TestsInSrc.jl [ Info: Finished scanning for test items in 0.01 seconds. [ Info: Scheduling 8 tests on pid 17 12:05:25 | maxrss 2.0% | mem 2.4% | START (1/8) test item "a1" at src/a_dir/a1_test.jl:1 12:05:25 | maxrss 2.0% | mem 2.4% | DONE (1/8) test item "a1" <0.1 secs (<0.1% compile), 1.08 K allocs (61.504 KB) 12:05:25 | maxrss 2.0% | mem 2.4% | START (2/8) test item "a2" at src/a_dir/a2_test.jl:1 12:05:25 | maxrss 2.0% | mem 2.4% | DONE (2/8) test item "a2" <0.1 secs (<0.1% compile), 2.87 K allocs (129.960 KB) 12:05:25 | maxrss 2.0% | mem 2.4% | START (3/8) test item "z" at src/a_dir/x_dir/x_test.jl:1 12:05:25 | maxrss 2.0% | mem 2.4% | DONE (3/8) test item "z" <0.1 secs (<0.1% compile), 1.08 K allocs (61.600 KB) 12:05:25 | maxrss 2.0% | mem 2.4% | START (4/8) test item "y" at src/a_dir/x_dir/x_test.jl:4 12:05:25 | maxrss 2.0% | mem 2.4% | DONE (4/8) test item "y" <0.1 secs (<0.1% compile), 1.08 K allocs (61.632 KB) 12:05:25 | maxrss 2.0% | mem 2.4% | START (5/8) test item "x" at src/a_dir/x_dir/x_test.jl:7 12:05:25 | maxrss 2.0% | mem 2.4% | DONE (5/8) test item "x" <0.1 secs (<0.1% compile), 1.08 K allocs (61.504 KB) 12:05:25 | maxrss 2.0% | mem 2.4% | START (6/8) test item "b" at src/b_dir/b_test.jl:1 12:05:25 | maxrss 2.0% | mem 2.4% | DONE (6/8) test item "b" <0.1 secs (<0.1% compile), 1.08 K allocs (61.664 KB) 12:05:25 | maxrss 2.0% | mem 2.4% | START (7/8) test item "bar" at src/bar_tests.jl:1 12:05:26 | maxrss 2.0% | mem 2.4% | DONE (7/8) test item "bar" 0.6 secs (97.4% compile), 300.63 K allocs (16.733 MB) 12:05:26 | maxrss 2.0% | mem 2.4% | START (8/8) test item "foo" at src/foo_test.jl:1 12:05:26 | maxrss 2.0% | mem 2.4% | DONE (8/8) test item "foo" <0.1 secs (<0.1% compile), 1.69 K allocs (83.632 KB) [ Tests Completed: 8/8 test items were run. [ Info: Scanning for test items in project `TestsInSrc` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/TestsInSrc.jl [ Info: Finished scanning for test items in 0.96 seconds. [ Info: Scanning for test items in project `TestsInSrc` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/TestsInSrc.jl [ Info: Finished scanning for test items in 1.04 seconds. [ Info: Scheduling 1 tests on pid 17 12:05:28 | maxrss 2.0% | mem 2.4% | START (1/1) test item "bar" at src/bar_tests.jl:1 12:05:28 | maxrss 2.0% | mem 2.4% | DONE (1/1) test item "bar" <0.1 secs (<0.1% compile), 4.18 K allocs (177.240 KB) [ Tests Completed: 1/1 test items were run. [ Info: Scanning for test items in project `TestsInSrc` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/TestsInSrc.jl [ Info: Finished scanning for test items in 1.1 seconds. [ Info: Scanning for test items in project `TestsInSrc` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/TestsInSrc.jl [ Info: Finished scanning for test items in 1.04 seconds. [ Info: Scheduling 1 tests on pid 17 12:05:32 | maxrss 2.0% | mem 2.4% | START (1/1) test item "b" at src/b_dir/b_test.jl:1 12:05:32 | maxrss 2.0% | mem 2.4% | DONE (1/1) test item "b" <0.1 secs (<0.1% compile), 1.08 K allocs (61.488 KB) [ Tests Completed: 1/1 test items were run. [ Info: Scanning for test items in project `TestsInSrc` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/TestsInSrc.jl [ Info: Finished scanning for test items in 1.01 seconds. [ Info: Scheduling 1 tests on pid 17 12:05:33 | maxrss 2.0% | mem 2.4% | START (1/1) test item "b" at src/b_dir/b_test.jl:1 12:05:33 | maxrss 2.0% | mem 2.4% | DONE (1/1) test item "b" <0.1 secs (<0.1% compile), 1.08 K allocs (61.488 KB) [ Tests Completed: 1/1 test items were run. [ Info: Scanning for test items in project `TestsInSrc` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/TestsInSrc.jl [ Info: Finished scanning for test items in 1.09 seconds. [ Info: Scanning for test items in project `TestsInSrc` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/TestsInSrc.jl [ Info: Finished scanning for test items in 1.24 seconds. [ Info: Scanning for test items in project `TestsInSrc` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/TestsInSrc.jl [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_scope_tests.jl [ Info: Finished scanning for test items in 0.02 seconds. [ Info: Scheduling 5 tests on pid 17 12:05:39 | maxrss 2.0% | mem 2.4% | START (1/5) test item "scope test - loops" at test/testfiles/_scope_tests.jl:4 12:05:39 | maxrss 2.0% | mem 2.4% | DONE (1/5) test item "scope test - loops" <0.1 secs (<0.1% compile), 1.42 K allocs (75.264 KB) 12:05:39 | maxrss 2.0% | mem 2.4% | START (2/5) test item "scope test - setups" at test/testfiles/_scope_tests.jl:18 12:05:39 | maxrss 2.0% | mem 2.4% | DONE (2/5) test item "scope test - setups" <0.1 secs (<0.1% compile), 1.56 K allocs (81.504 KB) 12:05:39 | maxrss 2.0% | mem 2.4% | START (3/5) test item "scope test - testsets" at test/testfiles/_scope_tests.jl:27 12:05:39 | maxrss 2.0% | mem 2.4% | DONE (3/5) test item "scope test - testsets" <0.1 secs (<0.1% compile), 2.81 K allocs (128.344 KB) 12:05:39 | maxrss 2.0% | mem 2.4% | START (4/5) test item "scope test - imports" at test/testfiles/_scope_tests.jl:38 12:05:39 | maxrss 2.0% | mem 2.4% | DONE (4/5) test item "scope test - imports" <0.1 secs (61.3% compile), 7.10 K allocs (336.976 KB) 12:05:39 | maxrss 2.0% | mem 2.4% | START (5/5) test item "scope test - consts" at test/testfiles/_scope_tests.jl:57 12:05:39 | maxrss 2.0% | mem 2.4% | DONE (5/5) test item "scope test - consts" <0.1 secs (<0.1% compile), 2.73 K allocs (126.976 KB) [ Tests Completed: 5/5 test items were run. ┌ Warning: The active manifest file has dependencies that were resolved with a different julia version (1.8.2). Unexpected behavior may occur. └ @ ~/.julia/packages/ReTestItems/3F3Hj/test/packages/NoDeps.jl/Manifest.toml:0 ┌ Warning: The project dependencies or compat requirements have changed since the manifest was last resolved. │ It is recommended to `Pkg.resolve()` or consider `Pkg.update()` if necessary. └ @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:1288 Testing NoDeps Test Could not use exact versions of packages in manifest, re-resolving. Note: if you do not check your manifest file into source control, then you can probably ignore this message. However, if you do check your manifest file into source control, then you probably want to pass the `allow_reresolve = false` kwarg when calling the `Pkg.test` function. Updating `/tmp/jl_y6BGKB/Project.toml` [2520ce14] + NoDeps v0.0.0 `~/.julia/packages/ReTestItems/3F3Hj/test/packages/NoDeps.jl` [817f1d60] ~ ReTestItems v0.1.0 `~/.julia/packages/ReTestItems/3F3Hj` ⇒ v1.33.2 `~/.julia/packages/ReTestItems/3F3Hj` [8dfed614] ~ Test ⇒ v1.11.0 Updating `/tmp/jl_y6BGKB/Manifest.toml` [e6f89c97] - LoggingExtras v1.0.0 [2520ce14] + NoDeps v0.0.0 `~/.julia/packages/ReTestItems/3F3Hj/test/packages/NoDeps.jl` [817f1d60] ~ ReTestItems v0.1.0 `~/.julia/packages/ReTestItems/3F3Hj` ⇒ v1.33.2 `~/.julia/packages/ReTestItems/3F3Hj` [1e6cf692] ↑ TestEnv v1.9.3 ⇒ v1.102.2 [c8ffd9c3] - MbedTLS_jll v2.28.0+0 [0dad84c5] ↑ ArgTools v1.1.1 ⇒ v1.1.2 [56f22d72] ~ Artifacts ⇒ v1.11.0 [2a0f44e3] ~ Base64 ⇒ v1.11.0 [ade2ca70] ~ Dates ⇒ v1.11.0 [f43a241f] ↑ Downloads v1.6.0 ⇒ v1.7.0 [7b1f6079] ~ FileWatching ⇒ v1.11.0 [b77e0a4c] ~ InteractiveUtils ⇒ v1.11.0 [ac6e5ff7] + JuliaSyntaxHighlighting v1.12.0 [b27032c2] ↑ LibCURL v0.6.3 ⇒ v0.6.4 [76f85450] ~ LibGit2 ⇒ v1.11.0 [8f399da3] ~ Libdl ⇒ v1.11.0 [56ddb016] ~ Logging ⇒ v1.11.0 [d6f4376e] ~ Markdown ⇒ v1.11.0 [ca575930] ↑ NetworkOptions v1.2.0 ⇒ v1.3.0 [44cfe95a] ↑ Pkg v1.8.0 ⇒ v1.13.0 [de0858da] ~ Printf ⇒ v1.11.0 [3fa0cd96] - REPL [9a3f8284] ~ Random ⇒ v1.11.0 [9e88b42a] ~ Serialization ⇒ v1.11.0 [6462fe0b] ~ Sockets ⇒ v1.11.0 [f489334b] + StyledStrings v1.11.0 [fa267f1f] ↑ TOML v1.0.0 ⇒ v1.0.3 [a4e569a6] ↓ Tar v1.10.1 ⇒ v1.10.0 [8dfed614] ~ Test ⇒ v1.11.0 [cf7118a7] ~ UUIDs ⇒ v1.11.0 [4ec0a83e] ~ Unicode ⇒ v1.11.0 [e66e0078] + CompilerSupportLibraries_jll v1.3.0+1 [deac9b47] ↑ LibCURL_jll v7.84.0+0 ⇒ v8.15.0+1 [e37daf67] + LibGit2_jll v1.9.1+0 [29816b5a] ↑ LibSSH2_jll v1.10.2+0 ⇒ v1.11.3+1 [14a3606d] ↑ MozillaCACerts_jll v2022.2.1 ⇒ v2025.8.12 [458c3c95] + OpenSSL_jll v3.5.2+0 [efcefdf7] + PCRE2_jll v10.45.0+0 [83775a58] ↑ Zlib_jll v1.2.12+3 ⇒ v1.3.1+2 [3161d3a3] + Zstd_jll v1.5.7+1 [8e850ede] ↑ nghttp2_jll v1.48.0+0 ⇒ v1.66.0+0 [3f19e933] ↑ p7zip_jll v17.4.0+0 ⇒ v17.6.0+0 Test Successfully re-resolved Status `/tmp/jl_y6BGKB/Project.toml` [2520ce14] NoDeps v0.0.0 `~/.julia/packages/ReTestItems/3F3Hj/test/packages/NoDeps.jl` [817f1d60] ReTestItems v1.33.2 `~/.julia/packages/ReTestItems/3F3Hj` [8dfed614] Test v1.11.0 Status `/tmp/jl_y6BGKB/Manifest.toml` [2520ce14] NoDeps v0.0.0 `~/.julia/packages/ReTestItems/3F3Hj/test/packages/NoDeps.jl` [817f1d60] ReTestItems v1.33.2 `~/.julia/packages/ReTestItems/3F3Hj` [1e6cf692] TestEnv v1.102.2 [0dad84c5] ArgTools v1.1.2 [56f22d72] Artifacts v1.11.0 [2a0f44e3] Base64 v1.11.0 [ade2ca70] Dates v1.11.0 [f43a241f] Downloads v1.7.0 [7b1f6079] FileWatching v1.11.0 [b77e0a4c] InteractiveUtils v1.11.0 [ac6e5ff7] JuliaSyntaxHighlighting v1.12.0 [b27032c2] LibCURL v0.6.4 [76f85450] LibGit2 v1.11.0 [8f399da3] Libdl v1.11.0 [56ddb016] Logging v1.11.0 [d6f4376e] Markdown v1.11.0 [ca575930] NetworkOptions v1.3.0 [44cfe95a] Pkg v1.13.0 [de0858da] Printf v1.11.0 [9a3f8284] Random v1.11.0 [ea8e919c] SHA v0.7.0 [9e88b42a] Serialization v1.11.0 [6462fe0b] Sockets v1.11.0 [f489334b] StyledStrings v1.11.0 [fa267f1f] TOML v1.0.3 [a4e569a6] Tar v1.10.0 [8dfed614] Test v1.11.0 [cf7118a7] UUIDs v1.11.0 [4ec0a83e] Unicode v1.11.0 [e66e0078] CompilerSupportLibraries_jll v1.3.0+1 [deac9b47] LibCURL_jll v8.15.0+1 [e37daf67] LibGit2_jll v1.9.1+0 [29816b5a] LibSSH2_jll v1.11.3+1 [14a3606d] MozillaCACerts_jll v2025.8.12 [458c3c95] OpenSSL_jll v3.5.2+0 [efcefdf7] PCRE2_jll v10.45.0+0 [83775a58] Zlib_jll v1.3.1+2 [3161d3a3] Zstd_jll v1.5.7+1 [8e850ede] nghttp2_jll v1.66.0+0 [3f19e933] p7zip_jll v17.6.0+0 Testing Running tests... [ Info: Scanning for test items in project `NoDeps` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/NoDeps.jl [ Info: Finished scanning for test items in 5.02 seconds. [ Info: Scheduling 2 tests on pid 66 12:06:05 | maxrss 2.1% | mem 3.5% | START (1/2) test item "toplevel" at toplevel_tests.jl:1 12:06:05 | maxrss 2.1% | mem 3.5% | DONE (1/2) test item "toplevel" 0.2 secs (96.7% compile), 15.19 K allocs (810.944 KB) 12:06:05 | maxrss 2.1% | mem 3.5% | START (2/2) test item "NoDeps-testitem" at test/NoDeps_tests.jl:1 12:06:05 | maxrss 2.1% | mem 3.5% | DONE (2/2) test item "NoDeps-testitem" 0.2 secs (94.8% compile), 33.10 K allocs (1.865 MB) Captured Logs for test item "NoDeps-testitem" at test/NoDeps_tests.jl:1 on worker 66 NoDeps tests done! [ Tests Completed: 2/2 test items were run. Test Summary: | Pass Total Time NoDeps | 2 2 3.3s . | 1 1 toplevel_tests.jl | 1 1 toplevel | 1 1 0.2s test | 1 1 test/NoDeps_tests.jl | 1 1 NoDeps-testitem | 1 1 0.2s inner-testset | 1 1 0.0s Testing NoDeps tests passed ┌ Warning: The project dependencies or compat requirements have changed since the manifest was last resolved. │ It is recommended to `Pkg.resolve()` or consider `Pkg.update()` if necessary. └ @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:1288 Testing TestsInSrc Test Could not use exact versions of packages in manifest, re-resolving. Note: if you do not check your manifest file into source control, then you can probably ignore this message. However, if you do check your manifest file into source control, then you probably want to pass the `allow_reresolve = false` kwarg when calling the `Pkg.test` function. Updating `/tmp/jl_T3mwXv/Project.toml` [817f1d60] ~ ReTestItems v0.1.0 `~/.julia/packages/ReTestItems/3F3Hj` ⇒ v1.33.2 `~/.julia/packages/ReTestItems/3F3Hj` [3520ce14] + TestsInSrc v0.0.0 `~/.julia/packages/ReTestItems/3F3Hj/test/packages/TestsInSrc.jl` [8dfed614] ~ Test ⇒ v1.11.0 Updating `/tmp/jl_T3mwXv/Manifest.toml` [e6f89c97] - LoggingExtras v1.0.0 [817f1d60] ~ ReTestItems v0.1.0 `~/.julia/packages/ReTestItems/3F3Hj` ⇒ v1.33.2 `~/.julia/packages/ReTestItems/3F3Hj` [1e6cf692] ↑ TestEnv v1.9.3 ⇒ v1.102.2 [3520ce14] + TestsInSrc v0.0.0 `~/.julia/packages/ReTestItems/3F3Hj/test/packages/TestsInSrc.jl` [c8ffd9c3] - MbedTLS_jll v2.28.0+0 [0dad84c5] ↑ ArgTools v1.1.1 ⇒ v1.1.2 [56f22d72] ~ Artifacts ⇒ v1.11.0 [2a0f44e3] ~ Base64 ⇒ v1.11.0 [ade2ca70] ~ Dates ⇒ v1.11.0 [f43a241f] ↑ Downloads v1.6.0 ⇒ v1.7.0 [7b1f6079] ~ FileWatching ⇒ v1.11.0 [b77e0a4c] ~ InteractiveUtils ⇒ v1.11.0 [ac6e5ff7] + JuliaSyntaxHighlighting v1.12.0 [b27032c2] ↑ LibCURL v0.6.3 ⇒ v0.6.4 [76f85450] ~ LibGit2 ⇒ v1.11.0 [8f399da3] ~ Libdl ⇒ v1.11.0 [56ddb016] ~ Logging ⇒ v1.11.0 [d6f4376e] ~ Markdown ⇒ v1.11.0 [ca575930] ↑ NetworkOptions v1.2.0 ⇒ v1.3.0 [44cfe95a] ↑ Pkg v1.8.0 ⇒ v1.13.0 [de0858da] ~ Printf ⇒ v1.11.0 [3fa0cd96] - REPL [9a3f8284] ~ Random ⇒ v1.11.0 [9e88b42a] ~ Serialization ⇒ v1.11.0 [6462fe0b] ~ Sockets ⇒ v1.11.0 [f489334b] + StyledStrings v1.11.0 [fa267f1f] ↑ TOML v1.0.0 ⇒ v1.0.3 [a4e569a6] ↓ Tar v1.10.1 ⇒ v1.10.0 [8dfed614] ~ Test ⇒ v1.11.0 [cf7118a7] ~ UUIDs ⇒ v1.11.0 [4ec0a83e] ~ Unicode ⇒ v1.11.0 [e66e0078] + CompilerSupportLibraries_jll v1.3.0+1 [deac9b47] ↑ LibCURL_jll v7.84.0+0 ⇒ v8.15.0+1 [e37daf67] + LibGit2_jll v1.9.1+0 [29816b5a] ↑ LibSSH2_jll v1.10.2+0 ⇒ v1.11.3+1 [14a3606d] ↑ MozillaCACerts_jll v2022.2.1 ⇒ v2025.8.12 [458c3c95] + OpenSSL_jll v3.5.2+0 [efcefdf7] + PCRE2_jll v10.45.0+0 [83775a58] ↑ Zlib_jll v1.2.12+3 ⇒ v1.3.1+2 [3161d3a3] + Zstd_jll v1.5.7+1 [8e850ede] ↑ nghttp2_jll v1.48.0+0 ⇒ v1.66.0+0 [3f19e933] ↑ p7zip_jll v17.4.0+0 ⇒ v17.6.0+0 Test Successfully re-resolved Status `/tmp/jl_T3mwXv/Project.toml` [817f1d60] ReTestItems v1.33.2 `~/.julia/packages/ReTestItems/3F3Hj` [3520ce14] TestsInSrc v0.0.0 `~/.julia/packages/ReTestItems/3F3Hj/test/packages/TestsInSrc.jl` [8dfed614] Test v1.11.0 Status `/tmp/jl_T3mwXv/Manifest.toml` [817f1d60] ReTestItems v1.33.2 `~/.julia/packages/ReTestItems/3F3Hj` [1e6cf692] TestEnv v1.102.2 [3520ce14] TestsInSrc v0.0.0 `~/.julia/packages/ReTestItems/3F3Hj/test/packages/TestsInSrc.jl` [0dad84c5] ArgTools v1.1.2 [56f22d72] Artifacts v1.11.0 [2a0f44e3] Base64 v1.11.0 [ade2ca70] Dates v1.11.0 [f43a241f] Downloads v1.7.0 [7b1f6079] FileWatching v1.11.0 [b77e0a4c] InteractiveUtils v1.11.0 [ac6e5ff7] JuliaSyntaxHighlighting v1.12.0 [b27032c2] LibCURL v0.6.4 [76f85450] LibGit2 v1.11.0 [8f399da3] Libdl v1.11.0 [56ddb016] Logging v1.11.0 [d6f4376e] Markdown v1.11.0 [ca575930] NetworkOptions v1.3.0 [44cfe95a] Pkg v1.13.0 [de0858da] Printf v1.11.0 [9a3f8284] Random v1.11.0 [ea8e919c] SHA v0.7.0 [9e88b42a] Serialization v1.11.0 [6462fe0b] Sockets v1.11.0 [f489334b] StyledStrings v1.11.0 [fa267f1f] TOML v1.0.3 [a4e569a6] Tar v1.10.0 [8dfed614] Test v1.11.0 [cf7118a7] UUIDs v1.11.0 [4ec0a83e] Unicode v1.11.0 [e66e0078] CompilerSupportLibraries_jll v1.3.0+1 [deac9b47] LibCURL_jll v8.15.0+1 [e37daf67] LibGit2_jll v1.9.1+0 [29816b5a] LibSSH2_jll v1.11.3+1 [14a3606d] MozillaCACerts_jll v2025.8.12 [458c3c95] OpenSSL_jll v3.5.2+0 [efcefdf7] PCRE2_jll v10.45.0+0 [83775a58] Zlib_jll v1.3.1+2 [3161d3a3] Zstd_jll v1.5.7+1 [8e850ede] nghttp2_jll v1.66.0+0 [3f19e933] p7zip_jll v17.6.0+0 Testing Running tests... [ Info: Scanning for test items in project `TestsInSrc` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/TestsInSrc.jl [ Info: Finished scanning for test items in 5.35 seconds. [ Info: Scheduling 8 tests on pid 70 12:06:28 | maxrss 2.1% | mem 3.5% | START (1/8) test item "a1" at src/a_dir/a1_test.jl:1 12:06:29 | maxrss 2.1% | mem 3.5% | DONE (1/8) test item "a1" 0.3 secs (97.8% compile, 35.1% GC), 15.93 K allocs (863.912 KB) 12:06:29 | maxrss 2.1% | mem 3.5% | START (2/8) test item "a2" at src/a_dir/a2_test.jl:1 12:06:29 | maxrss 2.1% | mem 3.5% | DONE (2/8) test item "a2" 0.2 secs (94.0% compile), 33.05 K allocs (1.860 MB) 12:06:29 | maxrss 2.1% | mem 3.5% | START (3/8) test item "z" at src/a_dir/x_dir/x_test.jl:1 12:06:29 | maxrss 2.1% | mem 3.5% | DONE (3/8) test item "z" <0.1 secs (<0.1% compile), 1.03 K allocs (57.632 KB) 12:06:29 | maxrss 2.1% | mem 3.5% | START (4/8) test item "y" at src/a_dir/x_dir/x_test.jl:4 12:06:29 | maxrss 2.1% | mem 3.5% | DONE (4/8) test item "y" <0.1 secs (<0.1% compile), 1.03 K allocs (57.664 KB) 12:06:29 | maxrss 2.1% | mem 3.5% | START (5/8) test item "x" at src/a_dir/x_dir/x_test.jl:7 12:06:29 | maxrss 2.1% | mem 3.5% | DONE (5/8) test item "x" <0.1 secs (<0.1% compile), 1.03 K allocs (57.728 KB) 12:06:29 | maxrss 2.1% | mem 3.5% | START (6/8) test item "b" at src/b_dir/b_test.jl:1 12:06:29 | maxrss 2.1% | mem 3.5% | DONE (6/8) test item "b" <0.1 secs (<0.1% compile), 1.03 K allocs (57.456 KB) 12:06:29 | maxrss 2.1% | mem 3.5% | START (7/8) test item "bar" at src/bar_tests.jl:1 12:06:30 | maxrss 2.1% | mem 3.5% | DONE (7/8) test item "bar" 0.9 secs (98.3% compile), 512.77 K allocs (28.691 MB) 12:06:30 | maxrss 2.1% | mem 3.5% | START (8/8) test item "foo" at src/foo_test.jl:1 12:06:30 | maxrss 2.1% | mem 3.5% | DONE (8/8) test item "foo" <0.1 secs (77.5% compile), 3.27 K allocs (165.488 KB) [ Tests Completed: 8/8 test items were run. Test Summary: | Pass Total Time TestsInSrc | 13 13 4.7s src | 13 13 src/a_dir | 6 6 src/a_dir/a1_test.jl | 1 1 a1 | 1 1 0.3s src/a_dir/a2_test.jl | 2 2 a2 | 2 2 0.2s a2_testset | 1 1 0.0s src/a_dir/x_dir | 3 3 src/a_dir/x_dir/x_test.jl | 3 3 z | 1 1 0.0s y | 1 1 0.0s x | 1 1 0.0s src/b_dir | 1 1 src/b_dir/b_test.jl | 1 1 b | 1 1 0.0s src/bar_tests.jl | 4 4 bar | 4 4 0.9s bar values | 2 2 0.3s src/foo_test.jl | 2 2 foo | 2 2 0.0s Testing TestsInSrc tests passed ┌ Warning: The project dependencies or compat requirements have changed since the manifest was last resolved. │ It is recommended to `Pkg.resolve()` or consider `Pkg.update()` if necessary. └ @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:1288 Testing TestProjectFile Test Could not use exact versions of packages in manifest, re-resolving. Note: if you do not check your manifest file into source control, then you can probably ignore this message. However, if you do check your manifest file into source control, then you probably want to pass the `allow_reresolve = false` kwarg when calling the `Pkg.test` function. Updating `/tmp/jl_pKALwp/Project.toml` [817f1d60] ~ ReTestItems v1.1.1 `~/.julia/packages/ReTestItems/3F3Hj` ⇒ v1.33.2 `~/.julia/packages/ReTestItems/3F3Hj` [7770ce14] + TestProjectFile v0.0.0 `~/.julia/packages/ReTestItems/3F3Hj/test/packages/TestProjectFile.jl` [8dfed614] ~ Test ⇒ v1.11.0 Updating `/tmp/jl_pKALwp/Manifest.toml` [7876af07] + Example v0.5.5 [e6f89c97] - LoggingExtras v1.0.0 [69de0a69] ↑ Parsers v2.5.8 ⇒ v2.8.3 [aea7be01] + PrecompileTools v1.3.2 [21216c6a] ↑ Preferences v1.3.0 ⇒ v1.5.0 [817f1d60] ~ ReTestItems v1.1.1 `~/.julia/packages/ReTestItems/3F3Hj` ⇒ v1.33.2 `~/.julia/packages/ReTestItems/3F3Hj` [66db9d55] - SnoopPrecompile v1.0.3 [1e6cf692] ↑ TestEnv v1.9.3 ⇒ v1.102.2 [7770ce14] + TestProjectFile v0.0.0 `~/.julia/packages/ReTestItems/3F3Hj/test/packages/TestProjectFile.jl` [c8ffd9c3] - MbedTLS_jll v2.28.0+0 [0dad84c5] ↑ ArgTools v1.1.1 ⇒ v1.1.2 [56f22d72] ~ Artifacts ⇒ v1.11.0 [2a0f44e3] ~ Base64 ⇒ v1.11.0 [ade2ca70] ~ Dates ⇒ v1.11.0 [f43a241f] ↑ Downloads v1.6.0 ⇒ v1.7.0 [7b1f6079] ~ FileWatching ⇒ v1.11.0 [b77e0a4c] ~ InteractiveUtils ⇒ v1.11.0 [ac6e5ff7] + JuliaSyntaxHighlighting v1.12.0 [b27032c2] ↑ LibCURL v0.6.3 ⇒ v0.6.4 [76f85450] ~ LibGit2 ⇒ v1.11.0 [8f399da3] ~ Libdl ⇒ v1.11.0 [56ddb016] ~ Logging ⇒ v1.11.0 [d6f4376e] ~ Markdown ⇒ v1.11.0 [ca575930] ↑ NetworkOptions v1.2.0 ⇒ v1.3.0 [44cfe95a] ↑ Pkg v1.8.0 ⇒ v1.13.0 [de0858da] ~ Printf ⇒ v1.11.0 [3fa0cd96] - REPL [9a3f8284] ~ Random ⇒ v1.11.0 [9e88b42a] ~ Serialization ⇒ v1.11.0 [6462fe0b] ~ Sockets ⇒ v1.11.0 [f489334b] + StyledStrings v1.11.0 [fa267f1f] ↑ TOML v1.0.0 ⇒ v1.0.3 [a4e569a6] ↓ Tar v1.10.1 ⇒ v1.10.0 [8dfed614] ~ Test ⇒ v1.11.0 [cf7118a7] ~ UUIDs ⇒ v1.11.0 [4ec0a83e] ~ Unicode ⇒ v1.11.0 [e66e0078] + CompilerSupportLibraries_jll v1.3.0+1 [deac9b47] ↑ LibCURL_jll v7.84.0+0 ⇒ v8.15.0+1 [e37daf67] + LibGit2_jll v1.9.1+0 [29816b5a] ↑ LibSSH2_jll v1.10.2+0 ⇒ v1.11.3+1 [14a3606d] ↑ MozillaCACerts_jll v2022.2.1 ⇒ v2025.8.12 [458c3c95] + OpenSSL_jll v3.5.2+0 [efcefdf7] + PCRE2_jll v10.45.0+0 [83775a58] ↑ Zlib_jll v1.2.12+3 ⇒ v1.3.1+2 [3161d3a3] + Zstd_jll v1.5.7+1 [8e850ede] ↑ nghttp2_jll v1.48.0+0 ⇒ v1.66.0+0 [3f19e933] ↑ p7zip_jll v17.4.0+0 ⇒ v17.6.0+0 Test Successfully re-resolved Status `/tmp/jl_pKALwp/Project.toml` ⌅ [842dd82b] InlineStrings v1.0.0 [817f1d60] ReTestItems v1.33.2 `~/.julia/packages/ReTestItems/3F3Hj` [7770ce14] TestProjectFile v0.0.0 `~/.julia/packages/ReTestItems/3F3Hj/test/packages/TestProjectFile.jl` [8dfed614] Test v1.11.0 Status `/tmp/jl_pKALwp/Manifest.toml` [7876af07] Example v0.5.5 ⌅ [842dd82b] InlineStrings v1.0.0 [69de0a69] Parsers v2.8.3 [aea7be01] PrecompileTools v1.3.2 [21216c6a] Preferences v1.5.0 [817f1d60] ReTestItems v1.33.2 `~/.julia/packages/ReTestItems/3F3Hj` [1e6cf692] TestEnv v1.102.2 [7770ce14] TestProjectFile v0.0.0 `~/.julia/packages/ReTestItems/3F3Hj/test/packages/TestProjectFile.jl` [0dad84c5] ArgTools v1.1.2 [56f22d72] Artifacts v1.11.0 [2a0f44e3] Base64 v1.11.0 [ade2ca70] Dates v1.11.0 [f43a241f] Downloads v1.7.0 [7b1f6079] FileWatching v1.11.0 [b77e0a4c] InteractiveUtils v1.11.0 [ac6e5ff7] JuliaSyntaxHighlighting v1.12.0 [b27032c2] LibCURL v0.6.4 [76f85450] LibGit2 v1.11.0 [8f399da3] Libdl v1.11.0 [56ddb016] Logging v1.11.0 [d6f4376e] Markdown v1.11.0 [ca575930] NetworkOptions v1.3.0 [44cfe95a] Pkg v1.13.0 [de0858da] Printf v1.11.0 [9a3f8284] Random v1.11.0 [ea8e919c] SHA v0.7.0 [9e88b42a] Serialization v1.11.0 [6462fe0b] Sockets v1.11.0 [f489334b] StyledStrings v1.11.0 [fa267f1f] TOML v1.0.3 [a4e569a6] Tar v1.10.0 [8dfed614] Test v1.11.0 [cf7118a7] UUIDs v1.11.0 [4ec0a83e] Unicode v1.11.0 [e66e0078] CompilerSupportLibraries_jll v1.3.0+1 [deac9b47] LibCURL_jll v8.15.0+1 [e37daf67] LibGit2_jll v1.9.1+0 [29816b5a] LibSSH2_jll v1.11.3+1 [14a3606d] MozillaCACerts_jll v2025.8.12 [458c3c95] OpenSSL_jll v3.5.2+0 [efcefdf7] PCRE2_jll v10.45.0+0 [83775a58] Zlib_jll v1.3.1+2 [3161d3a3] Zstd_jll v1.5.7+1 [8e850ede] nghttp2_jll v1.66.0+0 [3f19e933] p7zip_jll v17.6.0+0 Info Packages marked with ⌅ have new versions available but compatibility constraints restrict them from upgrading. Testing Running tests... Precompiling packages... 882.7 ms ✓ TestProjectFile 1 dependency successfully precompiled in 1 seconds. 1 already precompiled. [ Info: Scanning for test items in project `TestProjectFile` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/TestProjectFile.jl [ Info: Finished scanning for test items in 5.67 seconds. [ Info: Scheduling 1 tests on pid 74 12:06:55 | maxrss 2.1% | mem 3.5% | START (1/1) test item "TestProjectFile" at test/TestProjectFile-test.jl:1 12:06:57 | maxrss 2.1% | mem 3.6% | DONE (1/1) test item "TestProjectFile" 2.5 secs (44.5% compile, 17.0% recompile), 729.37 K allocs (45.069 MB) Captured Logs for test item "TestProjectFile" at test/TestProjectFile-test.jl:1 on worker 74 Precompiling packages... 1193.9 ms ✓ InlineStrings 1 dependency successfully precompiled in 1 seconds. 8 already precompiled. [ Tests Completed: 1/1 test items were run. Test Summary: | Pass Total Time TestProjectFile | 1 1 5.7s test | 1 1 test/TestProjectFile-test.jl | 1 1 TestProjectFile | 1 1 2.5s test-only dep on InlineStrings | 1 1 2.1s Testing TestProjectFile tests passed ┌ Warning: The project dependencies or compat requirements have changed since the manifest was last resolved. │ It is recommended to `Pkg.resolve()` or consider `Pkg.update()` if necessary. └ @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:1288 Testing TestEndExpr Status `/tmp/jl_dTx9a7/Project.toml` [817f1d60] ReTestItems v1.33.2 `~/.julia/packages/ReTestItems/3F3Hj` [4560ce14] TestEndExpr v0.0.0 `~/.julia/packages/ReTestItems/3F3Hj/test/packages/TestEndExpr.jl` [8dfed614] Test v1.11.0 Status `/tmp/jl_dTx9a7/Manifest.toml` [817f1d60] ReTestItems v1.33.2 `~/.julia/packages/ReTestItems/3F3Hj` [4560ce14] TestEndExpr v0.0.0 `~/.julia/packages/ReTestItems/3F3Hj/test/packages/TestEndExpr.jl` ⌃ [1e6cf692] TestEnv v1.100.1 [loaded: v1.102.2] [0dad84c5] ArgTools v1.1.2 [56f22d72] Artifacts v1.11.0 [2a0f44e3] Base64 v1.11.0 [ade2ca70] Dates v1.11.0 [f43a241f] Downloads v1.7.0 [7b1f6079] FileWatching v1.11.0 [b77e0a4c] InteractiveUtils v1.11.0 [ac6e5ff7] JuliaSyntaxHighlighting v1.12.0 [b27032c2] LibCURL v0.6.4 [76f85450] LibGit2 v1.11.0 [8f399da3] Libdl v1.11.0 [56ddb016] Logging v1.11.0 [d6f4376e] Markdown v1.11.0 [ca575930] NetworkOptions v1.3.0 [44cfe95a] Pkg v1.13.0 [de0858da] Printf v1.11.0 [9a3f8284] Random v1.11.0 [ea8e919c] SHA v0.7.0 [9e88b42a] Serialization v1.11.0 [6462fe0b] Sockets v1.11.0 [f489334b] StyledStrings v1.11.0 [fa267f1f] TOML v1.0.3 [a4e569a6] Tar v1.10.0 [8dfed614] Test v1.11.0 [cf7118a7] UUIDs v1.11.0 [4ec0a83e] Unicode v1.11.0 [e66e0078] CompilerSupportLibraries_jll v1.3.0+1 [deac9b47] LibCURL_jll v8.15.0+1 [e37daf67] LibGit2_jll v1.9.1+0 [29816b5a] LibSSH2_jll v1.11.3+1 [14a3606d] MozillaCACerts_jll v2025.8.12 [458c3c95] OpenSSL_jll v3.5.2+0 [efcefdf7] PCRE2_jll v10.45.0+0 [83775a58] Zlib_jll v1.3.1+2 [3161d3a3] Zstd_jll v1.5.7+1 [8e850ede] nghttp2_jll v1.66.0+0 [3f19e933] p7zip_jll v17.6.0+0 Info Packages marked with ⌃ have new versions available and may be upgradable. Testing Running tests... Precompiling packages... 4528.0 ms ✓ TestEnv 6489.8 ms ✓ ReTestItems 2 dependencies successfully precompiled in 11 seconds. 30 already precompiled. Precompiling packages... 848.4 ms ✓ TestEndExpr 1 dependency successfully precompiled in 1 seconds. 32 already precompiled. [ Info: Scanning for test items in project `TestEndExpr` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/TestEndExpr.jl [ Info: Finished scanning for test items in 5.27 seconds. [ Info: Scheduling 2 tests on pid 86 with 1 worker processes and 2 threads per worker. [ Info: Starting test workers Worker 102: [ Info: Starting test worker 1 on pid = 102, with 2 threads [ Info: Starting running test items Worker 102: 12:07:54 | maxrss 1.6% | mem 4.2% | START (1/2) test item "correct usage" at test/page_tests.jl:1 Worker 102: 12:07:54 | maxrss 1.6% | mem 4.2% | DONE (1/2) test item "correct usage" 0.4 secs (97.7% compile), 65.43 K allocs (3.679 MB) Worker 102: 12:07:56 | maxrss 1.6% | mem 4.2% | START (2/2) test item "incorrect usage" at test/page_tests.jl:7 Worker 102: 12:07:56 | maxrss 1.6% | mem 4.2% | DONE (2/2) test item "incorrect usage" <0.1 secs (79.9% compile), 2.34 K allocs (125.616 KB) [ Info: All tests on worker 1 completed. Closing Worker(pid=102). [ Tests Completed: 2/2 test items were run. Test Summary: | Pass Total Time TestEndExpr | 2 2 27.4s Testing TestEndExpr tests passed ┌ Warning: The project dependencies or compat requirements have changed since the manifest was last resolved. │ It is recommended to `Pkg.resolve()` or consider `Pkg.update()` if necessary. └ @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:1288 Testing DontPass Test Could not use exact versions of packages in manifest, re-resolving. Note: if you do not check your manifest file into source control, then you can probably ignore this message. However, if you do check your manifest file into source control, then you probably want to pass the `allow_reresolve = false` kwarg when calling the `Pkg.test` function. Updating `/tmp/jl_iE7Lnj/Project.toml` [550ce164] + DontPass v0.0.0 `~/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl` [817f1d60] ~ ReTestItems v0.1.0 `~/.julia/packages/ReTestItems/3F3Hj` ⇒ v1.33.2 `~/.julia/packages/ReTestItems/3F3Hj` [37e2e46d] ~ LinearAlgebra ⇒ v1.13.0 [8dfed614] ~ Test ⇒ v1.11.0 Updating `/tmp/jl_iE7Lnj/Manifest.toml` [550ce164] + DontPass v0.0.0 `~/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl` [e6f89c97] - LoggingExtras v1.0.0 [817f1d60] ~ ReTestItems v0.1.0 `~/.julia/packages/ReTestItems/3F3Hj` ⇒ v1.33.2 `~/.julia/packages/ReTestItems/3F3Hj` [1e6cf692] ↑ TestEnv v1.9.3 ⇒ v1.102.2 [c8ffd9c3] - MbedTLS_jll v2.28.0+0 [0dad84c5] ↑ ArgTools v1.1.1 ⇒ v1.1.2 [56f22d72] ~ Artifacts ⇒ v1.11.0 [2a0f44e3] ~ Base64 ⇒ v1.11.0 [ade2ca70] ~ Dates ⇒ v1.11.0 [f43a241f] ↑ Downloads v1.6.0 ⇒ v1.7.0 [7b1f6079] ~ FileWatching ⇒ v1.11.0 [b77e0a4c] ~ InteractiveUtils ⇒ v1.11.0 [ac6e5ff7] + JuliaSyntaxHighlighting v1.12.0 [b27032c2] ↑ LibCURL v0.6.3 ⇒ v0.6.4 [76f85450] ~ LibGit2 ⇒ v1.11.0 [8f399da3] ~ Libdl ⇒ v1.11.0 [37e2e46d] ~ LinearAlgebra ⇒ v1.13.0 [56ddb016] ~ Logging ⇒ v1.11.0 [d6f4376e] ~ Markdown ⇒ v1.11.0 [ca575930] ↑ NetworkOptions v1.2.0 ⇒ v1.3.0 [44cfe95a] ↑ Pkg v1.8.0 ⇒ v1.13.0 [de0858da] ~ Printf ⇒ v1.11.0 [3fa0cd96] - REPL [9a3f8284] ~ Random ⇒ v1.11.0 [9e88b42a] ~ Serialization ⇒ v1.11.0 [6462fe0b] ~ Sockets ⇒ v1.11.0 [f489334b] + StyledStrings v1.11.0 [fa267f1f] ↑ TOML v1.0.0 ⇒ v1.0.3 [a4e569a6] ↓ Tar v1.10.1 ⇒ v1.10.0 [8dfed614] ~ Test ⇒ v1.11.0 [cf7118a7] ~ UUIDs ⇒ v1.11.0 [4ec0a83e] ~ Unicode ⇒ v1.11.0 [e66e0078] + CompilerSupportLibraries_jll v1.3.0+1 [deac9b47] ↑ LibCURL_jll v7.84.0+0 ⇒ v8.15.0+1 [e37daf67] + LibGit2_jll v1.9.1+0 [29816b5a] ↑ LibSSH2_jll v1.10.2+0 ⇒ v1.11.3+1 [14a3606d] ↑ MozillaCACerts_jll v2022.2.1 ⇒ v2025.8.12 [4536629a] + OpenBLAS_jll v0.3.29+0 [458c3c95] + OpenSSL_jll v3.5.2+0 [efcefdf7] + PCRE2_jll v10.45.0+0 [83775a58] ↑ Zlib_jll v1.2.12+3 ⇒ v1.3.1+2 [3161d3a3] + Zstd_jll v1.5.7+1 [8e850b90] + libblastrampoline_jll v5.13.1+0 [8e850ede] ↑ nghttp2_jll v1.48.0+0 ⇒ v1.66.0+0 [3f19e933] ↑ p7zip_jll v17.4.0+0 ⇒ v17.6.0+0 Test Successfully re-resolved Status `/tmp/jl_iE7Lnj/Project.toml` [550ce164] DontPass v0.0.0 `~/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl` [817f1d60] ReTestItems v1.33.2 `~/.julia/packages/ReTestItems/3F3Hj` [37e2e46d] LinearAlgebra v1.13.0 [8dfed614] Test v1.11.0 Status `/tmp/jl_iE7Lnj/Manifest.toml` [550ce164] DontPass v0.0.0 `~/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl` [817f1d60] ReTestItems v1.33.2 `~/.julia/packages/ReTestItems/3F3Hj` [1e6cf692] TestEnv v1.102.2 [0dad84c5] ArgTools v1.1.2 [56f22d72] Artifacts v1.11.0 [2a0f44e3] Base64 v1.11.0 [ade2ca70] Dates v1.11.0 [f43a241f] Downloads v1.7.0 [7b1f6079] FileWatching v1.11.0 [b77e0a4c] InteractiveUtils v1.11.0 [ac6e5ff7] JuliaSyntaxHighlighting v1.12.0 [b27032c2] LibCURL v0.6.4 [76f85450] LibGit2 v1.11.0 [8f399da3] Libdl v1.11.0 [37e2e46d] LinearAlgebra v1.13.0 [56ddb016] Logging v1.11.0 [d6f4376e] Markdown v1.11.0 [ca575930] NetworkOptions v1.3.0 [44cfe95a] Pkg v1.13.0 [de0858da] Printf v1.11.0 [9a3f8284] Random v1.11.0 [ea8e919c] SHA v0.7.0 [9e88b42a] Serialization v1.11.0 [6462fe0b] Sockets v1.11.0 [f489334b] StyledStrings v1.11.0 [fa267f1f] TOML v1.0.3 [a4e569a6] Tar v1.10.0 [8dfed614] Test v1.11.0 [cf7118a7] UUIDs v1.11.0 [4ec0a83e] Unicode v1.11.0 [e66e0078] CompilerSupportLibraries_jll v1.3.0+1 [deac9b47] LibCURL_jll v8.15.0+1 [e37daf67] LibGit2_jll v1.9.1+0 [29816b5a] LibSSH2_jll v1.11.3+1 [14a3606d] MozillaCACerts_jll v2025.8.12 [4536629a] OpenBLAS_jll v0.3.29+0 [458c3c95] OpenSSL_jll v3.5.2+0 [efcefdf7] PCRE2_jll v10.45.0+0 [83775a58] Zlib_jll v1.3.1+2 [3161d3a3] Zstd_jll v1.5.7+1 [8e850b90] libblastrampoline_jll v5.13.1+0 [8e850ede] nghttp2_jll v1.66.0+0 [3f19e933] p7zip_jll v17.6.0+0 Testing Running tests... Precompiling packages... 864.1 ms ✓ DontPass 1 dependency successfully precompiled in 1 seconds. 32 already precompiled. [ Info: Scanning for test items in project `DontPass` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl [ Info: Finished scanning for test items in 6.35 seconds. [ Info: Scheduling 9 tests on pid 111 12:08:22 | maxrss 2.1% | mem 3.5% | START (1/9) test item "do_thing Pass" at src/do_thing_tests.jl:1 12:08:23 | maxrss 2.1% | mem 3.5% | DONE (1/9) test item "do_thing Pass" 0.7 secs (99.0% compile), 187.01 K allocs (10.122 MB) 12:08:24 | maxrss 2.1% | mem 3.5% | START (2/9) test item "do_thing Fail" at src/do_thing_tests.jl:4 12:08:24 | maxrss 2.1% | mem 3.5% | DONE (2/9) test item "do_thing Fail" 0.3 secs (98.3% compile), 107.94 K allocs (6.335 MB) No Captured Logs for test item "do_thing Fail" at src/do_thing_tests.jl:4 on worker 111 Error in testset "do_thing Fail" on worker 111: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/src/do_thing_tests.jl:5 Expression: do_thing() == 1 Evaluated: [0.9338251870873356, 0.1848994339848553, 0.6681074854064596] == 1 12:08:24 | maxrss 2.1% | mem 3.5% | START (3/9) test item "do_thing Error" at src/do_thing_tests.jl:7 12:08:29 | maxrss 2.1% | mem 3.6% | DONE (3/9) test item "do_thing Error" 4.5 secs (92.8% compile, 2.8% recompile, 3.0% GC), 3.76 M allocs (230.668 MB) No Captured Logs for test item "do_thing Error" at src/do_thing_tests.jl:7 on worker 111 Error in testset "do_thing Error" on worker 111: Error During Test at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/src/do_thing_tests.jl:8 Test threw exception Expression: 1 + do_thing() == 2 MethodError: no method matching +(::Int64, ::Vector{Float64}) For element-wise addition, use broadcasting with dot syntax: scalar .+ array The function `+` exists, but no method is defined for this combination of argument types. Closest candidates are: +(::Any, ::Any, !Matched::Any, !Matched::Any...) @ Base operators.jl:643 +(!Matched::Array, ::Array...) @ Base arraymath.jl:12 +(::Number, !Matched::LinearAlgebra.UniformScaling) @ LinearAlgebra /opt/julia/share/julia/stdlib/v1.13/LinearAlgebra/src/uniformscaling.jl:148 ... Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/src/do_thing_tests.jl:8 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:742 [inlined] 12:08:29 | maxrss 2.1% | mem 3.6% | START (4/9) test item "bad setup, good test" at test/error_in_setup_test.jl:5 12:08:30 | maxrss 2.1% | mem 3.6% | DONE (4/9) test item "bad setup, good test" 0.6 secs Captured logs for test setup "SetupThatErrors" (dependency of "bad setup, good test") at test/error_in_setup_test.jl:1 on worker 111 SetupThatErrors msg No Captured Logs for test item "bad setup, good test" at test/error_in_setup_test.jl:5 on worker 111 Error in testset "bad setup, good test" on worker 111: Error During Test at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/test/error_in_setup_test.jl:5 Got exception outside of a @test ArgumentError: Package PackageDoesNotExist not found in current path. - Run `import Pkg; Pkg.add("PackageDoesNotExist")` to install the PackageDoesNotExist package. Stacktrace: [1] macro expansion @ ./loading.jl:2393 [inlined] [2] macro expansion @ ./lock.jl:376 [inlined] [3] __require(into::Module, mod::Symbol) @ Base ./loading.jl:2376 [4] require @ ./loading.jl:2352 [inlined] [5] eval_import_path @ ./module.jl:36 [inlined] [6] eval_import_path_all(at::Module, path::Expr, keyword::String) @ Base ./module.jl:60 [7] _eval_using(to::Module, path::Expr) @ Base ./module.jl:137 [8] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/test/error_in_setup_test.jl:3 [9] eval(m::Module, e::Any) @ Core ./boot.jl:489 [10] #ensure_setup!##4 @ ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:973 [inlined] [11] with_source_path(f::ReTestItems.var"#ensure_setup!##4#ensure_setup!##5"{Expr}, path::String) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:935 [12] #ensure_setup!##2 @ ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:973 [inlined] [13] redirect_stdio(f::ReTestItems.var"#ensure_setup!##2#ensure_setup!##3"{Expr, TestSetup}; stdin::Nothing, stderr::IOContext{IOStream}, stdout::IOContext{IOStream}) @ Base ./stream.jl:1443 [14] redirect_stdio @ ./stream.jl:1406 [inlined] [15] _redirect_logs(f::ReTestItems.var"#ensure_setup!##2#ensure_setup!##3"{Expr, TestSetup}, target::IOStream) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/log_capture.jl:124 [16] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:972 [inlined] [17] macro expansion @ ./lock.jl:376 [inlined] [18] ensure_setup!(ctx::ReTestItems.TestContext, setup::Symbol, setups::Vector{TestSetup}, logs::Symbol) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:947 [19] runtestitem(ti::TestItem, ctx::ReTestItems.TestContext; test_end_expr::Expr, logs::Symbol, verbose_results::Bool, finish_test::Bool, catch_test_error::Bool, failfast::Bool) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:1078 [20] runtestitem @ ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:1031 [inlined] [21] _runtests_in_current_env(ti_filter::Function, paths::Tuple{String}, projectfile::String, cfg::ReTestItems._Config) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:418 [22] (::ReTestItems.var"#_runtests##0#_runtests##1"{ReTestItems.TestItemFilter{Returns{Bool}, Nothing, Nothing}, Tuple{String}, ReTestItems._Config, String})() @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:362 [23] with_logstate(f::ReTestItems.var"#_runtests##0#_runtests##1"{ReTestItems.TestItemFilter{Returns{Bool}, Nothing, Nothing}, Tuple{String}, ReTestItems._Config, String}, logstate::Base.CoreLogging.LogState) @ Base.CoreLogging ./logging/logging.jl:540 [24] with_logger(f::Function, logger::Base.CoreLogging.ConsoleLogger) @ Base.CoreLogging ./logging/logging.jl:651 [25] _runtests(ti_filter::Function, paths::Tuple{String}, cfg::ReTestItems._Config) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:358 [26] runtests(shouldrun::Returns{Bool}, paths::String; nworkers::Int64, nworker_threads::String, worker_init_expr::Expr, testitem_timeout::Float64, retries::Int64, memory_threshold::Float64, debug::Int64, name::Nothing, tags::Nothing, report::Bool, logs::Symbol, verbose_results::Bool, test_end_expr::Expr, validate_paths::Bool, timeout_profile_wait::Int64, gc_between_testitems::Bool, failfast::Bool, testitem_failfast::Bool) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:328 [27] kwcall(::@NamedTuple{verbose_results::Bool, logs::Symbol}, ::typeof(runtests), shouldrun::Function, paths::String) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:280 [28] #runtests#33 @ ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:259 [inlined] [29] runtests @ ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:256 [inlined] [30] kwcall(::@NamedTuple{verbose_results::Bool, logs::Symbol}, ::typeof(runtests), pkg::Module) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:255 [31] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/test/runtests.jl:2 [32] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:309 [33] top-level scope @ none:6 [34] eval(m::Module, e::Any) @ Core ./boot.jl:489 [35] exec_options(opts::Base.JLOptions) @ Base ./client.jl:296 [36] _start() @ Base ./client.jl:563 12:08:30 | maxrss 2.1% | mem 3.6% | START (5/9) test item "bad setup, bad test" at test/error_in_setup_test.jl:8 12:08:30 | maxrss 2.1% | mem 3.6% | DONE (5/9) test item "bad setup, bad test" <0.1 secs Captured logs for test setup "SetupThatErrors" (dependency of "bad setup, bad test") at test/error_in_setup_test.jl:1 on worker 111 SetupThatErrors msg No Captured Logs for test item "bad setup, bad test" at test/error_in_setup_test.jl:8 on worker 111 Error in testset "bad setup, bad test" on worker 111: Error During Test at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/test/error_in_setup_test.jl:8 Got exception outside of a @test ArgumentError: Package PackageDoesNotExist not found in current path. - Run `import Pkg; Pkg.add("PackageDoesNotExist")` to install the PackageDoesNotExist package. Stacktrace: [1] macro expansion @ ./loading.jl:2393 [inlined] [2] macro expansion @ ./lock.jl:376 [inlined] [3] __require(into::Module, mod::Symbol) @ Base ./loading.jl:2376 [4] require @ ./loading.jl:2352 [inlined] [5] eval_import_path @ ./module.jl:36 [inlined] [6] eval_import_path_all(at::Module, path::Expr, keyword::String) @ Base ./module.jl:60 [7] _eval_using(to::Module, path::Expr) @ Base ./module.jl:137 [8] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/test/error_in_setup_test.jl:3 [9] eval(m::Module, e::Any) @ Core ./boot.jl:489 [10] #ensure_setup!##4 @ ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:973 [inlined] [11] with_source_path(f::ReTestItems.var"#ensure_setup!##4#ensure_setup!##5"{Expr}, path::String) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:935 [12] #ensure_setup!##2 @ ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:973 [inlined] [13] redirect_stdio(f::ReTestItems.var"#ensure_setup!##2#ensure_setup!##3"{Expr, TestSetup}; stdin::Nothing, stderr::IOContext{IOStream}, stdout::IOContext{IOStream}) @ Base ./stream.jl:1443 [14] redirect_stdio @ ./stream.jl:1406 [inlined] [15] _redirect_logs(f::ReTestItems.var"#ensure_setup!##2#ensure_setup!##3"{Expr, TestSetup}, target::IOStream) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/log_capture.jl:124 [16] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:972 [inlined] [17] macro expansion @ ./lock.jl:376 [inlined] [18] ensure_setup!(ctx::ReTestItems.TestContext, setup::Symbol, setups::Vector{TestSetup}, logs::Symbol) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:947 [19] runtestitem(ti::TestItem, ctx::ReTestItems.TestContext; test_end_expr::Expr, logs::Symbol, verbose_results::Bool, finish_test::Bool, catch_test_error::Bool, failfast::Bool) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:1078 [20] runtestitem @ ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:1031 [inlined] [21] _runtests_in_current_env(ti_filter::Function, paths::Tuple{String}, projectfile::String, cfg::ReTestItems._Config) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:418 [22] (::ReTestItems.var"#_runtests##0#_runtests##1"{ReTestItems.TestItemFilter{Returns{Bool}, Nothing, Nothing}, Tuple{String}, ReTestItems._Config, String})() @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:362 [23] with_logstate(f::ReTestItems.var"#_runtests##0#_runtests##1"{ReTestItems.TestItemFilter{Returns{Bool}, Nothing, Nothing}, Tuple{String}, ReTestItems._Config, String}, logstate::Base.CoreLogging.LogState) @ Base.CoreLogging ./logging/logging.jl:540 [24] with_logger(f::Function, logger::Base.CoreLogging.ConsoleLogger) @ Base.CoreLogging ./logging/logging.jl:651 [25] _runtests(ti_filter::Function, paths::Tuple{String}, cfg::ReTestItems._Config) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:358 [26] runtests(shouldrun::Returns{Bool}, paths::String; nworkers::Int64, nworker_threads::String, worker_init_expr::Expr, testitem_timeout::Float64, retries::Int64, memory_threshold::Float64, debug::Int64, name::Nothing, tags::Nothing, report::Bool, logs::Symbol, verbose_results::Bool, test_end_expr::Expr, validate_paths::Bool, timeout_profile_wait::Int64, gc_between_testitems::Bool, failfast::Bool, testitem_failfast::Bool) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:328 [27] kwcall(::@NamedTuple{verbose_results::Bool, logs::Symbol}, ::typeof(runtests), shouldrun::Function, paths::String) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:280 [28] #runtests#33 @ ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:259 [inlined] [29] runtests @ ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:256 [inlined] [30] kwcall(::@NamedTuple{verbose_results::Bool, logs::Symbol}, ::typeof(runtests), pkg::Module) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:255 [31] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/test/runtests.jl:2 [32] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:309 [33] top-level scope @ none:6 [34] eval(m::Module, e::Any) @ Core ./boot.jl:489 [35] exec_options(opts::Base.JLOptions) @ Base ./client.jl:296 [36] _start() @ Base ./client.jl:563 12:08:30 | maxrss 2.1% | mem 3.6% | START (6/9) test item "errors" at test/error_tests.jl:1 12:08:31 | maxrss 2.1% | mem 3.6% | DONE (6/9) test item "errors" 1.6 secs (96.3% compile), 468.80 K allocs (27.910 MB) No Captured Logs for test item "errors" at test/error_tests.jl:1 on worker 111 Error in testset "UndefVarError" on worker 111: Error During Test at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/test/error_tests.jl:3 Test threw exception Expression: not_defined + 1 == 4 UndefVarError: `not_defined` not defined in `Main.var"##errors#157"` Suggestion: check for spelling errors or missing imports. Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/test/error_tests.jl:3 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/test/error_tests.jl:3 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:742 [inlined] Error in testset "UndefVarError" on worker 111: Error During Test at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/test/error_tests.jl:5 Test threw exception Expression: LinearAlgebra.dot(rand(), rand()) < 0 UndefVarError: `LinearAlgebra` not defined in `Main.var"##errors#157"` Suggestion: check for spelling errors or missing imports. Hint: LinearAlgebra is loaded but not imported in the active module Main. Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/test/error_tests.jl:3 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/test/error_tests.jl:5 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:742 [inlined] Error in testset "evaluated to non-Boolean" on worker 111: Error During Test at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/test/error_tests.jl:8 Expression evaluated to non-Boolean Expression: ErrorSetup.NON_BOOL Value: missing Error in testset "package not in project" on worker 111: Error During Test at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/test/error_tests.jl:10 Got exception outside of a @test ArgumentError: Package Example not found in current path. - Run `import Pkg; Pkg.add("Example")` to install the Example package. Stacktrace: [1] macro expansion @ ./loading.jl:2393 [inlined] [2] macro expansion @ ./lock.jl:376 [inlined] [3] __require(into::Module, mod::Symbol) @ Base ./loading.jl:2376 [4] require @ ./loading.jl:2352 [inlined] [5] eval_import_path @ ./module.jl:36 [inlined] [6] eval_import_path_all(at::Module, path::Expr, keyword::String) @ Base ./module.jl:60 [7] _eval_using(to::Module, path::Expr) @ Base ./module.jl:137 [8] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/test/error_tests.jl:12 [9] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [10] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/test/error_tests.jl:12 [inlined] [11] eval(m::Module, e::Any) @ Core ./boot.jl:489 [12] #73 @ ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:1112 [inlined] [13] with_source_path(f::ReTestItems.var"#73#74"{Expr}, path::String) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:935 [14] (::ReTestItems.var"#71#72"{TestItem, String, Expr, Expr})() @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:1112 [15] redirect_stdio(f::ReTestItems.var"#71#72"{TestItem, String, Expr, Expr}; stdin::Nothing, stderr::IOContext{IOStream}, stdout::IOContext{IOStream}) @ Base ./stream.jl:1443 [16] redirect_stdio @ ./stream.jl:1406 [inlined] [17] _redirect_logs(f::ReTestItems.var"#71#72"{TestItem, String, Expr, Expr}, target::IOStream) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/log_capture.jl:124 [18] #_redirect_logs##0 @ ~/.julia/packages/ReTestItems/3F3Hj/src/log_capture.jl:107 [inlined] [19] open(::ReTestItems.var"#_redirect_logs##0#_redirect_logs##1"{ReTestItems.var"#71#72"{TestItem, String, Expr, Expr}}, ::String, ::Vararg{String}; kwargs::@Kwargs{}) @ Base ./io.jl:420 [20] open @ ./io.jl:417 [inlined] [21] _redirect_logs @ ~/.julia/packages/ReTestItems/3F3Hj/src/log_capture.jl:107 [inlined] [22] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/src/macros.jl:82 [inlined] [23] runtestitem(ti::TestItem, ctx::ReTestItems.TestContext; test_end_expr::Expr, logs::Symbol, verbose_results::Bool, finish_test::Bool, catch_test_error::Bool, failfast::Bool) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:1109 [24] runtestitem @ ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:1031 [inlined] [25] _runtests_in_current_env(ti_filter::Function, paths::Tuple{String}, projectfile::String, cfg::ReTestItems._Config) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:418 [26] (::ReTestItems.var"#_runtests##0#_runtests##1"{ReTestItems.TestItemFilter{Returns{Bool}, Nothing, Nothing}, Tuple{String}, ReTestItems._Config, String})() @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:362 [27] with_logstate(f::ReTestItems.var"#_runtests##0#_runtests##1"{ReTestItems.TestItemFilter{Returns{Bool}, Nothing, Nothing}, Tuple{String}, ReTestItems._Config, String}, logstate::Base.CoreLogging.LogState) @ Base.CoreLogging ./logging/logging.jl:540 [28] with_logger(f::Function, logger::Base.CoreLogging.ConsoleLogger) @ Base.CoreLogging ./logging/logging.jl:651 [29] _runtests(ti_filter::Function, paths::Tuple{String}, cfg::ReTestItems._Config) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:358 [30] runtests(shouldrun::Returns{Bool}, paths::String; nworkers::Int64, nworker_threads::String, worker_init_expr::Expr, testitem_timeout::Float64, retries::Int64, memory_threshold::Float64, debug::Int64, name::Nothing, tags::Nothing, report::Bool, logs::Symbol, verbose_results::Bool, test_end_expr::Expr, validate_paths::Bool, timeout_profile_wait::Int64, gc_between_testitems::Bool, failfast::Bool, testitem_failfast::Bool) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:328 [31] kwcall(::@NamedTuple{verbose_results::Bool, logs::Symbol}, ::typeof(runtests), shouldrun::Function, paths::String) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:280 [32] #runtests#33 @ ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:259 [inlined] [33] runtests @ ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:256 [inlined] [34] kwcall(::@NamedTuple{verbose_results::Bool, logs::Symbol}, ::typeof(runtests), pkg::Module) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:255 [35] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/test/runtests.jl:2 [36] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:309 [37] top-level scope @ none:6 [38] eval(m::Module, e::Any) @ Core ./boot.jl:489 [39] exec_options(opts::Base.JLOptions) @ Base ./client.jl:296 [40] _start() @ Base ./client.jl:563 12:08:31 | maxrss 2.1% | mem 3.6% | START (7/9) test item "errors at the top level" at test/error_tests.jl:17 12:08:32 | maxrss 2.1% | mem 3.6% | DONE (7/9) test item "errors at the top level" 0.2 secs No Captured Logs for test item "errors at the top level" at test/error_tests.jl:17 on worker 111 Error in testset "errors at the top level" on worker 111: Error During Test at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/test/error_tests.jl:17 Got exception outside of a @test AssertionError: false Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/test/error_tests.jl:19 [2] eval(m::Module, e::Any) @ Core ./boot.jl:489 [3] #73 @ ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:1112 [inlined] [4] with_source_path(f::ReTestItems.var"#73#74"{Expr}, path::String) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:935 [5] (::ReTestItems.var"#71#72"{TestItem, String, Expr, Expr})() @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:1112 [6] redirect_stdio(f::ReTestItems.var"#71#72"{TestItem, String, Expr, Expr}; stdin::Nothing, stderr::IOContext{IOStream}, stdout::IOContext{IOStream}) @ Base ./stream.jl:1443 [7] redirect_stdio @ ./stream.jl:1406 [inlined] [8] _redirect_logs(f::ReTestItems.var"#71#72"{TestItem, String, Expr, Expr}, target::IOStream) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/log_capture.jl:124 [9] #_redirect_logs##0 @ ~/.julia/packages/ReTestItems/3F3Hj/src/log_capture.jl:107 [inlined] [10] open(::ReTestItems.var"#_redirect_logs##0#_redirect_logs##1"{ReTestItems.var"#71#72"{TestItem, String, Expr, Expr}}, ::String, ::Vararg{String}; kwargs::@Kwargs{}) @ Base ./io.jl:420 [11] open @ ./io.jl:417 [inlined] [12] _redirect_logs @ ~/.julia/packages/ReTestItems/3F3Hj/src/log_capture.jl:107 [inlined] [13] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/src/macros.jl:82 [inlined] [14] runtestitem(ti::TestItem, ctx::ReTestItems.TestContext; test_end_expr::Expr, logs::Symbol, verbose_results::Bool, finish_test::Bool, catch_test_error::Bool, failfast::Bool) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:1109 [15] runtestitem @ ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:1031 [inlined] [16] _runtests_in_current_env(ti_filter::Function, paths::Tuple{String}, projectfile::String, cfg::ReTestItems._Config) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:418 [17] (::ReTestItems.var"#_runtests##0#_runtests##1"{ReTestItems.TestItemFilter{Returns{Bool}, Nothing, Nothing}, Tuple{String}, ReTestItems._Config, String})() @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:362 [18] with_logstate(f::ReTestItems.var"#_runtests##0#_runtests##1"{ReTestItems.TestItemFilter{Returns{Bool}, Nothing, Nothing}, Tuple{String}, ReTestItems._Config, String}, logstate::Base.CoreLogging.LogState) @ Base.CoreLogging ./logging/logging.jl:540 [19] with_logger(f::Function, logger::Base.CoreLogging.ConsoleLogger) @ Base.CoreLogging ./logging/logging.jl:651 [20] _runtests(ti_filter::Function, paths::Tuple{String}, cfg::ReTestItems._Config) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:358 [21] runtests(shouldrun::Returns{Bool}, paths::String; nworkers::Int64, nworker_threads::String, worker_init_expr::Expr, testitem_timeout::Float64, retries::Int64, memory_threshold::Float64, debug::Int64, name::Nothing, tags::Nothing, report::Bool, logs::Symbol, verbose_results::Bool, test_end_expr::Expr, validate_paths::Bool, timeout_profile_wait::Int64, gc_between_testitems::Bool, failfast::Bool, testitem_failfast::Bool) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:328 [22] kwcall(::@NamedTuple{verbose_results::Bool, logs::Symbol}, ::typeof(runtests), shouldrun::Function, paths::String) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:280 [23] #runtests#33 @ ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:259 [inlined] [24] runtests @ ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:256 [inlined] [25] kwcall(::@NamedTuple{verbose_results::Bool, logs::Symbol}, ::typeof(runtests), pkg::Module) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:255 [26] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/test/runtests.jl:2 [27] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:309 [28] top-level scope @ none:6 [29] eval(m::Module, e::Any) @ Core ./boot.jl:489 [30] exec_options(opts::Base.JLOptions) @ Base ./client.jl:296 [31] _start() @ Base ./client.jl:563 12:08:32 | maxrss 2.1% | mem 3.6% | START (8/9) test item "nonexistent test setup" at test/error_tests.jl:23 12:08:32 | maxrss 2.1% | mem 3.6% | DONE (8/9) test item "nonexistent test setup" <0.1 secs No Captured Logs for test item "nonexistent test setup" at test/error_tests.jl:23 on worker 111 Error in testset "nonexistent test setup" on worker 111: Error During Test at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/test/error_tests.jl:23 Got exception outside of a @test UndefVarError: `NonexistentSetup` not defined in `Main` Suggestion: check for spelling errors or missing imports. Stacktrace: [1] eval_import_path_all(at::Module, path::Expr, keyword::String) @ Base ./module.jl:62 [2] _eval_using(to::Module, path::Expr) @ Base ./module.jl:137 [3] top-level scope @ none:0 [4] eval(m::Module, e::Any) @ Core ./boot.jl:489 [5] #73 @ ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:1112 [inlined] [6] with_source_path(f::ReTestItems.var"#73#74"{Expr}, path::String) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:935 [7] (::ReTestItems.var"#71#72"{TestItem, String, Expr, Expr})() @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:1112 [8] redirect_stdio(f::ReTestItems.var"#71#72"{TestItem, String, Expr, Expr}; stdin::Nothing, stderr::IOContext{IOStream}, stdout::IOContext{IOStream}) @ Base ./stream.jl:1443 [9] redirect_stdio @ ./stream.jl:1406 [inlined] [10] _redirect_logs(f::ReTestItems.var"#71#72"{TestItem, String, Expr, Expr}, target::IOStream) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/log_capture.jl:124 [11] #_redirect_logs##0 @ ~/.julia/packages/ReTestItems/3F3Hj/src/log_capture.jl:107 [inlined] [12] open(::ReTestItems.var"#_redirect_logs##0#_redirect_logs##1"{ReTestItems.var"#71#72"{TestItem, String, Expr, Expr}}, ::String, ::Vararg{String}; kwargs::@Kwargs{}) @ Base ./io.jl:420 [13] open @ ./io.jl:417 [inlined] [14] _redirect_logs @ ~/.julia/packages/ReTestItems/3F3Hj/src/log_capture.jl:107 [inlined] [15] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/src/macros.jl:82 [inlined] [16] runtestitem(ti::TestItem, ctx::ReTestItems.TestContext; test_end_expr::Expr, logs::Symbol, verbose_results::Bool, finish_test::Bool, catch_test_error::Bool, failfast::Bool) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:1109 [17] runtestitem @ ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:1031 [inlined] [18] _runtests_in_current_env(ti_filter::Function, paths::Tuple{String}, projectfile::String, cfg::ReTestItems._Config) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:418 [19] (::ReTestItems.var"#_runtests##0#_runtests##1"{ReTestItems.TestItemFilter{Returns{Bool}, Nothing, Nothing}, Tuple{String}, ReTestItems._Config, String})() @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:362 [20] with_logstate(f::ReTestItems.var"#_runtests##0#_runtests##1"{ReTestItems.TestItemFilter{Returns{Bool}, Nothing, Nothing}, Tuple{String}, ReTestItems._Config, String}, logstate::Base.CoreLogging.LogState) @ Base.CoreLogging ./logging/logging.jl:540 [21] with_logger(f::Function, logger::Base.CoreLogging.ConsoleLogger) @ Base.CoreLogging ./logging/logging.jl:651 [22] _runtests(ti_filter::Function, paths::Tuple{String}, cfg::ReTestItems._Config) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:358 [23] runtests(shouldrun::Returns{Bool}, paths::String; nworkers::Int64, nworker_threads::String, worker_init_expr::Expr, testitem_timeout::Float64, retries::Int64, memory_threshold::Float64, debug::Int64, name::Nothing, tags::Nothing, report::Bool, logs::Symbol, verbose_results::Bool, test_end_expr::Expr, validate_paths::Bool, timeout_profile_wait::Int64, gc_between_testitems::Bool, failfast::Bool, testitem_failfast::Bool) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:328 [24] kwcall(::@NamedTuple{verbose_results::Bool, logs::Symbol}, ::typeof(runtests), shouldrun::Function, paths::String) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:280 [25] #runtests#33 @ ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:259 [inlined] [26] runtests @ ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:256 [inlined] [27] kwcall(::@NamedTuple{verbose_results::Bool, logs::Symbol}, ::typeof(runtests), pkg::Module) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:255 [28] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/test/runtests.jl:2 [29] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:309 [30] top-level scope @ none:6 [31] eval(m::Module, e::Any) @ Core ./boot.jl:489 [32] exec_options(opts::Base.JLOptions) @ Base ./client.jl:296 [33] _start() @ Base ./client.jl:563 12:08:32 | maxrss 2.1% | mem 3.6% | START (9/9) test item "failures" at test/failure_tests.jl:1 12:08:32 | maxrss 2.1% | mem 3.6% | DONE (9/9) test item "failures" <0.1 secs (71.4% compile), 4.80 K allocs (243.928 KB) No Captured Logs for test item "failures" at test/failure_tests.jl:1 on worker 111 Error in testset "failures" on worker 111: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/test/failure_tests.jl:2 Expression: false Error in testset "failures" on worker 111: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/test/failure_tests.jl:4 Expression: LinearAlgebra.dot(rand(), rand()) < 0 Evaluated: 0.08113975878784636 < 0 Error in testset "failures" on worker 111: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/test/failure_tests.jl:5 Expression: FailureSetup.FALSE [ Tests Completed: 9/9 test items were run. Test Summary: | Pass Fail Error Total Time DontPass | 2 4 9 15 12.9s src | 1 1 1 3 src/do_thing_tests.jl | 1 1 1 3 do_thing Pass | 1 1 0.7s do_thing Fail | 1 1 0.3s do_thing Error | 1 1 4.5s test | 1 3 8 12 test/error_in_setup_test.jl | 2 2 bad setup, good test | 1 1 0.6s bad setup, bad test | 1 1 0.0s test/error_tests.jl | 1 6 7 errors | 4 4 1.8s UndefVarError | 2 2 1.2s evaluated to non-Boolean | 1 1 0.1s package not in project | 1 1 0.1s errors at the top level | 1 1 2 0.2s nonexistent test setup | 1 1 0.0s test/failure_tests.jl | 3 3 failures | 3 3 0.0s ERROR: LoadError: Some tests did not pass: 2 passed, 4 failed, 9 errored, 0 broken. in expression starting at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/test/runtests.jl:2 [ Info: Scanning for test items in project `NoDeps` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/NoDeps.jl [ Info: Finished scanning for test items in 0.0 seconds. [ Info: Scheduling 2 tests on pid 17 12:08:34 | maxrss 2.1% | mem 2.5% | START (1/2) test item "toplevel" at toplevel_tests.jl:1 12:08:34 | maxrss 2.1% | mem 2.5% | DONE (1/2) test item "toplevel" <0.1 secs (<0.1% compile), 1.10 K allocs (62.400 KB) 12:08:34 | maxrss 2.1% | mem 2.5% | START (2/2) test item "NoDeps-testitem" at test/NoDeps_tests.jl:1 12:08:34 | maxrss 2.1% | mem 2.5% | DONE (2/2) test item "NoDeps-testitem" <0.1 secs (<0.1% compile), 2.66 K allocs (121.688 KB) [ Tests Completed: 2/2 test items were run. [ Info: Scanning for test items in project `TestsInSrc` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/TestsInSrc.jl [ Info: Finished scanning for test items in 0.01 seconds. [ Info: Scheduling 8 tests on pid 17 12:08:34 | maxrss 2.1% | mem 2.5% | START (1/8) test item "a1" at src/a_dir/a1_test.jl:1 12:08:34 | maxrss 2.1% | mem 2.5% | DONE (1/8) test item "a1" <0.1 secs (<0.1% compile), 1.08 K allocs (62.320 KB) 12:08:34 | maxrss 2.1% | mem 2.5% | START (2/8) test item "a2" at src/a_dir/a2_test.jl:1 12:08:34 | maxrss 2.1% | mem 2.5% | DONE (2/8) test item "a2" <0.1 secs (<0.1% compile), 2.87 K allocs (129.336 KB) 12:08:34 | maxrss 2.1% | mem 2.5% | START (3/8) test item "z" at src/a_dir/x_dir/x_test.jl:1 12:08:34 | maxrss 2.1% | mem 2.5% | DONE (3/8) test item "z" <0.1 secs (<0.1% compile), 1.08 K allocs (61.872 KB) 12:08:34 | maxrss 2.1% | mem 2.5% | START (4/8) test item "y" at src/a_dir/x_dir/x_test.jl:4 12:08:34 | maxrss 2.1% | mem 2.5% | DONE (4/8) test item "y" <0.1 secs (<0.1% compile), 1.08 K allocs (61.504 KB) 12:08:34 | maxrss 2.1% | mem 2.5% | START (5/8) test item "x" at src/a_dir/x_dir/x_test.jl:7 12:08:34 | maxrss 2.1% | mem 2.5% | DONE (5/8) test item "x" <0.1 secs (<0.1% compile), 1.08 K allocs (61.504 KB) 12:08:34 | maxrss 2.1% | mem 2.5% | START (6/8) test item "b" at src/b_dir/b_test.jl:1 12:08:34 | maxrss 2.1% | mem 2.5% | DONE (6/8) test item "b" <0.1 secs (<0.1% compile), 1.08 K allocs (61.488 KB) 12:08:34 | maxrss 2.1% | mem 2.5% | START (7/8) test item "bar" at src/bar_tests.jl:1 12:08:34 | maxrss 2.1% | mem 2.5% | DONE (7/8) test item "bar" <0.1 secs (<0.1% compile), 4.22 K allocs (179.032 KB) 12:08:34 | maxrss 2.1% | mem 2.5% | START (8/8) test item "foo" at src/foo_test.jl:1 12:08:34 | maxrss 2.1% | mem 2.5% | DONE (8/8) test item "foo" <0.1 secs (<0.1% compile), 1.69 K allocs (84.912 KB) [ Tests Completed: 8/8 test items were run. Activating project at `~/.julia/packages/ReTestItems/3F3Hj/test/packages/TestProjectFile.jl` ┌ Warning: The project dependencies or compat requirements have changed since the manifest was last resolved. │ It is recommended to `Pkg.resolve()` or consider `Pkg.update()` if necessary. └ @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:1288 ┌ Warning: Could not use exact versions of packages in manifest, re-resolving └ @ TestEnv ~/.julia/packages/TestEnv/nGMfF/src/julia-1.11/activate_set.jl:76 [ Info: Scanning for test items in project `TestProjectFile` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/TestProjectFile.jl [ Info: Finished scanning for test items in 0.0 seconds. [ Info: Scheduling 1 tests on pid 17 12:08:34 | maxrss 2.1% | mem 2.5% | START (1/1) test item "TestProjectFile" at test/TestProjectFile-test.jl:1 12:08:35 | maxrss 2.1% | mem 2.5% | DONE (1/1) test item "TestProjectFile" 0.4 secs (62.9% compile, 60.7% recompile), 427.69 K allocs (25.688 MB) [ Tests Completed: 1/1 test items were run. Activating project at `~/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl` ┌ Warning: The project dependencies or compat requirements have changed since the manifest was last resolved. │ It is recommended to `Pkg.resolve()` or consider `Pkg.update()` if necessary. └ @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:1288 ┌ Warning: Could not use exact versions of packages in manifest, re-resolving └ @ TestEnv ~/.julia/packages/TestEnv/nGMfF/src/julia-1.11/activate_set.jl:76 [ Info: Scanning for test items in project `DontPass` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl [ Info: Finished scanning for test items in 0.02 seconds. [ Info: Scheduling 9 tests on pid 17 12:08:59 | maxrss 2.2% | mem 2.6% | START (1/9) test item "do_thing Pass" at src/do_thing_tests.jl:1 12:08:59 | maxrss 2.2% | mem 2.6% | DONE (1/9) test item "do_thing Pass" <0.1 secs (70.1% compile), 13.47 K allocs (738.520 KB) 12:08:59 | maxrss 2.2% | mem 2.6% | START (2/9) test item "do_thing Fail" at src/do_thing_tests.jl:4 12:09:00 | maxrss 2.2% | mem 2.6% | DONE (2/9) test item "do_thing Fail" 0.3 secs (98.4% compile, 4.2% recompile), 121.40 K allocs (7.154 MB) No Captured Logs for test item "do_thing Fail" at src/do_thing_tests.jl:4 on worker 17 Error in testset "do_thing Fail" on worker 17: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/src/do_thing_tests.jl:5 Expression: do_thing() == 1 Evaluated: [0.2920016653124903, 0.053970175678247245, 0.30984140548589056] == 1 12:09:00 | maxrss 2.2% | mem 2.6% | START (3/9) test item "do_thing Error" at src/do_thing_tests.jl:7 12:09:02 | maxrss 2.2% | mem 2.6% | DONE (3/9) test item "do_thing Error" 1.8 secs (94.1% compile, 3.4% recompile, 2.7% GC), 2.32 M allocs (145.563 MB) No Captured Logs for test item "do_thing Error" at src/do_thing_tests.jl:7 on worker 17 Error in testset "do_thing Error" on worker 17: Error During Test at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/src/do_thing_tests.jl:8 Test threw exception Expression: 1 + do_thing() == 2 MethodError: no method matching +(::Int64, ::Vector{Float64}) For element-wise addition, use broadcasting with dot syntax: scalar .+ array The function `+` exists, but no method is defined for this combination of argument types. Closest candidates are: +(::Any, ::Any, !Matched::Any, !Matched::Any...) @ Base operators.jl:643 +(!Matched::Array, ::Array...) @ Base arraymath.jl:12 +(::Number, !Matched::LinearAlgebra.UniformScaling) @ LinearAlgebra /opt/julia/share/julia/stdlib/v1.13/LinearAlgebra/src/uniformscaling.jl:148 ... Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/src/do_thing_tests.jl:8 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:742 [inlined] 12:09:02 | maxrss 2.2% | mem 2.6% | START (4/9) test item "bad setup, good test" at test/error_in_setup_test.jl:5 12:09:02 | maxrss 2.2% | mem 2.6% | DONE (4/9) test item "bad setup, good test" 0.3 secs Captured logs for test setup "SetupThatErrors" (dependency of "bad setup, good test") at test/error_in_setup_test.jl:1 on worker 17 SetupThatErrors msg No Captured Logs for test item "bad setup, good test" at test/error_in_setup_test.jl:5 on worker 17 Error in testset "bad setup, good test" on worker 17: Error During Test at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/test/error_in_setup_test.jl:5 Got exception outside of a @test ArgumentError: Package PackageDoesNotExist not found in current path. - Run `import Pkg; Pkg.add("PackageDoesNotExist")` to install the PackageDoesNotExist package. Stacktrace: [1] macro expansion @ ./loading.jl:2393 [inlined] [2] macro expansion @ ./lock.jl:376 [inlined] [3] __require(into::Module, mod::Symbol) @ Base ./loading.jl:2376 [4] require @ ./loading.jl:2352 [inlined] [5] eval_import_path @ ./module.jl:36 [inlined] [6] eval_import_path_all(at::Module, path::Expr, keyword::String) @ Base ./module.jl:60 [7] _eval_using(to::Module, path::Expr) @ Base ./module.jl:137 [8] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/test/error_in_setup_test.jl:3 [9] eval(m::Module, e::Any) @ Core ./boot.jl:489 [10] #ensure_setup!##4 @ ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:973 [inlined] [11] with_source_path(f::ReTestItems.var"#ensure_setup!##4#ensure_setup!##5"{Expr}, path::String) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:935 [12] #ensure_setup!##2 @ ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:973 [inlined] [13] redirect_stdio(f::ReTestItems.var"#ensure_setup!##2#ensure_setup!##3"{Expr, TestSetup}; stdin::Nothing, stderr::IOContext{IOStream}, stdout::IOContext{IOStream}) @ Base ./stream.jl:1443 [14] redirect_stdio @ ./stream.jl:1406 [inlined] [15] _redirect_logs(f::ReTestItems.var"#ensure_setup!##2#ensure_setup!##3"{Expr, TestSetup}, target::IOStream) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/log_capture.jl:124 [16] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:972 [inlined] [17] macro expansion @ ./lock.jl:376 [inlined] [18] ensure_setup!(ctx::ReTestItems.TestContext, setup::Symbol, setups::Vector{TestSetup}, logs::Symbol) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:947 [19] runtestitem(ti::TestItem, ctx::ReTestItems.TestContext; test_end_expr::Expr, logs::Symbol, verbose_results::Bool, finish_test::Bool, catch_test_error::Bool, failfast::Bool) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:1078 [20] runtestitem @ ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:1031 [inlined] [21] _runtests_in_current_env(ti_filter::Function, paths::Tuple{String}, projectfile::String, cfg::ReTestItems._Config) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:418 [22] (::ReTestItems.var"#_runtests##0#_runtests##1"{TestItemFilter{Returns{Bool}, Nothing, Nothing}, Tuple{String}, ReTestItems._Config, String})() @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:375 [23] with_logstate(f::ReTestItems.var"#_runtests##0#_runtests##1"{TestItemFilter{Returns{Bool}, Nothing, Nothing}, Tuple{String}, ReTestItems._Config, String}, logstate::Base.CoreLogging.LogState) @ Base.CoreLogging ./logging/logging.jl:540 [24] with_logger(f::Function, logger::Base.CoreLogging.ConsoleLogger) @ Base.CoreLogging ./logging/logging.jl:651 [25] _runtests(ti_filter::Function, paths::Tuple{String}, cfg::ReTestItems._Config) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:358 [26] runtests(::Returns{Bool}, ::String, ::Vararg{String}; nworkers::Int64, nworker_threads::String, worker_init_expr::Expr, testitem_timeout::Float64, retries::Int64, memory_threshold::Float64, debug::Int64, name::Nothing, tags::Nothing, report::Bool, logs::Symbol, verbose_results::Bool, test_end_expr::Expr, validate_paths::Bool, timeout_profile_wait::Int64, gc_between_testitems::Bool, failfast::Bool, testitem_failfast::Bool) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:328 [27] runtests(shouldrun::Function, paths::String) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:280 [28] runtests @ ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:251 [inlined] [29] #305 @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:225 [inlined] [30] #with_test_package##4 @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:34 [inlined] [31] activate(f::var"#with_test_package##4#with_test_package##5"{var"#305#306"}, new_project::String) @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:1470 [32] #with_test_package##2 @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:33 [inlined] [33] cd(f::var"#with_test_package##2#with_test_package##3"{var"#305#306"}, dir::String) @ Base.Filesystem ./file.jl:112 [34] #with_test_package##0 @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:32 [inlined] [35] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/_integration_test_tools.jl:54 [inlined] [36] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [37] encased_testset(f::var"#with_test_package##0#with_test_package##1"{var"#305#306", String}) @ Main ~/.julia/packages/ReTestItems/3F3Hj/test/_integration_test_tools.jl:54 [38] with_test_package(f::var"#305#306", name::String) @ Main ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:31 [39] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [40] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [41] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:194 [inlined] ┌ [42] macro expansion │ @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] ├ [43] macro expansion │ @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:224 [inlined] ╰───── repeated 2 times [46] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:309 [47] IncludeInto @ ./Base.jl:310 [inlined] [48] (::var"#5#6")() @ Main ~/.julia/packages/ReTestItems/3F3Hj/test/runtests.jl:21 [49] withenv(f::var"#5#6", keyvals::Pair{String, Int64}) @ Base ./env.jl:265 [50] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/runtests.jl:15 [51] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [52] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/runtests.jl:17 [inlined] [53] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:309 [54] top-level scope @ none:6 [55] eval(m::Module, e::Any) @ Core ./boot.jl:489 [56] exec_options(opts::Base.JLOptions) @ Base ./client.jl:296 [57] _start() @ Base ./client.jl:563 12:09:02 | maxrss 2.2% | mem 2.6% | START (5/9) test item "bad setup, bad test" at test/error_in_setup_test.jl:8 12:09:02 | maxrss 2.2% | mem 2.6% | DONE (5/9) test item "bad setup, bad test" <0.1 secs Captured logs for test setup "SetupThatErrors" (dependency of "bad setup, bad test") at test/error_in_setup_test.jl:1 on worker 17 SetupThatErrors msg No Captured Logs for test item "bad setup, bad test" at test/error_in_setup_test.jl:8 on worker 17 Error in testset "bad setup, bad test" on worker 17: Error During Test at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/test/error_in_setup_test.jl:8 Got exception outside of a @test ArgumentError: Package PackageDoesNotExist not found in current path. - Run `import Pkg; Pkg.add("PackageDoesNotExist")` to install the PackageDoesNotExist package. Stacktrace: [1] macro expansion @ ./loading.jl:2393 [inlined] [2] macro expansion @ ./lock.jl:376 [inlined] [3] __require(into::Module, mod::Symbol) @ Base ./loading.jl:2376 [4] require @ ./loading.jl:2352 [inlined] [5] eval_import_path @ ./module.jl:36 [inlined] [6] eval_import_path_all(at::Module, path::Expr, keyword::String) @ Base ./module.jl:60 [7] _eval_using(to::Module, path::Expr) @ Base ./module.jl:137 [8] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/test/error_in_setup_test.jl:3 [9] eval(m::Module, e::Any) @ Core ./boot.jl:489 [10] #ensure_setup!##4 @ ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:973 [inlined] [11] with_source_path(f::ReTestItems.var"#ensure_setup!##4#ensure_setup!##5"{Expr}, path::String) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:935 [12] #ensure_setup!##2 @ ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:973 [inlined] [13] redirect_stdio(f::ReTestItems.var"#ensure_setup!##2#ensure_setup!##3"{Expr, TestSetup}; stdin::Nothing, stderr::IOContext{IOStream}, stdout::IOContext{IOStream}) @ Base ./stream.jl:1443 [14] redirect_stdio @ ./stream.jl:1406 [inlined] [15] _redirect_logs(f::ReTestItems.var"#ensure_setup!##2#ensure_setup!##3"{Expr, TestSetup}, target::IOStream) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/log_capture.jl:124 [16] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:972 [inlined] [17] macro expansion @ ./lock.jl:376 [inlined] [18] ensure_setup!(ctx::ReTestItems.TestContext, setup::Symbol, setups::Vector{TestSetup}, logs::Symbol) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:947 [19] runtestitem(ti::TestItem, ctx::ReTestItems.TestContext; test_end_expr::Expr, logs::Symbol, verbose_results::Bool, finish_test::Bool, catch_test_error::Bool, failfast::Bool) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:1078 [20] runtestitem @ ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:1031 [inlined] [21] _runtests_in_current_env(ti_filter::Function, paths::Tuple{String}, projectfile::String, cfg::ReTestItems._Config) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:418 [22] (::ReTestItems.var"#_runtests##0#_runtests##1"{TestItemFilter{Returns{Bool}, Nothing, Nothing}, Tuple{String}, ReTestItems._Config, String})() @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:375 [23] with_logstate(f::ReTestItems.var"#_runtests##0#_runtests##1"{TestItemFilter{Returns{Bool}, Nothing, Nothing}, Tuple{String}, ReTestItems._Config, String}, logstate::Base.CoreLogging.LogState) @ Base.CoreLogging ./logging/logging.jl:540 [24] with_logger(f::Function, logger::Base.CoreLogging.ConsoleLogger) @ Base.CoreLogging ./logging/logging.jl:651 [25] _runtests(ti_filter::Function, paths::Tuple{String}, cfg::ReTestItems._Config) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:358 [26] runtests(::Returns{Bool}, ::String, ::Vararg{String}; nworkers::Int64, nworker_threads::String, worker_init_expr::Expr, testitem_timeout::Float64, retries::Int64, memory_threshold::Float64, debug::Int64, name::Nothing, tags::Nothing, report::Bool, logs::Symbol, verbose_results::Bool, test_end_expr::Expr, validate_paths::Bool, timeout_profile_wait::Int64, gc_between_testitems::Bool, failfast::Bool, testitem_failfast::Bool) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:328 [27] runtests(shouldrun::Function, paths::String) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:280 [28] runtests @ ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:251 [inlined] [29] #305 @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:225 [inlined] [30] #with_test_package##4 @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:34 [inlined] [31] activate(f::var"#with_test_package##4#with_test_package##5"{var"#305#306"}, new_project::String) @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:1470 [32] #with_test_package##2 @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:33 [inlined] [33] cd(f::var"#with_test_package##2#with_test_package##3"{var"#305#306"}, dir::String) @ Base.Filesystem ./file.jl:112 [34] #with_test_package##0 @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:32 [inlined] [35] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/_integration_test_tools.jl:54 [inlined] [36] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [37] encased_testset(f::var"#with_test_package##0#with_test_package##1"{var"#305#306", String}) @ Main ~/.julia/packages/ReTestItems/3F3Hj/test/_integration_test_tools.jl:54 [38] with_test_package(f::var"#305#306", name::String) @ Main ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:31 [39] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [40] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [41] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:194 [inlined] ┌ [42] macro expansion │ @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] ├ [43] macro expansion │ @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:224 [inlined] ╰───── repeated 2 times [46] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:309 [47] IncludeInto @ ./Base.jl:310 [inlined] [48] (::var"#5#6")() @ Main ~/.julia/packages/ReTestItems/3F3Hj/test/runtests.jl:21 [49] withenv(f::var"#5#6", keyvals::Pair{String, Int64}) @ Base ./env.jl:265 [50] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/runtests.jl:15 [51] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [52] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/runtests.jl:17 [inlined] [53] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:309 [54] top-level scope @ none:6 [55] eval(m::Module, e::Any) @ Core ./boot.jl:489 [56] exec_options(opts::Base.JLOptions) @ Base ./client.jl:296 [57] _start() @ Base ./client.jl:563 12:09:02 | maxrss 2.2% | mem 2.6% | START (6/9) test item "errors" at test/error_tests.jl:1 12:09:03 | maxrss 2.2% | mem 2.6% | DONE (6/9) test item "errors" 0.2 secs (66.8% compile), 50.82 K allocs (3.266 MB) No Captured Logs for test item "errors" at test/error_tests.jl:1 on worker 17 Error in testset "UndefVarError" on worker 17: Error During Test at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/test/error_tests.jl:3 Test threw exception Expression: not_defined + 1 == 4 UndefVarError: `not_defined` not defined in `Main.var"##errors#348"` Suggestion: check for spelling errors or missing imports. Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/test/error_tests.jl:3 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/test/error_tests.jl:3 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:742 [inlined] Error in testset "UndefVarError" on worker 17: Error During Test at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/test/error_tests.jl:5 Test threw exception Expression: LinearAlgebra.dot(rand(), rand()) < 0 UndefVarError: `LinearAlgebra` not defined in `Main.var"##errors#348"` Suggestion: check for spelling errors or missing imports. Hint: LinearAlgebra is loaded but not imported in the active module Main. Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/test/error_tests.jl:3 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/test/error_tests.jl:5 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:742 [inlined] Error in testset "evaluated to non-Boolean" on worker 17: Error During Test at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/test/error_tests.jl:8 Expression evaluated to non-Boolean Expression: ErrorSetup.NON_BOOL Value: missing Error in testset "package not in project" on worker 17: Error During Test at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/test/error_tests.jl:10 Got exception outside of a @test ArgumentError: Package Example not found in current path. - Run `import Pkg; Pkg.add("Example")` to install the Example package. Stacktrace: [1] macro expansion @ ./loading.jl:2393 [inlined] [2] macro expansion @ ./lock.jl:376 [inlined] [3] __require(into::Module, mod::Symbol) @ Base ./loading.jl:2376 [4] require @ ./loading.jl:2352 [inlined] [5] eval_import_path @ ./module.jl:36 [inlined] [6] eval_import_path_all(at::Module, path::Expr, keyword::String) @ Base ./module.jl:60 [7] _eval_using(to::Module, path::Expr) @ Base ./module.jl:137 [8] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/test/error_tests.jl:12 [9] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [10] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/test/error_tests.jl:12 [inlined] [11] eval(m::Module, e::Any) @ Core ./boot.jl:489 [12] #73 @ ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:1112 [inlined] [13] with_source_path(f::ReTestItems.var"#73#74"{Expr}, path::String) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:935 [14] (::ReTestItems.var"#71#72"{TestItem, String, Expr, Expr})() @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:1112 [15] redirect_stdio(f::ReTestItems.var"#71#72"{TestItem, String, Expr, Expr}; stdin::Nothing, stderr::IOContext{IOStream}, stdout::IOContext{IOStream}) @ Base ./stream.jl:1443 [16] redirect_stdio @ ./stream.jl:1406 [inlined] [17] _redirect_logs(f::ReTestItems.var"#71#72"{TestItem, String, Expr, Expr}, target::IOStream) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/log_capture.jl:124 [18] #_redirect_logs##0 @ ~/.julia/packages/ReTestItems/3F3Hj/src/log_capture.jl:107 [inlined] [19] open(::ReTestItems.var"#_redirect_logs##0#_redirect_logs##1"{ReTestItems.var"#71#72"{TestItem, String, Expr, Expr}}, ::String, ::Vararg{String}; kwargs::@Kwargs{}) @ Base ./io.jl:420 [20] open @ ./io.jl:417 [inlined] [21] _redirect_logs @ ~/.julia/packages/ReTestItems/3F3Hj/src/log_capture.jl:107 [inlined] [22] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/src/macros.jl:82 [inlined] [23] runtestitem(ti::TestItem, ctx::ReTestItems.TestContext; test_end_expr::Expr, logs::Symbol, verbose_results::Bool, finish_test::Bool, catch_test_error::Bool, failfast::Bool) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:1109 [24] runtestitem @ ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:1031 [inlined] [25] _runtests_in_current_env(ti_filter::Function, paths::Tuple{String}, projectfile::String, cfg::ReTestItems._Config) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:418 [26] (::ReTestItems.var"#_runtests##0#_runtests##1"{TestItemFilter{Returns{Bool}, Nothing, Nothing}, Tuple{String}, ReTestItems._Config, String})() @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:375 [27] with_logstate(f::ReTestItems.var"#_runtests##0#_runtests##1"{TestItemFilter{Returns{Bool}, Nothing, Nothing}, Tuple{String}, ReTestItems._Config, String}, logstate::Base.CoreLogging.LogState) @ Base.CoreLogging ./logging/logging.jl:540 [28] with_logger(f::Function, logger::Base.CoreLogging.ConsoleLogger) @ Base.CoreLogging ./logging/logging.jl:651 [29] _runtests(ti_filter::Function, paths::Tuple{String}, cfg::ReTestItems._Config) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:358 [30] runtests(::Returns{Bool}, ::String, ::Vararg{String}; nworkers::Int64, nworker_threads::String, worker_init_expr::Expr, testitem_timeout::Float64, retries::Int64, memory_threshold::Float64, debug::Int64, name::Nothing, tags::Nothing, report::Bool, logs::Symbol, verbose_results::Bool, test_end_expr::Expr, validate_paths::Bool, timeout_profile_wait::Int64, gc_between_testitems::Bool, failfast::Bool, testitem_failfast::Bool) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:328 [31] runtests(shouldrun::Function, paths::String) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:280 [32] runtests @ ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:251 [inlined] [33] #305 @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:225 [inlined] [34] #with_test_package##4 @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:34 [inlined] [35] activate(f::var"#with_test_package##4#with_test_package##5"{var"#305#306"}, new_project::String) @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:1470 [36] #with_test_package##2 @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:33 [inlined] [37] cd(f::var"#with_test_package##2#with_test_package##3"{var"#305#306"}, dir::String) @ Base.Filesystem ./file.jl:112 [38] #with_test_package##0 @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:32 [inlined] [39] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/_integration_test_tools.jl:54 [inlined] [40] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [41] encased_testset(f::var"#with_test_package##0#with_test_package##1"{var"#305#306", String}) @ Main ~/.julia/packages/ReTestItems/3F3Hj/test/_integration_test_tools.jl:54 [42] with_test_package(f::var"#305#306", name::String) @ Main ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:31 [43] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [44] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [45] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:194 [inlined] ┌ [46] macro expansion │ @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] ├ [47] macro expansion │ @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:224 [inlined] ╰───── repeated 2 times [50] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:309 [51] IncludeInto @ ./Base.jl:310 [inlined] [52] (::var"#5#6")() @ Main ~/.julia/packages/ReTestItems/3F3Hj/test/runtests.jl:21 [53] withenv(f::var"#5#6", keyvals::Pair{String, Int64}) @ Base ./env.jl:265 [54] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/runtests.jl:15 [55] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [56] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/runtests.jl:17 [inlined] [57] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:309 [58] top-level scope @ none:6 [59] eval(m::Module, e::Any) @ Core ./boot.jl:489 [60] exec_options(opts::Base.JLOptions) @ Base ./client.jl:296 [61] _start() @ Base ./client.jl:563 12:09:03 | maxrss 2.2% | mem 2.6% | START (7/9) test item "errors at the top level" at test/error_tests.jl:17 12:09:03 | maxrss 2.2% | mem 2.6% | DONE (7/9) test item "errors at the top level" 0.1 secs No Captured Logs for test item "errors at the top level" at test/error_tests.jl:17 on worker 17 Error in testset "errors at the top level" on worker 17: Error During Test at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/test/error_tests.jl:17 Got exception outside of a @test AssertionError: false Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/test/error_tests.jl:19 [2] eval(m::Module, e::Any) @ Core ./boot.jl:489 [3] #73 @ ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:1112 [inlined] [4] with_source_path(f::ReTestItems.var"#73#74"{Expr}, path::String) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:935 [5] (::ReTestItems.var"#71#72"{TestItem, String, Expr, Expr})() @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:1112 [6] redirect_stdio(f::ReTestItems.var"#71#72"{TestItem, String, Expr, Expr}; stdin::Nothing, stderr::IOContext{IOStream}, stdout::IOContext{IOStream}) @ Base ./stream.jl:1443 [7] redirect_stdio @ ./stream.jl:1406 [inlined] [8] _redirect_logs(f::ReTestItems.var"#71#72"{TestItem, String, Expr, Expr}, target::IOStream) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/log_capture.jl:124 [9] #_redirect_logs##0 @ ~/.julia/packages/ReTestItems/3F3Hj/src/log_capture.jl:107 [inlined] [10] open(::ReTestItems.var"#_redirect_logs##0#_redirect_logs##1"{ReTestItems.var"#71#72"{TestItem, String, Expr, Expr}}, ::String, ::Vararg{String}; kwargs::@Kwargs{}) @ Base ./io.jl:420 [11] open @ ./io.jl:417 [inlined] [12] _redirect_logs @ ~/.julia/packages/ReTestItems/3F3Hj/src/log_capture.jl:107 [inlined] [13] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/src/macros.jl:82 [inlined] [14] runtestitem(ti::TestItem, ctx::ReTestItems.TestContext; test_end_expr::Expr, logs::Symbol, verbose_results::Bool, finish_test::Bool, catch_test_error::Bool, failfast::Bool) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:1109 [15] runtestitem @ ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:1031 [inlined] [16] _runtests_in_current_env(ti_filter::Function, paths::Tuple{String}, projectfile::String, cfg::ReTestItems._Config) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:418 [17] (::ReTestItems.var"#_runtests##0#_runtests##1"{TestItemFilter{Returns{Bool}, Nothing, Nothing}, Tuple{String}, ReTestItems._Config, String})() @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:375 [18] with_logstate(f::ReTestItems.var"#_runtests##0#_runtests##1"{TestItemFilter{Returns{Bool}, Nothing, Nothing}, Tuple{String}, ReTestItems._Config, String}, logstate::Base.CoreLogging.LogState) @ Base.CoreLogging ./logging/logging.jl:540 [19] with_logger(f::Function, logger::Base.CoreLogging.ConsoleLogger) @ Base.CoreLogging ./logging/logging.jl:651 [20] _runtests(ti_filter::Function, paths::Tuple{String}, cfg::ReTestItems._Config) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:358 [21] runtests(::Returns{Bool}, ::String, ::Vararg{String}; nworkers::Int64, nworker_threads::String, worker_init_expr::Expr, testitem_timeout::Float64, retries::Int64, memory_threshold::Float64, debug::Int64, name::Nothing, tags::Nothing, report::Bool, logs::Symbol, verbose_results::Bool, test_end_expr::Expr, validate_paths::Bool, timeout_profile_wait::Int64, gc_between_testitems::Bool, failfast::Bool, testitem_failfast::Bool) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:328 [22] runtests(shouldrun::Function, paths::String) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:280 [23] runtests @ ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:251 [inlined] [24] #305 @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:225 [inlined] [25] #with_test_package##4 @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:34 [inlined] [26] activate(f::var"#with_test_package##4#with_test_package##5"{var"#305#306"}, new_project::String) @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:1470 [27] #with_test_package##2 @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:33 [inlined] [28] cd(f::var"#with_test_package##2#with_test_package##3"{var"#305#306"}, dir::String) @ Base.Filesystem ./file.jl:112 [29] #with_test_package##0 @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:32 [inlined] [30] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/_integration_test_tools.jl:54 [inlined] [31] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [32] encased_testset(f::var"#with_test_package##0#with_test_package##1"{var"#305#306", String}) @ Main ~/.julia/packages/ReTestItems/3F3Hj/test/_integration_test_tools.jl:54 [33] with_test_package(f::var"#305#306", name::String) @ Main ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:31 [34] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [35] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [36] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:194 [inlined] ┌ [37] macro expansion │ @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] ├ [38] macro expansion │ @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:224 [inlined] ╰───── repeated 2 times [41] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:309 [42] IncludeInto @ ./Base.jl:310 [inlined] [43] (::var"#5#6")() @ Main ~/.julia/packages/ReTestItems/3F3Hj/test/runtests.jl:21 [44] withenv(f::var"#5#6", keyvals::Pair{String, Int64}) @ Base ./env.jl:265 [45] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/runtests.jl:15 [46] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [47] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/runtests.jl:17 [inlined] [48] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:309 [49] top-level scope @ none:6 [50] eval(m::Module, e::Any) @ Core ./boot.jl:489 [51] exec_options(opts::Base.JLOptions) @ Base ./client.jl:296 [52] _start() @ Base ./client.jl:563 12:09:03 | maxrss 2.2% | mem 2.6% | START (8/9) test item "nonexistent test setup" at test/error_tests.jl:23 12:09:03 | maxrss 2.2% | mem 2.6% | DONE (8/9) test item "nonexistent test setup" <0.1 secs No Captured Logs for test item "nonexistent test setup" at test/error_tests.jl:23 on worker 17 Error in testset "nonexistent test setup" on worker 17: Error During Test at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/test/error_tests.jl:23 Got exception outside of a @test UndefVarError: `NonexistentSetup` not defined in `Main` Suggestion: check for spelling errors or missing imports. Stacktrace: [1] eval_import_path_all(at::Module, path::Expr, keyword::String) @ Base ./module.jl:62 [2] _eval_using(to::Module, path::Expr) @ Base ./module.jl:137 [3] top-level scope @ none:0 [4] eval(m::Module, e::Any) @ Core ./boot.jl:489 [5] #73 @ ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:1112 [inlined] [6] with_source_path(f::ReTestItems.var"#73#74"{Expr}, path::String) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:935 [7] (::ReTestItems.var"#71#72"{TestItem, String, Expr, Expr})() @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:1112 [8] redirect_stdio(f::ReTestItems.var"#71#72"{TestItem, String, Expr, Expr}; stdin::Nothing, stderr::IOContext{IOStream}, stdout::IOContext{IOStream}) @ Base ./stream.jl:1443 [9] redirect_stdio @ ./stream.jl:1406 [inlined] [10] _redirect_logs(f::ReTestItems.var"#71#72"{TestItem, String, Expr, Expr}, target::IOStream) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/log_capture.jl:124 [11] #_redirect_logs##0 @ ~/.julia/packages/ReTestItems/3F3Hj/src/log_capture.jl:107 [inlined] [12] open(::ReTestItems.var"#_redirect_logs##0#_redirect_logs##1"{ReTestItems.var"#71#72"{TestItem, String, Expr, Expr}}, ::String, ::Vararg{String}; kwargs::@Kwargs{}) @ Base ./io.jl:420 [13] open @ ./io.jl:417 [inlined] [14] _redirect_logs @ ~/.julia/packages/ReTestItems/3F3Hj/src/log_capture.jl:107 [inlined] [15] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/src/macros.jl:82 [inlined] [16] runtestitem(ti::TestItem, ctx::ReTestItems.TestContext; test_end_expr::Expr, logs::Symbol, verbose_results::Bool, finish_test::Bool, catch_test_error::Bool, failfast::Bool) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:1109 [17] runtestitem @ ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:1031 [inlined] [18] _runtests_in_current_env(ti_filter::Function, paths::Tuple{String}, projectfile::String, cfg::ReTestItems._Config) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:418 [19] (::ReTestItems.var"#_runtests##0#_runtests##1"{TestItemFilter{Returns{Bool}, Nothing, Nothing}, Tuple{String}, ReTestItems._Config, String})() @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:375 [20] with_logstate(f::ReTestItems.var"#_runtests##0#_runtests##1"{TestItemFilter{Returns{Bool}, Nothing, Nothing}, Tuple{String}, ReTestItems._Config, String}, logstate::Base.CoreLogging.LogState) @ Base.CoreLogging ./logging/logging.jl:540 [21] with_logger(f::Function, logger::Base.CoreLogging.ConsoleLogger) @ Base.CoreLogging ./logging/logging.jl:651 [22] _runtests(ti_filter::Function, paths::Tuple{String}, cfg::ReTestItems._Config) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:358 [23] runtests(::Returns{Bool}, ::String, ::Vararg{String}; nworkers::Int64, nworker_threads::String, worker_init_expr::Expr, testitem_timeout::Float64, retries::Int64, memory_threshold::Float64, debug::Int64, name::Nothing, tags::Nothing, report::Bool, logs::Symbol, verbose_results::Bool, test_end_expr::Expr, validate_paths::Bool, timeout_profile_wait::Int64, gc_between_testitems::Bool, failfast::Bool, testitem_failfast::Bool) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:328 [24] runtests(shouldrun::Function, paths::String) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:280 [25] runtests @ ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:251 [inlined] [26] #305 @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:225 [inlined] [27] #with_test_package##4 @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:34 [inlined] [28] activate(f::var"#with_test_package##4#with_test_package##5"{var"#305#306"}, new_project::String) @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:1470 [29] #with_test_package##2 @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:33 [inlined] [30] cd(f::var"#with_test_package##2#with_test_package##3"{var"#305#306"}, dir::String) @ Base.Filesystem ./file.jl:112 [31] #with_test_package##0 @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:32 [inlined] [32] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/_integration_test_tools.jl:54 [inlined] [33] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [34] encased_testset(f::var"#with_test_package##0#with_test_package##1"{var"#305#306", String}) @ Main ~/.julia/packages/ReTestItems/3F3Hj/test/_integration_test_tools.jl:54 [35] with_test_package(f::var"#305#306", name::String) @ Main ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:31 [36] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [37] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [38] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:194 [inlined] ┌ [39] macro expansion │ @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] ├ [40] macro expansion │ @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:224 [inlined] ╰───── repeated 2 times [43] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:309 [44] IncludeInto @ ./Base.jl:310 [inlined] [45] (::var"#5#6")() @ Main ~/.julia/packages/ReTestItems/3F3Hj/test/runtests.jl:21 [46] withenv(f::var"#5#6", keyvals::Pair{String, Int64}) @ Base ./env.jl:265 [47] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/runtests.jl:15 [48] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [49] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/runtests.jl:17 [inlined] [50] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:309 [51] top-level scope @ none:6 [52] eval(m::Module, e::Any) @ Core ./boot.jl:489 [53] exec_options(opts::Base.JLOptions) @ Base ./client.jl:296 [54] _start() @ Base ./client.jl:563 12:09:03 | maxrss 2.2% | mem 2.6% | START (9/9) test item "failures" at test/failure_tests.jl:1 12:09:03 | maxrss 2.2% | mem 2.6% | DONE (9/9) test item "failures" <0.1 secs (70.7% compile), 4.86 K allocs (248.792 KB) No Captured Logs for test item "failures" at test/failure_tests.jl:1 on worker 17 Error in testset "failures" on worker 17: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/test/failure_tests.jl:2 Expression: false Error in testset "failures" on worker 17: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/test/failure_tests.jl:4 Expression: LinearAlgebra.dot(rand(), rand()) < 0 Evaluated: 0.34057799514455606 < 0 Error in testset "failures" on worker 17: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/test/failure_tests.jl:5 Expression: FailureSetup.FALSE [ Tests Completed: 9/9 test items were run. [ Info: Scanning for test items in project `NoDeps` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/NoDeps.jl [ Info: Finished scanning for test items in 0.0 seconds. [ Info: Scheduling 2 tests on pid 17 Activating project at `~/.julia/packages/ReTestItems/3F3Hj/test/packages/MonoRepo.jl` ┌ Warning: The project dependencies or compat requirements have changed since the manifest was last resolved. │ It is recommended to `Pkg.resolve()` or consider `Pkg.update()` if necessary. └ @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:1288 ┌ Warning: Could not use exact versions of packages in manifest, re-resolving └ @ TestEnv ~/.julia/packages/TestEnv/nGMfF/src/julia-1.11/activate_set.jl:76 [ Info: Scanning for test items in project `MonoRepo` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/MonoRepo.jl [ Info: Finished scanning for test items in 0.0 seconds. [ Info: Scheduling 1 tests on pid 17 12:14:57 | maxrss 2.3% | mem 2.6% | START (1/1) test item "MonoRepo tests" at test/monorepo_tests.jl:1 12:15:00 | maxrss 2.3% | mem 2.6% | DONE (1/1) test item "MonoRepo tests" 3.3 secs (<0.1% compile), 70.10 K allocs (9.281 MB) [ Tests Completed: 1/1 test items were run. ┌ Warning: The project dependencies or compat requirements have changed since the manifest was last resolved. │ It is recommended to `Pkg.resolve()` or consider `Pkg.update()` if necessary. └ @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:1288 Testing C Test Could not use exact versions of packages in manifest, re-resolving. Note: if you do not check your manifest file into source control, then you can probably ignore this message. However, if you do check your manifest file into source control, then you probably want to pass the `allow_reresolve = false` kwarg when calling the `Pkg.test` function. Updating `/tmp/jl_grWqiz/Project.toml` [4ee78ca3] + C v0.0.0 `~/.julia/packages/ReTestItems/3F3Hj/test/packages/MonoRepo.jl/monorepo_packages/C` [7876af07] + Example v0.5.5 [817f1d60] ~ ReTestItems v0.1.0 `~/.julia/packages/ReTestItems/3F3Hj` ⇒ v1.33.2 `~/.julia/packages/ReTestItems/3F3Hj` [8dfed614] ~ Test ⇒ v1.11.0 Updating `/tmp/jl_grWqiz/Manifest.toml` [4ee78ca3] + C v0.0.0 `~/.julia/packages/ReTestItems/3F3Hj/test/packages/MonoRepo.jl/monorepo_packages/C` [7876af07] + Example v0.5.5 [e6f89c97] - LoggingExtras v1.0.0 [817f1d60] ~ ReTestItems v0.1.0 `~/.julia/packages/ReTestItems/3F3Hj` ⇒ v1.33.2 `~/.julia/packages/ReTestItems/3F3Hj` [1e6cf692] ↑ TestEnv v1.9.3 ⇒ v1.102.2 [c8ffd9c3] - MbedTLS_jll v2.28.0+0 [0dad84c5] ↑ ArgTools v1.1.1 ⇒ v1.1.2 [56f22d72] ~ Artifacts ⇒ v1.11.0 [2a0f44e3] ~ Base64 ⇒ v1.11.0 [ade2ca70] ~ Dates ⇒ v1.11.0 [f43a241f] ↑ Downloads v1.6.0 ⇒ v1.7.0 [7b1f6079] ~ FileWatching ⇒ v1.11.0 [b77e0a4c] ~ InteractiveUtils ⇒ v1.11.0 [ac6e5ff7] + JuliaSyntaxHighlighting v1.12.0 [b27032c2] ↑ LibCURL v0.6.3 ⇒ v0.6.4 [76f85450] ~ LibGit2 ⇒ v1.11.0 [8f399da3] ~ Libdl ⇒ v1.11.0 [56ddb016] ~ Logging ⇒ v1.11.0 [d6f4376e] ~ Markdown ⇒ v1.11.0 [ca575930] ↑ NetworkOptions v1.2.0 ⇒ v1.3.0 [44cfe95a] ↑ Pkg v1.8.0 ⇒ v1.13.0 [de0858da] ~ Printf ⇒ v1.11.0 [3fa0cd96] - REPL [9a3f8284] ~ Random ⇒ v1.11.0 [9e88b42a] ~ Serialization ⇒ v1.11.0 [6462fe0b] ~ Sockets ⇒ v1.11.0 [f489334b] + StyledStrings v1.11.0 [fa267f1f] ↑ TOML v1.0.0 ⇒ v1.0.3 [a4e569a6] ↓ Tar v1.10.1 ⇒ v1.10.0 [8dfed614] ~ Test ⇒ v1.11.0 [cf7118a7] ~ UUIDs ⇒ v1.11.0 [4ec0a83e] ~ Unicode ⇒ v1.11.0 [e66e0078] + CompilerSupportLibraries_jll v1.3.0+1 [deac9b47] ↑ LibCURL_jll v7.84.0+0 ⇒ v8.15.0+1 [e37daf67] + LibGit2_jll v1.9.1+0 [29816b5a] ↑ LibSSH2_jll v1.10.2+0 ⇒ v1.11.3+1 [14a3606d] ↑ MozillaCACerts_jll v2022.2.1 ⇒ v2025.8.12 [458c3c95] + OpenSSL_jll v3.5.2+0 [efcefdf7] + PCRE2_jll v10.45.0+0 [83775a58] ↑ Zlib_jll v1.2.12+3 ⇒ v1.3.1+2 [3161d3a3] + Zstd_jll v1.5.7+1 [8e850ede] ↑ nghttp2_jll v1.48.0+0 ⇒ v1.66.0+0 [3f19e933] ↑ p7zip_jll v17.4.0+0 ⇒ v17.6.0+0 Test Successfully re-resolved Status `/tmp/jl_grWqiz/Project.toml` [4ee78ca3] C v0.0.0 `~/.julia/packages/ReTestItems/3F3Hj/test/packages/MonoRepo.jl/monorepo_packages/C` [bf733257] D v0.0.0 `~/.julia/packages/ReTestItems/3F3Hj/test/packages/MonoRepo.jl/monorepo_packages/D` [7876af07] Example v0.5.5 [817f1d60] ReTestItems v1.33.2 `~/.julia/packages/ReTestItems/3F3Hj` [8dfed614] Test v1.11.0 Status `/tmp/jl_grWqiz/Manifest.toml` [4ee78ca3] C v0.0.0 `~/.julia/packages/ReTestItems/3F3Hj/test/packages/MonoRepo.jl/monorepo_packages/C` [bf733257] D v0.0.0 `~/.julia/packages/ReTestItems/3F3Hj/test/packages/MonoRepo.jl/monorepo_packages/D` [7876af07] Example v0.5.5 [817f1d60] ReTestItems v1.33.2 `~/.julia/packages/ReTestItems/3F3Hj` [1e6cf692] TestEnv v1.102.2 [0dad84c5] ArgTools v1.1.2 [56f22d72] Artifacts v1.11.0 [2a0f44e3] Base64 v1.11.0 [ade2ca70] Dates v1.11.0 [f43a241f] Downloads v1.7.0 [7b1f6079] FileWatching v1.11.0 [b77e0a4c] InteractiveUtils v1.11.0 [ac6e5ff7] JuliaSyntaxHighlighting v1.12.0 [b27032c2] LibCURL v0.6.4 [76f85450] LibGit2 v1.11.0 [8f399da3] Libdl v1.11.0 [56ddb016] Logging v1.11.0 [d6f4376e] Markdown v1.11.0 [ca575930] NetworkOptions v1.3.0 [44cfe95a] Pkg v1.13.0 [de0858da] Printf v1.11.0 [9a3f8284] Random v1.11.0 [ea8e919c] SHA v0.7.0 [9e88b42a] Serialization v1.11.0 [6462fe0b] Sockets v1.11.0 [f489334b] StyledStrings v1.11.0 [fa267f1f] TOML v1.0.3 [a4e569a6] Tar v1.10.0 [8dfed614] Test v1.11.0 [cf7118a7] UUIDs v1.11.0 [4ec0a83e] Unicode v1.11.0 [e66e0078] CompilerSupportLibraries_jll v1.3.0+1 [deac9b47] LibCURL_jll v8.15.0+1 [e37daf67] LibGit2_jll v1.9.1+0 [29816b5a] LibSSH2_jll v1.11.3+1 [14a3606d] MozillaCACerts_jll v2025.8.12 [458c3c95] OpenSSL_jll v3.5.2+0 [efcefdf7] PCRE2_jll v10.45.0+0 [83775a58] Zlib_jll v1.3.1+2 [3161d3a3] Zstd_jll v1.5.7+1 [8e850ede] nghttp2_jll v1.66.0+0 [3f19e933] p7zip_jll v17.6.0+0 Testing Running tests... [ Info: Scanning for test items in project `C` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/MonoRepo.jl/monorepo_packages/C [ Info: Finished scanning for test items in 5.36 seconds. [ Info: Scheduling 1 tests on pid 230 12:15:23 | maxrss 2.3% | mem 3.7% | START (1/1) test item "C_tests" at test/c_tests.jl:1 12:15:23 | maxrss 2.3% | mem 3.7% | DONE (1/1) test item "C_tests" 0.3 secs (95.9% compile), 29.64 K allocs (1.666 MB) [ Tests Completed: 1/1 test items were run. Test Summary: | Pass Total Time C | 2 2 4.0s test | 2 2 test/c_tests.jl | 2 2 C_tests | 2 2 0.3s Testing C tests passed Activating project at `~/.julia/packages/ReTestItems/3F3Hj/test/packages/MonoRepo.jl/monorepo_packages/C` ┌ Warning: The project dependencies or compat requirements have changed since the manifest was last resolved. │ It is recommended to `Pkg.resolve()` or consider `Pkg.update()` if necessary. └ @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:1288 ┌ Warning: Could not use exact versions of packages in manifest, re-resolving └ @ TestEnv ~/.julia/packages/TestEnv/nGMfF/src/julia-1.11/activate_set.jl:76 [ Info: Scanning for test items in project `C` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/MonoRepo.jl/monorepo_packages/C [ Info: Finished scanning for test items in 0.0 seconds. [ Info: Scheduling 1 tests on pid 17 12:15:26 | maxrss 2.3% | mem 2.6% | START (1/1) test item "C_tests" at test/c_tests.jl:1 12:15:26 | maxrss 2.3% | mem 2.6% | DONE (1/1) test item "C_tests" <0.1 secs (<0.1% compile), 1.88 K allocs (107.328 KB) [ Tests Completed: 1/1 test items were run. [ Info: Scanning for test items in project `TestsInSrc` at paths: src/bar_tests.jl [ Info: Finished scanning for test items in 0.0 seconds. [ Info: Scheduling 1 tests on pid 17 12:15:26 | maxrss 2.3% | mem 2.6% | START (1/1) test item "bar" at src/bar_tests.jl:1 12:15:26 | maxrss 2.3% | mem 2.6% | DONE (1/1) test item "bar" <0.1 secs (<0.1% compile), 4.21 K allocs (178.360 KB) [ Tests Completed: 1/1 test items were run. [ Info: Scanning for test items in project `TestsInSrc` at paths: src/bar_tests.jl, test [ Info: Finished scanning for test items in 0.0 seconds. [ Info: Scheduling 1 tests on pid 17 12:15:28 | maxrss 2.3% | mem 2.6% | START (1/1) test item "bar" at src/bar_tests.jl:1 12:15:28 | maxrss 2.3% | mem 2.6% | DONE (1/1) test item "bar" <0.1 secs (<0.1% compile), 4.18 K allocs (177.528 KB) [ Tests Completed: 1/1 test items were run. [ Info: Scanning for test items in project `TestsInSrc` at paths: test, src/bar_tests.jl [ Info: Finished scanning for test items in 0.0 seconds. [ Info: Scheduling 1 tests on pid 17 12:15:28 | maxrss 2.3% | mem 2.6% | START (1/1) test item "bar" at src/bar_tests.jl:1 12:15:28 | maxrss 2.3% | mem 2.6% | DONE (1/1) test item "bar" <0.1 secs (<0.1% compile), 4.18 K allocs (176.984 KB) [ Tests Completed: 1/1 test items were run. [ Info: Scanning for test items in project `TestsInSrc` at paths: src/foo_test.jl, src/bar_tests.jl [ Info: Finished scanning for test items in 0.0 seconds. [ Info: Scheduling 2 tests on pid 17 12:15:28 | maxrss 2.3% | mem 2.6% | START (1/2) test item "bar" at src/bar_tests.jl:1 12:15:28 | maxrss 2.3% | mem 2.6% | DONE (1/2) test item "bar" <0.1 secs (<0.1% compile), 4.18 K allocs (177.016 KB) 12:15:28 | maxrss 2.3% | mem 2.6% | START (2/2) test item "foo" at src/foo_test.jl:1 12:15:28 | maxrss 2.3% | mem 2.6% | DONE (2/2) test item "foo" <0.1 secs (<0.1% compile), 1.69 K allocs (84.016 KB) [ Tests Completed: 2/2 test items were run. [ Info: Scanning for test items in project `TestsInSrc` at paths: src/foo_test.jl, src/bar_tests.jl [ Info: Finished scanning for test items in 1.01 seconds. [ Info: Scheduling 1 tests on pid 17 12:15:30 | maxrss 2.3% | mem 2.6% | START (1/1) test item "bar" at src/bar_tests.jl:1 12:15:30 | maxrss 2.3% | mem 2.6% | DONE (1/1) test item "bar" <0.1 secs (<0.1% compile), 4.18 K allocs (176.984 KB) [ Tests Completed: 1/1 test items were run. [ Info: Scanning for test items in project `TestsInSrc` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/TestsInSrc.jl [ Info: Finished scanning for test items in 0.01 seconds. [ Info: Scheduling 8 tests on pid 17 12:15:30 | maxrss 2.3% | mem 2.6% | START (1/8) test item "a1" at src/a_dir/a1_test.jl:1 12:15:30 | maxrss 2.3% | mem 2.6% | DONE (1/8) test item "a1" <0.1 secs (<0.1% compile), 1.08 K allocs (61.504 KB) 12:15:30 | maxrss 2.3% | mem 2.6% | START (2/8) test item "a2" at src/a_dir/a2_test.jl:1 12:15:30 | maxrss 2.3% | mem 2.6% | DONE (2/8) test item "a2" <0.1 secs (<0.1% compile), 2.87 K allocs (129.368 KB) 12:15:30 | maxrss 2.3% | mem 2.6% | START (3/8) test item "z" at src/a_dir/x_dir/x_test.jl:1 12:15:30 | maxrss 2.3% | mem 2.6% | DONE (3/8) test item "z" <0.1 secs (<0.1% compile), 1.08 K allocs (61.504 KB) 12:15:30 | maxrss 2.3% | mem 2.6% | START (4/8) test item "y" at src/a_dir/x_dir/x_test.jl:4 12:15:30 | maxrss 2.3% | mem 2.6% | DONE (4/8) test item "y" <0.1 secs (<0.1% compile), 1.08 K allocs (62.864 KB) 12:15:30 | maxrss 2.3% | mem 2.6% | START (5/8) test item "x" at src/a_dir/x_dir/x_test.jl:7 12:15:30 | maxrss 2.3% | mem 2.6% | DONE (5/8) test item "x" <0.1 secs (<0.1% compile), 1.08 K allocs (61.504 KB) 12:15:30 | maxrss 2.3% | mem 2.6% | START (6/8) test item "b" at src/b_dir/b_test.jl:1 12:15:30 | maxrss 2.3% | mem 2.6% | DONE (6/8) test item "b" <0.1 secs (<0.1% compile), 1.08 K allocs (62.112 KB) 12:15:30 | maxrss 2.3% | mem 2.6% | START (7/8) test item "bar" at src/bar_tests.jl:1 12:15:30 | maxrss 2.3% | mem 2.6% | DONE (7/8) test item "bar" <0.1 secs (<0.1% compile), 4.18 K allocs (177.016 KB) 12:15:30 | maxrss 2.3% | mem 2.6% | START (8/8) test item "foo" at src/foo_test.jl:1 12:15:30 | maxrss 2.3% | mem 2.6% | DONE (8/8) test item "foo" <0.1 secs (<0.1% compile), 1.69 K allocs (83.632 KB) [ Tests Completed: 8/8 test items were run. [ Info: Scanning for test items in project `TestsInSrc` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/TestsInSrc.jl [ Info: Finished scanning for test items in 0.01 seconds. [ Info: Scheduling 8 tests on pid 17 12:15:31 | maxrss 2.3% | mem 2.6% | START (1/8) test item "a1" at src/a_dir/a1_test.jl:1 12:15:31 | maxrss 2.3% | mem 2.6% | DONE (1/8) test item "a1" <0.1 secs (<0.1% compile), 1.08 K allocs (61.504 KB) 12:15:31 | maxrss 2.3% | mem 2.6% | START (2/8) test item "a2" at src/a_dir/a2_test.jl:1 12:15:31 | maxrss 2.3% | mem 2.6% | DONE (2/8) test item "a2" <0.1 secs (<0.1% compile), 2.87 K allocs (129.336 KB) 12:15:31 | maxrss 2.3% | mem 2.6% | START (3/8) test item "z" at src/a_dir/x_dir/x_test.jl:1 12:15:31 | maxrss 2.3% | mem 2.6% | DONE (3/8) test item "z" <0.1 secs (<0.1% compile), 1.08 K allocs (61.504 KB) 12:15:31 | maxrss 2.3% | mem 2.6% | START (4/8) test item "y" at src/a_dir/x_dir/x_test.jl:4 12:15:31 | maxrss 2.3% | mem 2.6% | DONE (4/8) test item "y" <0.1 secs (<0.1% compile), 1.08 K allocs (62.320 KB) 12:15:31 | maxrss 2.3% | mem 2.6% | START (5/8) test item "x" at src/a_dir/x_dir/x_test.jl:7 12:15:31 | maxrss 2.3% | mem 2.6% | DONE (5/8) test item "x" <0.1 secs (<0.1% compile), 1.08 K allocs (64.616 KB) 12:15:31 | maxrss 2.3% | mem 2.6% | START (6/8) test item "b" at src/b_dir/b_test.jl:1 12:15:31 | maxrss 2.3% | mem 2.6% | DONE (6/8) test item "b" <0.1 secs (<0.1% compile), 1.08 K allocs (61.488 KB) 12:15:31 | maxrss 2.3% | mem 2.6% | START (7/8) test item "bar" at src/bar_tests.jl:1 12:15:31 | maxrss 2.3% | mem 2.6% | DONE (7/8) test item "bar" <0.1 secs (<0.1% compile), 4.18 K allocs (176.984 KB) 12:15:31 | maxrss 2.3% | mem 2.6% | START (8/8) test item "foo" at src/foo_test.jl:1 12:15:31 | maxrss 2.3% | mem 2.6% | DONE (8/8) test item "foo" <0.1 secs (<0.1% compile), 1.69 K allocs (85.264 KB) [ Tests Completed: 8/8 test items were run. ┌ Warning: No such path "" └ @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:138 [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_filter_tests.jl [ Info: Finished scanning for test items in 0.01 seconds. [ Info: Scheduling 3 tests on pid 17 12:15:33 | maxrss 2.3% | mem 2.7% | START (1/3) test item "Test item no tags" at test/testfiles/_filter_tests.jl:1 12:15:33 | maxrss 2.3% | mem 2.7% | DONE (1/3) test item "Test item no tags" <0.1 secs (<0.1% compile), 1.08 K allocs (62.240 KB) 12:15:33 | maxrss 2.3% | mem 2.7% | START (2/3) test item "Test item tag1" at test/testfiles/_filter_tests.jl:4 12:15:33 | maxrss 2.3% | mem 2.7% | DONE (2/3) test item "Test item tag1" <0.1 secs (<0.1% compile), 1.08 K allocs (61.680 KB) 12:15:33 | maxrss 2.3% | mem 2.7% | START (3/3) test item "Test item tag1 tag2" at test/testfiles/_filter_tests.jl:7 12:15:33 | maxrss 2.3% | mem 2.7% | DONE (3/3) test item "Test item tag1 tag2" <0.1 secs (<0.1% compile), 1.08 K allocs (61.696 KB) [ Tests Completed: 3/3 test items were run. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_filter_tests.jl [ Info: Finished scanning for test items in 1.14 seconds. [ Info: Scheduling 2 tests on pid 17 12:15:35 | maxrss 2.3% | mem 2.7% | START (1/2) test item "Test item tag1" at test/testfiles/_filter_tests.jl:4 12:15:35 | maxrss 2.3% | mem 2.7% | DONE (1/2) test item "Test item tag1" <0.1 secs (<0.1% compile), 1.08 K allocs (61.680 KB) 12:15:35 | maxrss 2.3% | mem 2.7% | START (2/2) test item "Test item tag1 tag2" at test/testfiles/_filter_tests.jl:7 12:15:35 | maxrss 2.3% | mem 2.7% | DONE (2/2) test item "Test item tag1 tag2" <0.1 secs (<0.1% compile), 1.09 K allocs (65.384 KB) [ Tests Completed: 2/2 test items were run. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_filter_tests.jl [ Info: Finished scanning for test items in 1.08 seconds. [ Info: Scheduling 2 tests on pid 17 12:15:37 | maxrss 2.3% | mem 2.7% | START (1/2) test item "Test item tag1" at test/testfiles/_filter_tests.jl:4 12:15:37 | maxrss 2.3% | mem 2.7% | DONE (1/2) test item "Test item tag1" <0.1 secs (<0.1% compile), 1.08 K allocs (61.680 KB) 12:15:37 | maxrss 2.3% | mem 2.7% | START (2/2) test item "Test item tag1 tag2" at test/testfiles/_filter_tests.jl:7 12:15:37 | maxrss 2.3% | mem 2.7% | DONE (2/2) test item "Test item tag1 tag2" <0.1 secs (<0.1% compile), 1.08 K allocs (61.696 KB) [ Tests Completed: 2/2 test items were run. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_filter_tests.jl [ Info: Finished scanning for test items in 0.01 seconds. [ Info: Scheduling 1 tests on pid 17 12:15:37 | maxrss 2.3% | mem 2.7% | START (1/1) test item "Test item tag1 tag2" at test/testfiles/_filter_tests.jl:7 12:15:37 | maxrss 2.3% | mem 2.7% | DONE (1/1) test item "Test item tag1 tag2" <0.1 secs (<0.1% compile), 1.08 K allocs (61.696 KB) [ Tests Completed: 1/1 test items were run. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_filter_tests.jl [ Info: Finished scanning for test items in 0.0 seconds. [ Info: Scheduling 1 tests on pid 17 12:15:37 | maxrss 2.3% | mem 2.7% | START (1/1) test item "Test item tag1 tag2" at test/testfiles/_filter_tests.jl:7 12:15:37 | maxrss 2.3% | mem 2.7% | DONE (1/1) test item "Test item tag1 tag2" <0.1 secs (<0.1% compile), 1.09 K allocs (63.848 KB) [ Tests Completed: 1/1 test items were run. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_filter_tests.jl [ Info: Finished scanning for test items in 1.27 seconds. [ Info: Scheduling 1 tests on pid 17 12:15:39 | maxrss 2.3% | mem 2.7% | START (1/1) test item "Test item tag1 tag2" at test/testfiles/_filter_tests.jl:7 12:15:39 | maxrss 2.3% | mem 2.7% | DONE (1/1) test item "Test item tag1 tag2" <0.1 secs (<0.1% compile), 1.08 K allocs (61.696 KB) [ Tests Completed: 1/1 test items were run. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_filter_tests.jl [ Info: Finished scanning for test items in 0.0 seconds. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_filter_tests.jl [ Info: Finished scanning for test items in 0.0 seconds. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_filter_tests.jl [ Info: Finished scanning for test items in 0.0 seconds. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_filter_tests.jl [ Info: Finished scanning for test items in 0.01 seconds. [ Info: Scheduling 3 tests on pid 17 12:15:39 | maxrss 2.3% | mem 2.7% | START (1/3) test item "Test item no tags" at test/testfiles/_filter_tests.jl:1 12:15:39 | maxrss 2.3% | mem 2.7% | DONE (1/3) test item "Test item no tags" <0.1 secs (<0.1% compile), 1.08 K allocs (61.696 KB) 12:15:39 | maxrss 2.3% | mem 2.7% | START (2/3) test item "Test item tag1" at test/testfiles/_filter_tests.jl:4 12:15:39 | maxrss 2.3% | mem 2.7% | DONE (2/3) test item "Test item tag1" <0.1 secs (<0.1% compile), 1.08 K allocs (62.304 KB) 12:15:39 | maxrss 2.3% | mem 2.7% | START (3/3) test item "Test item tag1 tag2" at test/testfiles/_filter_tests.jl:7 12:15:39 | maxrss 2.3% | mem 2.7% | DONE (3/3) test item "Test item tag1 tag2" <0.1 secs (<0.1% compile), 1.08 K allocs (61.696 KB) [ Tests Completed: 3/3 test items were run. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_filter_tests.jl [ Info: Finished scanning for test items in 1.05 seconds. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_filter_tests.jl [ Info: Finished scanning for test items in 0.0 seconds. [ Info: Scheduling 1 tests on pid 17 12:15:41 | maxrss 2.3% | mem 2.7% | START (1/1) test item "Test item no tags" at test/testfiles/_filter_tests.jl:1 12:15:41 | maxrss 2.3% | mem 2.7% | DONE (1/1) test item "Test item no tags" <0.1 secs (<0.1% compile), 1.08 K allocs (61.696 KB) [ Tests Completed: 1/1 test items were run. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_filter_tests.jl [ Info: Finished scanning for test items in 1.2 seconds. [ Info: Scheduling 1 tests on pid 17 12:15:43 | maxrss 2.3% | mem 2.7% | START (1/1) test item "Test item no tags" at test/testfiles/_filter_tests.jl:1 12:15:43 | maxrss 2.3% | mem 2.7% | DONE (1/1) test item "Test item no tags" <0.1 secs (<0.1% compile), 1.08 K allocs (61.696 KB) [ Tests Completed: 1/1 test items were run. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_filter_tests.jl [ Info: Finished scanning for test items in 1.27 seconds. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_filter_tests.jl [ Info: Finished scanning for test items in 0.01 seconds. [ Info: Scheduling 3 tests on pid 17 12:15:45 | maxrss 2.3% | mem 2.7% | START (1/3) test item "Test item no tags" at test/testfiles/_filter_tests.jl:1 12:15:45 | maxrss 2.3% | mem 2.7% | DONE (1/3) test item "Test item no tags" <0.1 secs (<0.1% compile), 1.08 K allocs (61.696 KB) 12:15:45 | maxrss 2.3% | mem 2.7% | START (2/3) test item "Test item tag1" at test/testfiles/_filter_tests.jl:4 12:15:45 | maxrss 2.3% | mem 2.7% | DONE (2/3) test item "Test item tag1" <0.1 secs (<0.1% compile), 1.08 K allocs (61.680 KB) 12:15:45 | maxrss 2.3% | mem 2.7% | START (3/3) test item "Test item tag1 tag2" at test/testfiles/_filter_tests.jl:7 12:15:45 | maxrss 2.3% | mem 2.7% | DONE (3/3) test item "Test item tag1 tag2" <0.1 secs (<0.1% compile), 1.08 K allocs (62.512 KB) [ Tests Completed: 3/3 test items were run. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_filter_tests.jl [ Info: Finished scanning for test items in 0.01 seconds. [ Info: Scheduling 2 tests on pid 17 12:15:45 | maxrss 2.3% | mem 2.7% | START (1/2) test item "Test item tag1" at test/testfiles/_filter_tests.jl:4 12:15:45 | maxrss 2.3% | mem 2.7% | DONE (1/2) test item "Test item tag1" <0.1 secs (<0.1% compile), 1.08 K allocs (61.680 KB) 12:15:45 | maxrss 2.3% | mem 2.7% | START (2/2) test item "Test item tag1 tag2" at test/testfiles/_filter_tests.jl:7 12:15:45 | maxrss 2.3% | mem 2.7% | DONE (2/2) test item "Test item tag1 tag2" <0.1 secs (<0.1% compile), 1.08 K allocs (61.696 KB) [ Tests Completed: 2/2 test items were run. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_filter_tests.jl [ Info: Finished scanning for test items in 0.01 seconds. [ Info: Scheduling 2 tests on pid 17 12:15:45 | maxrss 2.3% | mem 2.7% | START (1/2) test item "Test item no tags" at test/testfiles/_filter_tests.jl:1 12:15:45 | maxrss 2.3% | mem 2.7% | DONE (1/2) test item "Test item no tags" <0.1 secs (<0.1% compile), 1.08 K allocs (61.696 KB) 12:15:45 | maxrss 2.3% | mem 2.7% | START (2/2) test item "Test item tag1 tag2" at test/testfiles/_filter_tests.jl:7 12:15:45 | maxrss 2.3% | mem 2.7% | DONE (2/2) test item "Test item tag1 tag2" <0.1 secs (<0.1% compile), 1.08 K allocs (61.696 KB) [ Tests Completed: 2/2 test items were run. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_filter_tests.jl [ Info: Finished scanning for test items in 0.01 seconds. [ Info: Scheduling 3 tests on pid 17 12:15:45 | maxrss 2.3% | mem 2.7% | START (1/3) test item "Test item no tags" at test/testfiles/_filter_tests.jl:1 12:15:45 | maxrss 2.3% | mem 2.7% | DONE (1/3) test item "Test item no tags" <0.1 secs (<0.1% compile), 1.08 K allocs (61.696 KB) 12:15:45 | maxrss 2.3% | mem 2.7% | START (2/3) test item "Test item tag1" at test/testfiles/_filter_tests.jl:4 12:15:45 | maxrss 2.3% | mem 2.7% | DONE (2/3) test item "Test item tag1" <0.1 secs (<0.1% compile), 1.08 K allocs (61.680 KB) 12:15:45 | maxrss 2.3% | mem 2.7% | START (3/3) test item "Test item tag1 tag2" at test/testfiles/_filter_tests.jl:7 12:15:45 | maxrss 2.3% | mem 2.7% | DONE (3/3) test item "Test item tag1 tag2" <0.1 secs (<0.1% compile), 1.08 K allocs (62.592 KB) [ Tests Completed: 3/3 test items were run. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_filter_tests.jl [ Info: Finished scanning for test items in 1.14 seconds. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_filter_tests.jl [ Info: Finished scanning for test items in 1.16 seconds. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_filter_tests.jl [ Info: Finished scanning for test items in 1.19 seconds. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_filter_tests.jl [ Info: Finished scanning for test items in 1.1 seconds. [ Info: Scheduling 3 tests on pid 17 12:15:52 | maxrss 2.3% | mem 2.7% | START (1/3) test item "Test item no tags" at test/testfiles/_filter_tests.jl:1 12:15:52 | maxrss 2.3% | mem 2.7% | DONE (1/3) test item "Test item no tags" <0.1 secs (<0.1% compile), 1.08 K allocs (61.696 KB) 12:15:52 | maxrss 2.3% | mem 2.7% | START (2/3) test item "Test item tag1" at test/testfiles/_filter_tests.jl:4 12:15:52 | maxrss 2.3% | mem 2.7% | DONE (2/3) test item "Test item tag1" <0.1 secs (<0.1% compile), 1.08 K allocs (61.680 KB) 12:15:52 | maxrss 2.3% | mem 2.7% | START (3/3) test item "Test item tag1 tag2" at test/testfiles/_filter_tests.jl:7 12:15:52 | maxrss 2.3% | mem 2.7% | DONE (3/3) test item "Test item tag1 tag2" <0.1 secs (<0.1% compile), 1.08 K allocs (61.696 KB) [ Tests Completed: 3/3 test items were run. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_filter_tests.jl [ Info: Finished scanning for test items in 0.01 seconds. [ Info: Scheduling 2 tests on pid 17 12:15:52 | maxrss 2.3% | mem 2.7% | START (1/2) test item "Test item tag1" at test/testfiles/_filter_tests.jl:4 12:15:52 | maxrss 2.3% | mem 2.7% | DONE (1/2) test item "Test item tag1" <0.1 secs (<0.1% compile), 1.08 K allocs (61.680 KB) 12:15:52 | maxrss 2.3% | mem 2.7% | START (2/2) test item "Test item tag1 tag2" at test/testfiles/_filter_tests.jl:7 12:15:52 | maxrss 2.3% | mem 2.7% | DONE (2/2) test item "Test item tag1 tag2" <0.1 secs (<0.1% compile), 1.08 K allocs (61.696 KB) [ Tests Completed: 2/2 test items were run. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_filter_tests.jl [ Info: Finished scanning for test items in 0.0 seconds. [ Info: Scheduling 1 tests on pid 17 12:15:53 | maxrss 2.3% | mem 2.7% | START (1/1) test item "Test item tag1 tag2" at test/testfiles/_filter_tests.jl:7 12:15:53 | maxrss 2.3% | mem 2.7% | DONE (1/1) test item "Test item tag1 tag2" <0.1 secs (<0.1% compile), 1.09 K allocs (64.296 KB) [ Tests Completed: 1/1 test items were run. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_filter_tests.jl [ Info: Finished scanning for test items in 0.0 seconds. [ Info: Scheduling 1 tests on pid 17 12:15:53 | maxrss 2.3% | mem 2.7% | START (1/1) test item "Test item tag1 tag2" at test/testfiles/_filter_tests.jl:7 12:15:53 | maxrss 2.3% | mem 2.7% | DONE (1/1) test item "Test item tag1 tag2" <0.1 secs (<0.1% compile), 1.08 K allocs (61.696 KB) [ Tests Completed: 1/1 test items were run. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_filter_tests.jl [ Info: Finished scanning for test items in 0.01 seconds. [ Info: Scheduling 3 tests on pid 17 12:15:53 | maxrss 2.3% | mem 2.7% | START (1/3) test item "Test item no tags" at test/testfiles/_filter_tests.jl:1 12:15:53 | maxrss 2.3% | mem 2.7% | DONE (1/3) test item "Test item no tags" <0.1 secs (<0.1% compile), 1.08 K allocs (61.696 KB) 12:15:53 | maxrss 2.3% | mem 2.7% | START (2/3) test item "Test item tag1" at test/testfiles/_filter_tests.jl:4 12:15:53 | maxrss 2.3% | mem 2.7% | DONE (2/3) test item "Test item tag1" <0.1 secs (<0.1% compile), 1.08 K allocs (62.768 KB) 12:15:53 | maxrss 2.3% | mem 2.7% | START (3/3) test item "Test item tag1 tag2" at test/testfiles/_filter_tests.jl:7 12:15:53 | maxrss 2.3% | mem 2.7% | DONE (3/3) test item "Test item tag1 tag2" <0.1 secs (<0.1% compile), 1.08 K allocs (61.696 KB) [ Tests Completed: 3/3 test items were run. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_filter_tests.jl [ Info: Finished scanning for test items in 0.96 seconds. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_filter_tests.jl [ Info: Finished scanning for test items in 0.97 seconds. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_filter_tests.jl [ Info: Finished scanning for test items in 1.1 seconds. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_filter_tests.jl [ Info: Finished scanning for test items in 1.08 seconds. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_filter_tests.jl [ Info: Finished scanning for test items in 1.15 seconds. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_filter_tests.jl [ Info: Finished scanning for test items in 1.1 seconds. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_filter_tests.jl [ Info: Finished scanning for test items in 1.13 seconds. [ Info: Scheduling 3 tests on pid 17 12:16:02 | maxrss 2.3% | mem 2.7% | START (1/3) test item "Test item no tags" at test/testfiles/_filter_tests.jl:1 12:16:02 | maxrss 2.3% | mem 2.7% | DONE (1/3) test item "Test item no tags" <0.1 secs (<0.1% compile), 1.08 K allocs (61.696 KB) 12:16:02 | maxrss 2.3% | mem 2.7% | START (2/3) test item "Test item tag1" at test/testfiles/_filter_tests.jl:4 12:16:02 | maxrss 2.3% | mem 2.7% | DONE (2/3) test item "Test item tag1" <0.1 secs (<0.1% compile), 1.08 K allocs (61.680 KB) 12:16:02 | maxrss 2.3% | mem 2.7% | START (3/3) test item "Test item tag1 tag2" at test/testfiles/_filter_tests.jl:7 12:16:02 | maxrss 2.3% | mem 2.7% | DONE (3/3) test item "Test item tag1 tag2" <0.1 secs (<0.1% compile), 1.08 K allocs (61.696 KB) [ Tests Completed: 3/3 test items were run. 12:16:02 | maxrss 2.3% | mem 2.7% | START (1/1) test item "Warn on empty test set -- integration test" at test/testfiles/_empty_testsets_tests.jl:1 12:16:02 | maxrss 2.3% | mem 2.7% | DONE (1/1) test item "Warn on empty test set -- integration test" <0.1 secs (<0.1% compile), 6.83 K allocs (278.392 KB) [ Tests Completed: 1/1 test items were run. log capture for an errored TestSetup: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:597 Expression: occursin("\e[36m\e[1mCaptured logs\e[22m\e[39m for test setup \"SetupThatErrors\" (dependency of \"bad setup, good test\") at \e[39m\e[1m$(path):1\e[22m\nSetupThatErrors msg\n", replace(c.output, r" on worker \d+" => "")) Evaluated: occursin("\e[36m\e[1mCaptured logs\e[22m\e[39m for test setup \"SetupThatErrors\" (dependency of \"bad setup, good test\") at \e[39m\e[1mtest/error_in_setup_test.jl:1\e[22m\nSetupThatErrors msg\n", "[ Info: Scanning for test items in project `DontPass` at paths: test/error_in_setup_test.jl\n[ Info: Finished scanning for test items in 0.0 seconds.\n[ Info: Scheduling 2 tests on pid 17 with 1 worker processes and 2 threads per worker.\n[ Info: Starting test workers\n Worker 234: [ Info: Starting test worker 1 on pid = 234, with 2 threads\n[ Info: Starting running test items\n Worker 234: 12:16:19 | maxrss 2.3% | mem 3.4% | START (1/2) test item \"bad setup, good test\" at test/error_in_setup_test.jl:5\n Worker 234: 12:16:22 | maxrss 2.3% | mem 3.6% | DONE (1/2) test item \"bad setup, good test\" 2.7 secs\n\nCaptured logs for test setup \"SetupThatErrors\" (dependency of \"bad setup, good test\") at test/error_in_setup_test.jl:1\nSetupThatErrors msg\nNo Captured Logs for test item \"bad setup, good test\" at test/error_in_setup_test.jl:5\nError in testset \"bad setup, good test\":\nError During Test at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/test/error_in_setup_test.jl:5\n Got exception outside of a @test\n ArgumentError: Package PackageDoesNotExist not found in current path.\n - Run `import Pkg; Pkg.add(\"PackageDoesNotExist\")` to install the PackageDoesNotExist package.\n Stacktrace:\n [1] macro expansion\n @ ./loading.jl:2393 [inlined]\n [2] macro expansion\n @ ./lock.jl:376 [inlined]\n [3] __require(into::Module, mod::Symbol)\n @ Base ./loading.jl:2376\n [4] require\n @ ./loading.jl:2352 [inlined]\n [5] eval_import_path\n @ ./module.jl:36 [inlined]\n [6] eval_import_path_all(at::Module, path::Expr, keyword::String)\n @ Base ./module.jl:60\n [7] _eval_using(to::Module, path::Expr)\n @ Base ./module.jl:137\n [8] top-level scope\n @ ~/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/test/error_in_setup_test.jl:3\n [9] eval(m::Module, e::Any)\n @ Core ./boot.jl:489\n [10] #ensure_setup!##4\n @ ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:973 [inlined]\n [11] with_source_path(f::ReTestItems.var\"#ensure_setup!##4#ensure_setup!##5\"{Expr}, path::String)\n @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:935\n [12] #ensure_setup!##2\n @ ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:973 [inlined]\n [13] redirect_stdio(f::ReTestItems.var\"#ensure_setup!##2#ensure_setup!##3\"{Expr, TestSetup}; stdin::Nothing, stderr::IOContext{IOStream}, stdout::IOContext{IOStream})\n @ Base ./stream.jl:1443\n [14] redirect_stdio\n @ ./stream.jl:1406 [inlined]\n [15] _redirect_logs(f::ReTestItems.var\"#ensure_setup!##2#ensure_setup!##3\"{Expr, TestSetup}, target::IOStream)\n @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/log_capture.jl:124\n [16] macro expansion\n @ ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:972 [inlined]\n [17] macro expansion\n @ ./lock.jl:376 [inlined]\n [18] ensure_setup!(ctx::ReTestItems.TestContext, setup::Symbol, setups::Vector{TestSetup}, logs::Symbol)\n @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:947\n [19] runtestitem(ti::TestItem, ctx::ReTestItems.TestContext; test_end_expr::Expr, logs::Symbol, verbose_results::Bool, finish_test::Bool, catch_test_error::Bool, failfast::Bool)\n @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:1078\n [20] kwcall(::@NamedTuple{test_end_expr::Expr, verbose_results::Bool, logs::Symbol, failfast::Bool}, ::typeof(runtestitem), ti::TestItem, ctx::ReTestItems.TestContext)\n @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:1031\n [21] top-level scope\n @ none:1\n [22] eval(m::Module, e::Any)\n @ Core ./boot.jl:489\n [23] execute\n @ ~/.julia/packages/ReTestItems/3F3Hj/src/workers.jl:334 [inlined]\n [24] (::ReTestItems.Workers.var\"#serve_requests##0#serve_requests##1\"{Sockets.TCPSocket, ReentrantLock, ReTestItems.Workers.Request})()\n @ ReTestItems.Workers ~/.julia/packages/ReTestItems/3F3Hj/src/workers.jl:348\n\n Worker 234: 12:16:24 | maxrss 2.3% | mem 3.6% | START (2/2) test item \"bad setup, bad test\" at test/error_in_setup_test.jl:8\n Worker 234: 12:16:24 | maxrss 2.3% | mem 3.6% | DONE (2/2) test item \"bad setup, bad test\" <0.1 secs\n\nCaptured logs for test setup \"SetupThatErrors\" (dependency of \"bad setup, bad test\") at test/error_in_setup_test.jl:1\nSetupThatErrors msg\nNo Captured Logs for test item \"bad setup, bad test\" at test/error_in_setup_test.jl:8\nError in testset \"bad setup, bad test\":\nError During Test at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/test/error_in_setup_test.jl:8\n Got exception outside of a @test\n ArgumentError: Package PackageDoesNotExist not found in current path.\n - Run `import Pkg; Pkg.add(\"PackageDoesNotExist\")` to install the PackageDoesNotExist package.\n Stacktrace:\n [1] macro expansion\n @ ./loading.jl:2393 [inlined]\n [2] macro expansion\n @ ./lock.jl:376 [inlined]\n [3] __require(into::Module, mod::Symbol)\n @ Base ./loading.jl:2376\n [4] require\n @ ./loading.jl:2352 [inlined]\n [5] eval_import_path\n @ ./module.jl:36 [inlined]\n [6] eval_import_path_all(at::Module, path::Expr, keyword::String)\n @ Base ./module.jl:60\n [7] _eval_using(to::Module, path::Expr)\n @ Base ./module.jl:137\n [8] top-level scope\n @ ~/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/test/error_in_setup_test.jl:3\n [9] eval(m::Module, e::Any)\n @ Core ./boot.jl:489\n [10] #ensure_setup!##4\n @ ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:973 [inlined]\n [11] with_source_path(f::ReTestItems.var\"#ensure_setup!##4#ensure_setup!##5\"{Expr}, path::String)\n @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:935\n [12] #ensure_setup!##2\n @ ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:973 [inlined]\n [13] redirect_stdio(f::ReTestItems.var\"#ensure_setup!##2#ensure_setup!##3\"{Expr, TestSetup}; stdin::Nothing, stderr::IOContext{IOStream}, stdout::IOContext{IOStream})\n @ Base ./stream.jl:1443\n [14] redirect_stdio\n @ ./stream.jl:1406 [inlined]\n [15] _redirect_logs(f::ReTestItems.var\"#ensure_setup!##2#ensure_setup!##3\"{Expr, TestSetup}, target::IOStream)\n @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/log_capture.jl:124\n [16] macro expansion\n @ ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:972 [inlined]\n [17] macro expansion\n @ ./lock.jl:376 [inlined]\n [18] ensure_setup!(ctx::ReTestItems.TestContext, setup::Symbol, setups::Vector{TestSetup}, logs::Symbol)\n @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:947\n [19] runtestitem(ti::TestItem, ctx::ReTestItems.TestContext; test_end_expr::Expr, logs::Symbol, verbose_results::Bool, finish_test::Bool, catch_test_error::Bool, failfast::Bool)\n @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:1078\n [20] kwcall(::@NamedTuple{test_end_expr::Expr, verbose_results::Bool, logs::Symbol, failfast::Bool}, ::typeof(runtestitem), ti::TestItem, ctx::ReTestItems.TestContext)\n @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:1031\n [21] top-level scope\n @ none:1\n [22] eval(m::Module, e::Any)\n @ Core ./boot.jl:489\n [23] execute\n @ ~/.julia/packages/ReTestItems/3F3Hj/src/workers.jl:334 [inlined]\n [24] (::ReTestItems.Workers.var\"#serve_requests##0#serve_requests##1\"{Sockets.TCPSocket, ReentrantLock, ReTestItems.Workers.Request})()\n @ ReTestItems.Workers ~/.julia/packages/ReTestItems/3F3Hj/src/workers.jl:348\n\n[ Info: All tests completed. Closing Worker(pid=234).\n Worker 234: [234] signal 15: Terminated\n\n[ Tests Completed: 2/2 test items were run.\n") Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:585 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:597 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] log capture for an errored TestSetup: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:603 Expression: occursin("\e[36m\e[1mCaptured logs\e[22m\e[39m for test setup \"SetupThatErrors\" (dependency of \"bad setup, bad test\") at \e[39m\e[1m$(path):1\e[22m\nSetupThatErrors msg\n", replace(c.output, r" on worker \d+" => "")) Evaluated: occursin("\e[36m\e[1mCaptured logs\e[22m\e[39m for test setup \"SetupThatErrors\" (dependency of \"bad setup, bad test\") at \e[39m\e[1mtest/error_in_setup_test.jl:1\e[22m\nSetupThatErrors msg\n", "[ Info: Scanning for test items in project `DontPass` at paths: test/error_in_setup_test.jl\n[ Info: Finished scanning for test items in 0.0 seconds.\n[ Info: Scheduling 2 tests on pid 17 with 1 worker processes and 2 threads per worker.\n[ Info: Starting test workers\n Worker 234: [ Info: Starting test worker 1 on pid = 234, with 2 threads\n[ Info: Starting running test items\n Worker 234: 12:16:19 | maxrss 2.3% | mem 3.4% | START (1/2) test item \"bad setup, good test\" at test/error_in_setup_test.jl:5\n Worker 234: 12:16:22 | maxrss 2.3% | mem 3.6% | DONE (1/2) test item \"bad setup, good test\" 2.7 secs\n\nCaptured logs for test setup \"SetupThatErrors\" (dependency of \"bad setup, good test\") at test/error_in_setup_test.jl:1\nSetupThatErrors msg\nNo Captured Logs for test item \"bad setup, good test\" at test/error_in_setup_test.jl:5\nError in testset \"bad setup, good test\":\nError During Test at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/test/error_in_setup_test.jl:5\n Got exception outside of a @test\n ArgumentError: Package PackageDoesNotExist not found in current path.\n - Run `import Pkg; Pkg.add(\"PackageDoesNotExist\")` to install the PackageDoesNotExist package.\n Stacktrace:\n [1] macro expansion\n @ ./loading.jl:2393 [inlined]\n [2] macro expansion\n @ ./lock.jl:376 [inlined]\n [3] __require(into::Module, mod::Symbol)\n @ Base ./loading.jl:2376\n [4] require\n @ ./loading.jl:2352 [inlined]\n [5] eval_import_path\n @ ./module.jl:36 [inlined]\n [6] eval_import_path_all(at::Module, path::Expr, keyword::String)\n @ Base ./module.jl:60\n [7] _eval_using(to::Module, path::Expr)\n @ Base ./module.jl:137\n [8] top-level scope\n @ ~/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/test/error_in_setup_test.jl:3\n [9] eval(m::Module, e::Any)\n @ Core ./boot.jl:489\n [10] #ensure_setup!##4\n @ ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:973 [inlined]\n [11] with_source_path(f::ReTestItems.var\"#ensure_setup!##4#ensure_setup!##5\"{Expr}, path::String)\n @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:935\n [12] #ensure_setup!##2\n @ ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:973 [inlined]\n [13] redirect_stdio(f::ReTestItems.var\"#ensure_setup!##2#ensure_setup!##3\"{Expr, TestSetup}; stdin::Nothing, stderr::IOContext{IOStream}, stdout::IOContext{IOStream})\n @ Base ./stream.jl:1443\n [14] redirect_stdio\n @ ./stream.jl:1406 [inlined]\n [15] _redirect_logs(f::ReTestItems.var\"#ensure_setup!##2#ensure_setup!##3\"{Expr, TestSetup}, target::IOStream)\n @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/log_capture.jl:124\n [16] macro expansion\n @ ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:972 [inlined]\n [17] macro expansion\n @ ./lock.jl:376 [inlined]\n [18] ensure_setup!(ctx::ReTestItems.TestContext, setup::Symbol, setups::Vector{TestSetup}, logs::Symbol)\n @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:947\n [19] runtestitem(ti::TestItem, ctx::ReTestItems.TestContext; test_end_expr::Expr, logs::Symbol, verbose_results::Bool, finish_test::Bool, catch_test_error::Bool, failfast::Bool)\n @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:1078\n [20] kwcall(::@NamedTuple{test_end_expr::Expr, verbose_results::Bool, logs::Symbol, failfast::Bool}, ::typeof(runtestitem), ti::TestItem, ctx::ReTestItems.TestContext)\n @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:1031\n [21] top-level scope\n @ none:1\n [22] eval(m::Module, e::Any)\n @ Core ./boot.jl:489\n [23] execute\n @ ~/.julia/packages/ReTestItems/3F3Hj/src/workers.jl:334 [inlined]\n [24] (::ReTestItems.Workers.var\"#serve_requests##0#serve_requests##1\"{Sockets.TCPSocket, ReentrantLock, ReTestItems.Workers.Request})()\n @ ReTestItems.Workers ~/.julia/packages/ReTestItems/3F3Hj/src/workers.jl:348\n\n Worker 234: 12:16:24 | maxrss 2.3% | mem 3.6% | START (2/2) test item \"bad setup, bad test\" at test/error_in_setup_test.jl:8\n Worker 234: 12:16:24 | maxrss 2.3% | mem 3.6% | DONE (2/2) test item \"bad setup, bad test\" <0.1 secs\n\nCaptured logs for test setup \"SetupThatErrors\" (dependency of \"bad setup, bad test\") at test/error_in_setup_test.jl:1\nSetupThatErrors msg\nNo Captured Logs for test item \"bad setup, bad test\" at test/error_in_setup_test.jl:8\nError in testset \"bad setup, bad test\":\nError During Test at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/test/error_in_setup_test.jl:8\n Got exception outside of a @test\n ArgumentError: Package PackageDoesNotExist not found in current path.\n - Run `import Pkg; Pkg.add(\"PackageDoesNotExist\")` to install the PackageDoesNotExist package.\n Stacktrace:\n [1] macro expansion\n @ ./loading.jl:2393 [inlined]\n [2] macro expansion\n @ ./lock.jl:376 [inlined]\n [3] __require(into::Module, mod::Symbol)\n @ Base ./loading.jl:2376\n [4] require\n @ ./loading.jl:2352 [inlined]\n [5] eval_import_path\n @ ./module.jl:36 [inlined]\n [6] eval_import_path_all(at::Module, path::Expr, keyword::String)\n @ Base ./module.jl:60\n [7] _eval_using(to::Module, path::Expr)\n @ Base ./module.jl:137\n [8] top-level scope\n @ ~/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/test/error_in_setup_test.jl:3\n [9] eval(m::Module, e::Any)\n @ Core ./boot.jl:489\n [10] #ensure_setup!##4\n @ ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:973 [inlined]\n [11] with_source_path(f::ReTestItems.var\"#ensure_setup!##4#ensure_setup!##5\"{Expr}, path::String)\n @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:935\n [12] #ensure_setup!##2\n @ ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:973 [inlined]\n [13] redirect_stdio(f::ReTestItems.var\"#ensure_setup!##2#ensure_setup!##3\"{Expr, TestSetup}; stdin::Nothing, stderr::IOContext{IOStream}, stdout::IOContext{IOStream})\n @ Base ./stream.jl:1443\n [14] redirect_stdio\n @ ./stream.jl:1406 [inlined]\n [15] _redirect_logs(f::ReTestItems.var\"#ensure_setup!##2#ensure_setup!##3\"{Expr, TestSetup}, target::IOStream)\n @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/log_capture.jl:124\n [16] macro expansion\n @ ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:972 [inlined]\n [17] macro expansion\n @ ./lock.jl:376 [inlined]\n [18] ensure_setup!(ctx::ReTestItems.TestContext, setup::Symbol, setups::Vector{TestSetup}, logs::Symbol)\n @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:947\n [19] runtestitem(ti::TestItem, ctx::ReTestItems.TestContext; test_end_expr::Expr, logs::Symbol, verbose_results::Bool, finish_test::Bool, catch_test_error::Bool, failfast::Bool)\n @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:1078\n [20] kwcall(::@NamedTuple{test_end_expr::Expr, verbose_results::Bool, logs::Symbol, failfast::Bool}, ::typeof(runtestitem), ti::TestItem, ctx::ReTestItems.TestContext)\n @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:1031\n [21] top-level scope\n @ none:1\n [22] eval(m::Module, e::Any)\n @ Core ./boot.jl:489\n [23] execute\n @ ~/.julia/packages/ReTestItems/3F3Hj/src/workers.jl:334 [inlined]\n [24] (::ReTestItems.Workers.var\"#serve_requests##0#serve_requests##1\"{Sockets.TCPSocket, ReentrantLock, ReTestItems.Workers.Request})()\n @ ReTestItems.Workers ~/.julia/packages/ReTestItems/3F3Hj/src/workers.jl:348\n\n[ Info: All tests completed. Closing Worker(pid=234).\n Worker 234: [234] signal 15: Terminated\n\n[ Tests Completed: 2/2 test items were run.\n") Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:585 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:603 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] test crashing testitem: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:642 Expression: n_tests(results) == 2 Evaluated: 1 == 2 Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:630 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:642 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] test crashing testitem: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:643 Expression: n_passed(results) == 1 Evaluated: 0 == 1 Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:630 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:643 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] test crashing testitem: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:648 Expression: err.value == string(ErrorException("Worker process aborted (signal=$(sig)) running test item \"Abort\" (run=1)")) Evaluated: "CompositeException(Any[TaskFailedException(Task (failed) @0x00007428dfc10880)])" == "ErrorException(\"Worker process aborted (signal=6) running test item \\\"Abort\\\" (run=1)\")" Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:630 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:648 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_retry_tests.jl [ Info: Finished scanning for test items in 0.01 seconds. [ Info: Scheduling 6 tests on pid 17 with 1 worker processes and 2 threads per worker. [ Info: Starting test workers Worker 248: [ Info: Starting test worker 1 on pid = 248, with 2 threads [ Info: Starting running test items Worker 248: 12:16:58 | maxrss 2.3% | mem 3.5% | START (1/6) test item "Pass on second run" at test/testfiles/_retry_tests.jl:12 Worker 248: 12:16:58 | maxrss 2.3% | mem 3.5% | DONE (1/6) test item "Pass on second run" 0.2 secs (95.5% compile), 7.27 K allocs (378.472 KB) Worker 248: [248] signal 15: Terminated Captured logs for test setup "StatefulSetup" (dependency of "Pass on second run") at test/testfiles/_retry_tests.jl:1 on worker 248 These are the test setup logs. No Captured Logs for test item "Pass on second run" at test/testfiles/_retry_tests.jl:12 on worker 248 ┌ Error: Worker(pid=248, terminated=true, termsignal=9) timed out running test item "Pass on second run" after 5 seconds. Recording test error. └ @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:686 test retrying failing testitem: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:663 Expression: read_count(joinpath(tmpdir, "num_runs_1")) == 2 Evaluated: 1 == 2 Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:652 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:663 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] test retrying failing testitem: Error During Test at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:665 Test threw exception Expression: read_count(joinpath(tmpdir, "num_runs_2")) == 3 SystemError: opening file "/tmp/JL_RETESTITEMS_TEST_TMPDIR/num_runs_2": No such file or directory Stacktrace: [1] systemerror(p::String, errno::Int32; extrainfo::Nothing) @ Base ./error.jl:186 [2] open(fname::String; lock::Bool, read::Nothing, write::Nothing, create::Nothing, truncate::Nothing, append::Nothing) @ Base ./iostream.jl:327 [3] open @ ./iostream.jl:306 [inlined] [4] open(f::Base.var"#read##2#read##3"{String}, args::String; kwargs::@Kwargs{}) @ Base ./io.jl:418 [5] open @ ./io.jl:417 [inlined] [6] read @ ./io.jl:517 [inlined] [7] (::var"#read_count#read_count##0")(x::String) @ Main ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:661 [8] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [9] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [10] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:652 [inlined] [11] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [12] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:665 [inlined] [13] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:742 [inlined] test retrying failing testitem: Error During Test at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:668 Test threw exception Expression: read_count(joinpath(tmpdir, "num_runs_3")) == 5 SystemError: opening file "/tmp/JL_RETESTITEMS_TEST_TMPDIR/num_runs_3": No such file or directory Stacktrace: [1] systemerror(p::String, errno::Int32; extrainfo::Nothing) @ Base ./error.jl:186 [2] open(fname::String; lock::Bool, read::Nothing, write::Nothing, create::Nothing, truncate::Nothing, append::Nothing) @ Base ./iostream.jl:327 [3] open @ ./iostream.jl:306 [inlined] [4] open(f::Base.var"#read##2#read##3"{String}, args::String; kwargs::@Kwargs{}) @ Base ./io.jl:418 [5] open @ ./io.jl:417 [inlined] [6] read @ ./io.jl:517 [inlined] [7] (::var"#read_count#read_count##0")(x::String) @ Main ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:661 [8] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [9] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [10] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:652 [inlined] [11] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [12] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:668 [inlined] [13] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:742 [inlined] test retrying failing testitem: Error During Test at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:671 Test threw exception Expression: read_count(joinpath(tmpdir, "num_runs_4")) == 3 SystemError: opening file "/tmp/JL_RETESTITEMS_TEST_TMPDIR/num_runs_4": No such file or directory Stacktrace: [1] systemerror(p::String, errno::Int32; extrainfo::Nothing) @ Base ./error.jl:186 [2] open(fname::String; lock::Bool, read::Nothing, write::Nothing, create::Nothing, truncate::Nothing, append::Nothing) @ Base ./iostream.jl:327 [3] open @ ./iostream.jl:306 [inlined] [4] open(f::Base.var"#read##2#read##3"{String}, args::String; kwargs::@Kwargs{}) @ Base ./io.jl:418 [5] open @ ./io.jl:417 [inlined] [6] read @ ./io.jl:517 [inlined] [7] (::var"#read_count#read_count##0")(x::String) @ Main ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:661 [8] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [9] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [10] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:652 [inlined] [11] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [12] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:671 [inlined] [13] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:742 [inlined] test retrying failing testitem: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:674 Expression: count(contains("num_runs_5"), readdir(tmpdir)) == 3 Evaluated: 0 == 3 Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:652 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:674 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] test retrying failing testitem: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:676 Expression: count(contains("num_runs_6"), readdir(tmpdir)) == 2 Evaluated: 0 == 2 Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:652 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:676 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] test retrying failing testitem: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:679 Expression: n_tests(results) == 6 Evaluated: 1 == 6 Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:652 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:679 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] test retrying failing testitem: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:681 Expression: n_passed(results) == 3 Evaluated: 0 == 3 Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:652 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:681 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] DEBUG @ ReTestItems.jl:355 | Running tests in `("/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_timeout_tests.jl",)` for project at `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/Project.toml` DEBUG @ ReTestItems.jl:364 | Activating test environment for `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/Project.toml` [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_timeout_tests.jl DEBUG @ ReTestItems.jl:390 | Including tests in ("/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_timeout_tests.jl",) DEBUG @ ReTestItems.jl:801 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/src` in subproject `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl` DEBUG @ ReTestItems.jl:801 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/test` in subproject `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl` DEBUG @ ReTestItems.jl:801 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/MonoRepo.jl/monorepo_packages` in subproject `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/MonoRepo.jl` DEBUG @ ReTestItems.jl:801 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/MonoRepo.jl/monorepo_packages/B` in subproject `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/MonoRepo.jl` DEBUG @ ReTestItems.jl:801 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/MonoRepo.jl/monorepo_packages/B/src` in subproject `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/MonoRepo.jl` DEBUG @ ReTestItems.jl:801 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/MonoRepo.jl/monorepo_packages/C` in subproject `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/MonoRepo.jl` DEBUG @ ReTestItems.jl:801 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/MonoRepo.jl/monorepo_packages/C/src` in subproject `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/MonoRepo.jl` DEBUG @ ReTestItems.jl:801 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/MonoRepo.jl/monorepo_packages/C/test` in subproject `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/MonoRepo.jl` DEBUG @ ReTestItems.jl:801 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/MonoRepo.jl/monorepo_packages/D` in subproject `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/MonoRepo.jl` DEBUG @ ReTestItems.jl:801 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/MonoRepo.jl/monorepo_packages/D/src` in subproject `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/MonoRepo.jl` DEBUG @ ReTestItems.jl:801 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/MonoRepo.jl/src` in subproject `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/MonoRepo.jl` DEBUG @ ReTestItems.jl:801 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/MonoRepo.jl/test` in subproject `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/MonoRepo.jl` DEBUG @ ReTestItems.jl:801 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/NoDeps.jl/src` in subproject `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/NoDeps.jl` DEBUG @ ReTestItems.jl:801 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/NoDeps.jl/test` in subproject `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/NoDeps.jl` DEBUG @ ReTestItems.jl:801 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/TestEndExpr.jl/src` in subproject `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/TestEndExpr.jl` DEBUG @ ReTestItems.jl:801 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/TestEndExpr.jl/test` in subproject `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/TestEndExpr.jl` DEBUG @ ReTestItems.jl:801 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/TestProjectFile.jl/src` in subproject `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/TestProjectFile.jl` DEBUG @ ReTestItems.jl:801 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/TestProjectFile.jl/test` in subproject `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/TestProjectFile.jl` DEBUG @ ReTestItems.jl:801 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/TestsInSrc.jl/src` in subproject `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/TestsInSrc.jl` DEBUG @ ReTestItems.jl:801 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/TestsInSrc.jl/src/a_dir` in subproject `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/TestsInSrc.jl` DEBUG @ ReTestItems.jl:801 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/TestsInSrc.jl/src/a_dir/x_dir` in subproject `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/TestsInSrc.jl` DEBUG @ ReTestItems.jl:801 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/TestsInSrc.jl/src/b_dir` in subproject `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/TestsInSrc.jl` DEBUG @ ReTestItems.jl:801 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/TestsInSrc.jl/test` in subproject `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/TestsInSrc.jl` DEBUG @ ReTestItems.jl:829 | Including test items from file `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_testitem_testsetup.jl` DEBUG @ ReTestItems.jl:829 | Including test items from file `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_timeout_tests.jl` DEBUG @ ReTestItems.jl:392 | Done including tests in ("/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_timeout_tests.jl",) [ Info: Finished scanning for test items in 0.01 seconds. [ Info: Scheduling 2 tests on pid 17 with 1 worker processes and 2 threads per worker. [ Info: Starting test workers Worker 255: [ Info: Starting test worker 1 on pid = 255, with 2 threads [ Info: Starting running test items Worker 255: 12:17:14 | maxrss 2.3% | mem 3.5% | START (1/2) test item "Test item takes 60 seconds" at test/testfiles/_timeout_tests.jl:1 Captured Logs for test item "Test item takes 60 seconds" at test/testfiles/_timeout_tests.jl:1 on worker 255 [255] signal 15: Terminated in expression starting at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_timeout_tests.jl:2 unknown function (ip: 0x775ce8958f14) at /lib/x86_64-linux-gnu/libc.so.6 pthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line) uv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822 jl_parallel_gc_threadfun at /source/src/gc-stock.c:3654 unknown function (ip: 0x775ce895c1c3) at /lib/x86_64-linux-gnu/libc.so.6 unknown function (ip: 0x775ce89dc85b) at /lib/x86_64-linux-gnu/libc.so.6 unknown function (ip: (nil)) at (unknown file) unknown function (ip: 0x775ce8958f14) at /lib/x86_64-linux-gnu/libc.so.6 pthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line) uv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822 ijl_task_get_next at /source/src/scheduler.c:523 ┌ Error: Worker(pid=255, terminated=true, termsignal=9) timed out running test item "Test item takes 60 seconds" after 4 seconds. Recording test error. └ @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:686 DEBUG @ ReTestItems.jl:483 | Cleaning up test setup logs DEBUG @ ReTestItems.jl:492 | Done cleaning up test setup logs testitem_timeout: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:720 Expression: n_tests(results) == 2 Evaluated: 1 == 2 Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:714 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:720 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] testitem_timeout: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:721 Expression: n_passed(results) == 1 Evaluated: 0 == 1 Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:714 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:721 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] testitem_timeout: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:725 Expression: err.value == string(ErrorException("Timed out after 4s running test item \"Test item takes 60 seconds\" (run=1)")) Evaluated: "CompositeException(Any[TaskFailedException(Task (failed) @0x00007428dfdece20)])" == "ErrorException(\"Timed out after 4s running test item \\\"Test item takes 60 seconds\\\" (run=1)\")" Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:714 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:725 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] DEBUG @ ReTestItems.jl:355 | Running tests in `("/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_timeout_tests.jl",)` for project at `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/Project.toml` DEBUG @ ReTestItems.jl:364 | Activating test environment for `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/Project.toml` [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_timeout_tests.jl DEBUG @ ReTestItems.jl:390 | Including tests in ("/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_timeout_tests.jl",) DEBUG @ ReTestItems.jl:801 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/src` in subproject `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl` DEBUG @ ReTestItems.jl:801 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/test` in subproject `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl` DEBUG @ ReTestItems.jl:801 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/MonoRepo.jl/monorepo_packages` in subproject `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/MonoRepo.jl` DEBUG @ ReTestItems.jl:801 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/MonoRepo.jl/monorepo_packages/B` in subproject `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/MonoRepo.jl` DEBUG @ ReTestItems.jl:801 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/MonoRepo.jl/monorepo_packages/B/src` in subproject `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/MonoRepo.jl` DEBUG @ ReTestItems.jl:801 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/MonoRepo.jl/monorepo_packages/C` in subproject `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/MonoRepo.jl` DEBUG @ ReTestItems.jl:801 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/MonoRepo.jl/monorepo_packages/C/src` in subproject `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/MonoRepo.jl` DEBUG @ ReTestItems.jl:801 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/MonoRepo.jl/monorepo_packages/C/test` in subproject `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/MonoRepo.jl` DEBUG @ ReTestItems.jl:801 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/MonoRepo.jl/monorepo_packages/D` in subproject `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/MonoRepo.jl` DEBUG @ ReTestItems.jl:801 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/MonoRepo.jl/monorepo_packages/D/src` in subproject `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/MonoRepo.jl` DEBUG @ ReTestItems.jl:801 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/MonoRepo.jl/src` in subproject `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/MonoRepo.jl` DEBUG @ ReTestItems.jl:801 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/MonoRepo.jl/test` in subproject `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/MonoRepo.jl` DEBUG @ ReTestItems.jl:801 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/NoDeps.jl/src` in subproject `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/NoDeps.jl` DEBUG @ ReTestItems.jl:801 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/NoDeps.jl/test` in subproject `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/NoDeps.jl` DEBUG @ ReTestItems.jl:801 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/TestEndExpr.jl/src` in subproject `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/TestEndExpr.jl` DEBUG @ ReTestItems.jl:801 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/TestEndExpr.jl/test` in subproject `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/TestEndExpr.jl` DEBUG @ ReTestItems.jl:801 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/TestProjectFile.jl/src` in subproject `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/TestProjectFile.jl` DEBUG @ ReTestItems.jl:801 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/TestProjectFile.jl/test` in subproject `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/TestProjectFile.jl` DEBUG @ ReTestItems.jl:801 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/TestsInSrc.jl/src` in subproject `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/TestsInSrc.jl` DEBUG @ ReTestItems.jl:801 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/TestsInSrc.jl/src/a_dir` in subproject `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/TestsInSrc.jl` DEBUG @ ReTestItems.jl:801 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/TestsInSrc.jl/src/a_dir/x_dir` in subproject `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/TestsInSrc.jl` DEBUG @ ReTestItems.jl:801 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/TestsInSrc.jl/src/b_dir` in subproject `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/TestsInSrc.jl` DEBUG @ ReTestItems.jl:801 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/TestsInSrc.jl/test` in subproject `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/TestsInSrc.jl` DEBUG @ ReTestItems.jl:829 | Including test items from file `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_testitem_testsetup.jl` DEBUG @ ReTestItems.jl:829 | Including test items from file `/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_timeout_tests.jl` DEBUG @ ReTestItems.jl:392 | Done including tests in ("/home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_timeout_tests.jl",) [ Info: Finished scanning for test items in 0.01 seconds. [ Info: Scheduling 2 tests on pid 17 with 1 worker processes and 2 threads per worker. [ Info: Starting test workers Worker 262: [ Info: Starting test worker 1 on pid = 262, with 2 threads [ Info: Starting running test items Worker 262: 12:17:29 | maxrss 2.3% | mem 3.5% | START (1/2) test item "Test item takes 60 seconds" at test/testfiles/_timeout_tests.jl:1 Captured Logs for test item "Test item takes 60 seconds" at test/testfiles/_timeout_tests.jl:1 on worker 262 [262] signal 15: Terminated in expression starting at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_timeout_tests.jl:2 unknown function (ip: 0x732a6b0f5f14) at /lib/x86_64-linux-gnu/libc.so.6 pthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line) uv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822 jl_parallel_gc_threadfun at /source/src/gc-stock.c:3654 unknown function (ip: 0x732a6b0f91c3) at /lib/x86_64-linux-gnu/libc.so.6 unknown function (ip: 0x732a6b17985b) at /lib/x86_64-linux-gnu/libc.so.6 unknown function (ip: (nil)) at (unknown file) unknown function (ip: 0x732a6b0f5f14) at /lib/x86_64-linux-gnu/libc.so.6 pthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line) uv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822 ijl_task_get_next at /source/src/scheduler.c:523 ┌ Error: Worker(pid=262, terminated=true, termsignal=9) timed out running test item "Test item takes 60 seconds" after 4 seconds. Recording test error. └ @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:686 DEBUG @ ReTestItems.jl:483 | Cleaning up test setup logs DEBUG @ ReTestItems.jl:492 | Done cleaning up test setup logs testitem_timeout set via env variable: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:742 Expression: n_tests(results) == 2 Evaluated: 1 == 2 Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:734 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:742 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] testitem_timeout set via env variable: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:743 Expression: n_passed(results) == 1 Evaluated: 0 == 1 Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:734 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:743 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] testitem_timeout set via env variable: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:747 Expression: err.value == string(ErrorException("Timed out after 4s running test item \"Test item takes 60 seconds\" (run=1)")) Evaluated: "CompositeException(Any[TaskFailedException(Task (failed) @0x00007428de7f8880)])" == "ErrorException(\"Timed out after 4s running test item \\\"Test item takes 60 seconds\\\" (run=1)\")" Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:734 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:747 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_timeout2_tests.jl [ Info: Finished scanning for test items in 0.01 seconds. [ Info: Scheduling 1 tests on pid 17 with 1 worker processes and 2 threads per worker. [ Info: Starting test workers Worker 269: [ Info: Starting test worker 1 on pid = 269, with 2 threads [ Info: Starting running test items Worker 269: 12:17:42 | maxrss 2.3% | mem 3.5% | START (1/1) test item "Sets timeout=6" at test/testfiles/_timeout2_tests.jl:1 Captured Logs for test item "Sets timeout=6" at test/testfiles/_timeout2_tests.jl:1 on worker 269 [269] signal 15: Terminated in expression starting at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_timeout2_tests.jl:2 unknown function (ip: 0x7a1b2a612f14) at /lib/x86_64-linux-gnu/libc.so.6 pthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line) uv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822 jl_parallel_gc_threadfun at /source/src/gc-stock.c:3654 unknown function (ip: 0x7a1b2a6161c3) at /lib/x86_64-linux-gnu/libc.so.6 unknown function (ip: 0x7a1b2a69685b) at /lib/x86_64-linux-gnu/libc.so.6 unknown function (ip: (nil)) at (unknown file) unknown function (ip: 0x7a1b2a612f14) at /lib/x86_64-linux-gnu/libc.so.6 pthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line) uv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822 ijl_task_get_next at /source/src/scheduler.c:523 wait at ./task.jl:1200 wait_forever at ./task.jl:1137 jfptr_wait_forever_74938.1 at /opt/julia/lib/julia/sys.so (unknown line) _jl_invoke at /source/src/gf.c:3985 [inlined] ijl_apply_generic at /source/src/gf.c:4198 jl_apply at /source/src/julia.h:2378 [inlined] start_task at /source/src/task.c:1253 unknown function (ip: (nil)) at (unknown file) unknown function (ip: 0x7a1b2a612f14) at /lib/x86_64-linux-gnu/libc.so.6 pthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line) uv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822 ijl_task_get_next at /source/src/scheduler.c:523 wait at ./task.jl:1200 wait_forever at ./task.jl:1137 jfptr_wait_forever_74938.1 at /opt/julia/lib/julia/sys.so (unknown line) _jl_invoke at /source/src/gf.c:3985 [inlined] ijl_apply_generic at /source/src/gf.c:4198 jl_apply at /source/src/julia.h:2378 [inlined] start_task at /source/src/task.c:1253 unknown function (ip: (nil)) at (unknown file) epoll_pwait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line) uv__io_poll at /workspace/srcdir/libuv/src/unix/linux.c:1404 uv_run at /workspace/srcdir/libuv/src/unix/core.c:430 ijl_task_get_next at /source/src/scheduler.c:457 wait at ./task.jl:1200 wait_forever at ./task.jl:1137 jfptr_wait_forever_74938.1 at /opt/julia/lib/julia/sys.so (unknown line) _jl_invoke at /source/src/gf.c:3985 [inlined] ijl_apply_generic at /source/src/gf.c:4198 jl_apply at /source/src/julia.h:2378 [inlined] start_task at /source/src/task.c:1253 unknown function (ip: (nil)) at (unknown file) Allocations: 2982999 (Pool: 2982926; Big: 73); GC: 4 fatal: error thrown and no exception handler available. Core.InterruptException() ┌ Error: Worker(pid=269, terminated=true, termsignal=9) timed out running test item "Sets timeout=6" after 6 seconds. Recording test error. └ @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:686 @testitem `timeout`: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:767 Expression: err.value == string(ErrorException("Timed out after 6s running test item \"Sets timeout=6\" (run=1)")) Evaluated: "CompositeException(Any[TaskFailedException(Task (failed) @0x00007428df010a60)])" == "ErrorException(\"Timed out after 6s running test item \\\"Sets timeout=6\\\" (run=1)\")" Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:753 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:767 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_timeout2_tests.jl [ Info: Finished scanning for test items in 0.0 seconds. [ Info: Scheduling 1 tests on pid 17 with 1 worker processes and 2 threads per worker. [ Info: Starting test workers Worker 276: [ Info: Starting test worker 1 on pid = 276, with 2 threads [ Info: Starting running test items Worker 276: 12:17:58 | maxrss 2.3% | mem 3.5% | START (1/1) test item "Sets timeout=6" at test/testfiles/_timeout2_tests.jl:1 Captured Logs for test item "Sets timeout=6" at test/testfiles/_timeout2_tests.jl:1 on worker 276 [276] signal 15: Terminated in expression starting at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_timeout2_tests.jl:2 unknown function (ip: 0x736dd4be5f14) at /lib/x86_64-linux-gnu/libc.so.6 pthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line) uv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822 jl_parallel_gc_threadfun at /source/src/gc-stock.c:3654 unknown function (ip: 0x736dd4be91c3) at /lib/x86_64-linux-gnu/libc.so.6 unknown function (ip: 0x736dd4c6985b) at /lib/x86_64-linux-gnu/libc.so.6 unknown function (ip: (nil)) at (unknown file) unknown function (ip: 0x736dd4be5f14) at /lib/x86_64-linux-gnu/libc.so.6 pthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line) uv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822 ijl_task_get_next at /source/src/scheduler.c:523 ┌ Error: Worker(pid=276, terminated=true, termsignal=9) timed out running test item "Sets timeout=6" after 6 seconds. Recording test error. └ @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:686 @testitem `timeout`: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:767 Expression: err.value == string(ErrorException("Timed out after 6s running test item \"Sets timeout=6\" (run=1)")) Evaluated: "CompositeException(Any[TaskFailedException(Task (failed) @0x00007428d02bca60)])" == "ErrorException(\"Timed out after 6s running test item \\\"Sets timeout=6\\\" (run=1)\")" Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:753 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:767 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_timeout2_tests.jl [ Info: Finished scanning for test items in 0.0 seconds. [ Info: Scheduling 1 tests on pid 17 with 1 worker processes and 2 threads per worker. [ Info: Starting test workers Worker 283: [ Info: Starting test worker 1 on pid = 283, with 2 threads [ Info: Starting running test items Worker 283: 12:18:13 | maxrss 2.3% | mem 3.5% | START (1/1) test item "Sets timeout=6" at test/testfiles/_timeout2_tests.jl:1 Captured Logs for test item "Sets timeout=6" at test/testfiles/_timeout2_tests.jl:1 on worker 283 [283] signal 15: Terminated in expression starting at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_timeout2_tests.jl:2 unknown function (ip: 0x78c817b83f14) at /lib/x86_64-linux-gnu/libc.so.6 pthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line) uv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822 jl_parallel_gc_threadfun at /source/src/gc-stock.c:3654 unknown function (ip: 0x78c817b871c3) at /lib/x86_64-linux-gnu/libc.so.6 unknown function (ip: 0x78c817c0785b) at /lib/x86_64-linux-gnu/libc.so.6 unknown function (ip: (nil)) at (unknown file) unknown function (ip: 0x78c817b83f14) at /lib/x86_64-linux-gnu/libc.so.6 pthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line) uv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822 ijl_task_get_next at /source/src/scheduler.c:523 wait at ./task.jl:1200 wait_forever at ./task.jl:1137 jfptr_wait_forever_74938.1 at /opt/julia/lib/julia/sys.so (unknown line) _jl_invoke at /source/src/gf.c:3985 [inlined] ijl_apply_generic at /source/src/gf.c:4198 jl_apply at /source/src/julia.h:2378 [inlined] start_task at /source/src/task.c:1253 unknown function (ip: (nil)) at (unknown file) unknown function (ip: 0x78c817b83f14) at /lib/x86_64-linux-gnu/libc.so.6 pthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line) uv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822 ijl_task_get_next at /source/src/scheduler.c:523 wait at ./task.jl:1200 wait_forever at ./task.jl:1137 jfptr_wait_forever_74938.1 at /opt/julia/lib/julia/sys.so (unknown line) _jl_invoke at /source/src/gf.c:3985 [inlined] ijl_apply_generic at /source/src/gf.c:4198 jl_apply at /source/src/julia.h:2378 [inlined] start_task at /source/src/task.c:1253 unknown function (ip: (nil)) at (unknown file) epoll_pwait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line) uv__io_poll at /workspace/srcdir/libuv/src/unix/linux.c:1404 uv_run at /workspace/srcdir/libuv/src/unix/core.c:430 ijl_task_get_next at /source/src/scheduler.c:457 wait at ./task.jl:1200 wait_forever at ./task.jl:1137 jfptr_wait_forever_74938.1 at /opt/julia/lib/julia/sys.so (unknown line) _jl_invoke at /source/src/gf.c:3985 [inlined] ijl_apply_generic at /source/src/gf.c:4198 jl_apply at /source/src/julia.h:2378 [inlined] start_task at /source/src/task.c:1253 unknown function (ip: (nil)) at (unknown file) Allocations: 2983013 (Pool: 2982939; Big: 74); GC: 4 fatal: error thrown and no exception handler available. Core.InterruptException() ┌ Error: Worker(pid=283, terminated=true, termsignal=15) timed out running test item "Sets timeout=6" after 6 seconds. Recording test error. └ @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:686 @testitem `timeout`: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:767 Expression: err.value == string(ErrorException("Timed out after 6s running test item \"Sets timeout=6\" (run=1)")) Evaluated: "CompositeException(Any[TaskFailedException(Task (failed) @0x00007428d033c970)])" == "ErrorException(\"Timed out after 6s running test item \\\"Sets timeout=6\\\" (run=1)\")" Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:753 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:767 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_invalid_file1_test.jl [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_invalid_file2_test.jl [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_empty_file_test.jl [ Info: Finished scanning for test items in 0.0 seconds. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_empty_file_test.jl [ Info: Finished scanning for test items in 0.0 seconds. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_nworker_threads_test.jl [ Info: Finished scanning for test items in 0.01 seconds. [ Info: Scheduling 1 tests on pid 17 with 1 worker processes and 3,2 threads per worker. [ Info: Starting test workers Worker 297: [ Info: Starting test worker 1 on pid = 297, with 3,2 threads [ Info: Starting running test items Worker 297: 12:18:45 | maxrss 2.4% | mem 3.5% | START (1/1) test item "Was spawned with 3,2 threads" at test/testfiles/_nworker_threads_test.jl:2 Worker 297: 12:18:45 | maxrss 2.4% | mem 3.5% | DONE (1/1) test item "Was spawned with 3,2 threads" 0.2 secs (95.9% compile), 20.86 K allocs (1.139 MB) [ Info: All tests on worker 1 completed. Closing Worker(pid=297). [ Tests Completed: 1/1 test items were run. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_misuse_file1_test.jl [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_misuse_file2_test.jl [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_misuse_file3_test.jl [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_misuse_file4_test.jl [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_misuse_file4_test.jl WARNING: Method definition filter_func(Any) in module Main at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:820 overwritten at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:854. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_support_rai_test.jl [ Info: Finished scanning for test items in 0.12 seconds. [ Info: Scheduling 3 tests on pid 17 12:18:49 | maxrss 2.4% | mem 2.7% | START (1/3) test item "ti" at test/testfiles/_support_rai_test.jl:3 12:18:49 | maxrss 2.4% | mem 2.7% | DONE (1/3) test item "ti" <0.1 secs (<0.1% compile), 1.66 K allocs (84.688 KB) 12:18:49 | maxrss 2.4% | mem 2.7% | START (2/3) test item "other A" at test/integrationtests.jl:846 12:18:49 | maxrss 2.4% | mem 2.7% | DONE (2/3) test item "other A" <0.1 secs (<0.1% compile), 1.32 K allocs (76.432 KB) 12:18:49 | maxrss 2.4% | mem 2.7% | START (3/3) test item "other B" at test/integrationtests.jl:846 12:18:49 | maxrss 2.4% | mem 2.7% | DONE (3/3) test item "other B" <0.1 secs (<0.1% compile), 1.32 K allocs (75.072 KB) [ Tests Completed: 3/3 test items were run. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_support_rai_test.jl [ Info: Finished scanning for test items in 0.01 seconds. [ Info: Scheduling 1 tests on pid 17 12:18:49 | maxrss 2.4% | mem 2.7% | START (1/1) test item "ti" at test/testfiles/_support_rai_test.jl:3 12:18:49 | maxrss 2.4% | mem 2.7% | DONE (1/1) test item "ti" <0.1 secs (<0.1% compile), 1.15 K allocs (63.968 KB) [ Tests Completed: 1/1 test items were run. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_support_rai_test.jl [ Info: Finished scanning for test items in 0.01 seconds. [ Info: Scheduling 2 tests on pid 17 12:18:49 | maxrss 2.4% | mem 2.7% | START (1/2) test item "other A" at test/integrationtests.jl:846 12:18:49 | maxrss 2.4% | mem 2.7% | DONE (1/2) test item "other A" <0.1 secs (<0.1% compile), 1.32 K allocs (75.072 KB) 12:18:49 | maxrss 2.4% | mem 2.7% | START (2/2) test item "other B" at test/integrationtests.jl:846 12:18:49 | maxrss 2.4% | mem 2.7% | DONE (2/2) test item "other B" <0.1 secs (<0.1% compile), 1.32 K allocs (75.072 KB) [ Tests Completed: 2/2 test items were run. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_support_rai_test.jl [ Info: Finished scanning for test items in 0.01 seconds. [ Info: Scheduling 1 tests on pid 17 12:18:49 | maxrss 2.4% | mem 2.7% | START (1/1) test item "other B" at test/integrationtests.jl:846 12:18:49 | maxrss 2.4% | mem 2.7% | DONE (1/1) test item "other B" <0.1 secs (<0.1% compile), 1.32 K allocs (75.072 KB) [ Tests Completed: 1/1 test items were run. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_support_rai_test.jl [ Info: Finished scanning for test items in 0.57 seconds. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_duplicate_names_test.jl [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_duplicate_names_test.jl [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_same_name1_test.jl, /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_same_name2_test.jl [ Info: Finished scanning for test items in 0.01 seconds. [ Info: Scheduling 2 tests on pid 17 12:18:50 | maxrss 2.4% | mem 2.7% | START (1/2) test item "same name" at test/testfiles/_same_name1_test.jl:2 12:18:50 | maxrss 2.4% | mem 2.7% | DONE (1/2) test item "same name" <0.1 secs (<0.1% compile), 1.08 K allocs (61.664 KB) 12:18:50 | maxrss 2.4% | mem 2.7% | START (2/2) test item "same name" at test/testfiles/_same_name2_test.jl:2 12:18:50 | maxrss 2.4% | mem 2.7% | DONE (2/2) test item "same name" <0.1 secs (<0.1% compile), 1.08 K allocs (61.664 KB) [ Tests Completed: 2/2 test items were run. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_same_name1_test.jl, /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_same_name2_test.jl [ Info: Finished scanning for test items in 0.01 seconds. [ Info: Scheduling 2 tests on pid 17 with 1 worker processes and 2 threads per worker. [ Info: Starting test workers Worker 307: [ Info: Starting test worker 1 on pid = 307, with 2 threads [ Info: Starting running test items Worker 307: 12:19:03 | maxrss 2.4% | mem 3.5% | START (1/2) test item "same name" at test/testfiles/_same_name1_test.jl:2 Worker 307: 12:19:03 | maxrss 2.4% | mem 3.5% | DONE (1/2) test item "same name" 0.2 secs (96.7% compile), 20.59 K allocs (1.137 MB) Worker 307: 12:19:04 | maxrss 2.4% | mem 3.5% | START (2/2) test item "same name" at test/testfiles/_same_name2_test.jl:2 Worker 307: 12:19:04 | maxrss 2.4% | mem 3.5% | DONE (2/2) test item "same name" <0.1 secs (<0.1% compile), 1.09 K allocs (61.952 KB) [ Info: All tests on worker 1 completed. Closing Worker(pid=307). [ Tests Completed: 2/2 test items were run. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_duplicate_id_test.jl [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_duplicate_id_test.jl [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_timeout_tests.jl [ Info: Finished scanning for test items in 0.01 seconds. [ Info: Scheduling 2 tests on pid 17 with 1 worker processes and 2 threads per worker. [ Info: Starting test workers Worker 314: [ Info: Starting test worker 1 on pid = 314, with 2 threads [ Info: Starting running test items Worker 314: [314] signal 15: Terminated in expression starting at none:1 unknown function (ip: 0x75381dadcf14) at /lib/x86_64-linux-gnu/libc.so.6 pthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line) uv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822 No Captured Logs for test item "Test item takes 60 seconds" at test/testfiles/_timeout_tests.jl:1 on worker 314 ┌ Error: Worker(pid=314, terminated=true, termsignal=9) timed out running test item "Test item takes 60 seconds" after 3 seconds. Recording test error. └ @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:686 Timeout failures accurately record elapsed time: Error During Test at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:895 Got exception outside of a @test FieldError: type Error has no field `results`, available fields: `test_type`, `orig_expr`, `value`, `backtrace`, `context`, `source` Stacktrace: [1] getproperty(x::Error, f::Symbol) @ Base ./Base_compiler.jl:57 [2] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [3] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [4] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:896 [inlined] [5] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [6] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:901 [inlined] [7] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:309 [8] IncludeInto @ ./Base.jl:310 [inlined] [9] (::var"#5#6")() @ Main ~/.julia/packages/ReTestItems/3F3Hj/test/runtests.jl:21 [10] withenv(f::var"#5#6", keyvals::Pair{String, Int64}) @ Base ./env.jl:265 [11] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/runtests.jl:15 [12] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [13] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/runtests.jl:17 [inlined] [14] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:309 [15] top-level scope @ none:6 [16] eval(m::Module, e::Any) @ Core ./boot.jl:489 [17] exec_options(opts::Base.JLOptions) @ Base ./client.jl:296 [18] _start() @ Base ./client.jl:563 [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_happy_tests.jl [ Info: Finished scanning for test items in 0.01 seconds. [ Info: Scheduling 3 tests on pid 17 12:22:58 | maxrss 2.4% | mem 2.7% | START (1/3) test item "happy 1" at test/testfiles/_happy_tests.jl:1 12:22:58 | maxrss 2.4% | mem 2.7% | DONE (1/3) test item "happy 1" <0.1 secs (<0.1% compile), 2.67 K allocs (119.792 KB) 12:22:58 | maxrss 2.4% | mem 2.7% | START (2/3) test item "happy 2" at test/testfiles/_happy_tests.jl:5 12:22:58 | maxrss 2.4% | mem 2.7% | DONE (2/3) test item "happy 2" <0.1 secs (<0.1% compile), 2.19 K allocs (100.528 KB) 12:22:58 | maxrss 2.4% | mem 2.7% | START (3/3) test item "happy 3" at test/testfiles/_happy_tests.jl:9 12:22:58 | maxrss 2.4% | mem 2.7% | DONE (3/3) test item "happy 3" <0.1 secs (<0.1% compile), 2.19 K allocs (100.528 KB) [ Tests Completed: 3/3 test items were run. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_happy_tests.jl [ Info: Finished scanning for test items in 0.01 seconds. [ Info: Scheduling 3 tests on pid 17 12:22:58 | maxrss 2.4% | mem 2.7% | START (1/3) test item "happy 1" at test/testfiles/_happy_tests.jl:1 12:22:58 | maxrss 2.4% | mem 2.7% | DONE (1/3) test item "happy 1" <0.1 secs (<0.1% compile), 1.71 K allocs (83.728 KB) No Captured Logs for test item "happy 1" at test/testfiles/_happy_tests.jl:1 on worker 17 Error in testset "happy 1" on worker 17: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1065 Expression: 1 == 2 12:22:58 | maxrss 2.4% | mem 2.7% | START (2/3) test item "happy 2" at test/testfiles/_happy_tests.jl:5 12:22:58 | maxrss 2.4% | mem 2.7% | DONE (2/3) test item "happy 2" <0.1 secs (<0.1% compile), 1.71 K allocs (88.088 KB) No Captured Logs for test item "happy 2" at test/testfiles/_happy_tests.jl:5 on worker 17 Error in testset "happy 2" on worker 17: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1065 Expression: 1 == 2 12:22:58 | maxrss 2.4% | mem 2.7% | START (3/3) test item "happy 3" at test/testfiles/_happy_tests.jl:9 12:22:58 | maxrss 2.4% | mem 2.7% | DONE (3/3) test item "happy 3" <0.1 secs (<0.1% compile), 1.70 K allocs (83.344 KB) No Captured Logs for test item "happy 3" at test/testfiles/_happy_tests.jl:9 on worker 17 Error in testset "happy 3" on worker 17: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1065 Expression: 1 == 2 [ Tests Completed: 3/3 test items were run. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_happy_tests.jl [ Info: Finished scanning for test items in 0.01 seconds. [ Info: Scheduling 3 tests on pid 17 with 1 worker processes and 2 threads per worker. [ Info: Starting test workers Worker 439: [ Info: Starting test worker 1 on pid = 439, with 2 threads [ Info: Starting running test items Worker 439: 12:23:12 | maxrss 2.4% | mem 3.5% | START (1/3) test item "happy 1" at test/testfiles/_happy_tests.jl:1 Worker 439: 12:23:12 | maxrss 2.4% | mem 3.5% | DONE (1/3) test item "happy 1" 0.2 secs (95.5% compile), 21.27 K allocs (1.152 MB) Worker 439: 12:23:13 | maxrss 2.4% | mem 3.5% | START (2/3) test item "happy 2" at test/testfiles/_happy_tests.jl:5 Worker 439: 12:23:13 | maxrss 2.4% | mem 3.5% | DONE (2/3) test item "happy 2" <0.1 secs (<0.1% compile), 2.20 K allocs (100.816 KB) Worker 439: 12:23:14 | maxrss 2.4% | mem 3.5% | START (3/3) test item "happy 3" at test/testfiles/_happy_tests.jl:9 Worker 439: 12:23:14 | maxrss 2.4% | mem 3.5% | DONE (3/3) test item "happy 3" <0.1 secs (<0.1% compile), 2.20 K allocs (100.848 KB) [ Info: All tests on worker 1 completed. Closing Worker(pid=439). [ Tests Completed: 3/3 test items were run. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_happy_tests.jl [ Info: Finished scanning for test items in 0.01 seconds. [ Info: Scheduling 3 tests on pid 17 with 1 worker processes and 2 threads per worker. [ Info: Starting test workers Worker 446: [ Info: Starting test worker 1 on pid = 446, with 2 threads [ Info: Starting running test items Worker 446: 12:23:27 | maxrss 2.4% | mem 3.5% | START (1/3) test item "happy 1" at test/testfiles/_happy_tests.jl:1 Worker 446: 12:23:28 | maxrss 2.4% | mem 3.5% | DONE (1/3) test item "happy 1" 0.2 secs (95.8% compile), 20.79 K allocs (1.135 MB) No Captured Logs for test item "happy 1" at test/testfiles/_happy_tests.jl:1 on worker 446 Error in testset "happy 1" on worker 446: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1065 Expression: 1 == 2 Worker 446: 12:23:29 | maxrss 2.4% | mem 3.5% | START (2/3) test item "happy 2" at test/testfiles/_happy_tests.jl:5 Worker 446: 12:23:29 | maxrss 2.4% | mem 3.5% | DONE (2/3) test item "happy 2" <0.1 secs (<0.1% compile), 1.71 K allocs (83.632 KB) No Captured Logs for test item "happy 2" at test/testfiles/_happy_tests.jl:5 on worker 446 Error in testset "happy 2" on worker 446: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1065 Expression: 1 == 2 Worker 446: 12:23:30 | maxrss 2.4% | mem 3.5% | START (3/3) test item "happy 3" at test/testfiles/_happy_tests.jl:9 Worker 446: 12:23:30 | maxrss 2.4% | mem 3.5% | DONE (3/3) test item "happy 3" <0.1 secs (<0.1% compile), 1.71 K allocs (83.664 KB) No Captured Logs for test item "happy 3" at test/testfiles/_happy_tests.jl:9 on worker 446 Error in testset "happy 3" on worker 446: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1065 Expression: 1 == 2 [ Info: All tests on worker 1 completed. Closing Worker(pid=446). Worker 446: [446] signal 15: Terminated [ Tests Completed: 3/3 test items were run. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_happy_tests.jl [ Info: Finished scanning for test items in 0.01 seconds. [ Info: Scheduling 3 tests on pid 17 with 2 worker processes and 2 threads per worker. [ Info: Starting test workers Worker 453: [ Info: Starting test worker 1 on pid = 453, with 2 threads Worker 455: [ Info: Starting test worker 2 on pid = 455, with 2 threads [ Info: Starting running test items Worker 455: 12:23:59 | maxrss 2.4% | mem 4.3% | START (2/3) test item "happy 2" at test/testfiles/_happy_tests.jl:5 Worker 453: 12:23:59 | maxrss 2.4% | mem 4.3% | START (1/3) test item "happy 1" at test/testfiles/_happy_tests.jl:1 Worker 455: 12:24:00 | maxrss 2.4% | mem 4.3% | DONE (2/3) test item "happy 2" 0.4 secs (95.5% compile), 21.27 K allocs (1.152 MB) Worker 453: 12:24:00 | maxrss 2.4% | mem 4.3% | DONE (1/3) test item "happy 1" 0.4 secs (96.2% compile), 21.27 K allocs (1.152 MB) Worker 455: 12:24:03 | maxrss 2.4% | mem 4.3% | START (3/3) test item "happy 3" at test/testfiles/_happy_tests.jl:9 Worker 455: 12:24:03 | maxrss 2.4% | mem 4.3% | DONE (3/3) test item "happy 3" <0.1 secs (<0.1% compile), 2.20 K allocs (100.848 KB) [ Info: All tests on worker 1 completed. Closing Worker(pid=453). [ Info: All tests on worker 2 completed. Closing Worker(pid=455). [ Tests Completed: 3/3 test items were run. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_happy_tests.jl [ Info: Finished scanning for test items in 0.01 seconds. [ Info: Scheduling 3 tests on pid 17 with 2 worker processes and 2 threads per worker. [ Info: Starting test workers Worker 467: [ Info: Starting test worker 1 on pid = 467, with 2 threads Worker 468: [ Info: Starting test worker 2 on pid = 468, with 2 threads [ Info: Starting running test items Worker 468: 12:24:32 | maxrss 2.4% | mem 4.3% | START (2/3) test item "happy 2" at test/testfiles/_happy_tests.jl:5 Worker 467: 12:24:32 | maxrss 2.4% | mem 4.3% | START (1/3) test item "happy 1" at test/testfiles/_happy_tests.jl:1 Worker 468: 12:24:33 | maxrss 2.4% | mem 4.4% | DONE (2/3) test item "happy 2" 0.5 secs (94.9% compile), 20.79 K allocs (1.135 MB) Worker 467: 12:24:33 | maxrss 2.4% | mem 4.4% | DONE (1/3) test item "happy 1" 0.4 secs (97.3% compile), 20.79 K allocs (1.135 MB) No Captured Logs for test item "happy 2" at test/testfiles/_happy_tests.jl:5 on worker 468 Error in testset "happy 2" on worker 468: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1065 Expression: 1 == 2 No Captured Logs for test item "happy 1" at test/testfiles/_happy_tests.jl:1 on worker 467 Error in testset "happy 1" on worker 467: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1065 Expression: 1 == 2 Worker 467: 12:24:36 | maxrss 2.4% | mem 4.4% | START (3/3) test item "happy 3" at test/testfiles/_happy_tests.jl:9 [ Info: All tests on worker 2 completed. Closing Worker(pid=468). Worker 467: 12:24:36 | maxrss 2.4% | mem 4.4% | DONE (3/3) test item "happy 3" <0.1 secs (<0.1% compile), 1.71 K allocs (83.664 KB) No Captured Logs for test item "happy 3" at test/testfiles/_happy_tests.jl:9 on worker 467 Error in testset "happy 3" on worker 467: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1065 Expression: 1 == 2 [ Info: All tests on worker 1 completed. Closing Worker(pid=467). [ Tests Completed: 3/3 test items were run. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_happy_tests.jl [ Info: Finished scanning for test items in 0.01 seconds. [ Info: Scheduling 3 tests on pid 17 with 1 worker processes and 2 threads per worker. [ Info: Starting test workers Worker 481: [ Info: Starting test worker 1 on pid = 481, with 2 threads [ Info: Starting running test items Worker 481: 12:24:51 | maxrss 2.4% | mem 3.5% | START (1/3) test item "happy 1" at test/testfiles/_happy_tests.jl:1 Worker 481: 12:24:52 | maxrss 2.4% | mem 3.5% | DONE (1/3) test item "happy 1" 0.2 secs (96.0% compile), 21.27 K allocs (1.163 MB) Worker 481: 12:24:53 | maxrss 2.4% | mem 3.5% | START (2/3) test item "happy 2" at test/testfiles/_happy_tests.jl:5 Worker 481: 12:24:53 | maxrss 2.4% | mem 3.5% | DONE (2/3) test item "happy 2" <0.1 secs (<0.1% compile), 1.61 K allocs (80.192 KB) Worker 481: 12:24:54 | maxrss 2.4% | mem 3.5% | START (3/3) test item "happy 3" at test/testfiles/_happy_tests.jl:9 Worker 481: 12:24:54 | maxrss 2.4% | mem 3.5% | DONE (3/3) test item "happy 3" <0.1 secs (<0.1% compile), 1.61 K allocs (80.224 KB) [ Info: All tests on worker 1 completed. Closing Worker(pid=481). Worker 481: [481] signal 15: Terminated [ Tests Completed: 3/3 test items were run. report printing: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1088 Expression: contains(c3.output, r"Test Summary: \| Pass Total Time ReTestItems \| 6 6 \d.\ds ") Evaluated: contains("Test Summary: | Pass Total Time\nReTestItems | 6 6 16.2s\n", r"Test Summary: \| Pass Total Time ReTestItems \| 6 6 \d.\ds ") Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1045 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1076 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [7] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1088 [inlined] [8] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_happy_tests.jl [ Info: Finished scanning for test items in 0.01 seconds. [ Info: Scheduling 3 tests on pid 17 with 1 worker processes and 2 threads per worker. [ Info: Starting test workers Worker 488: [ Info: Starting test worker 1 on pid = 488, with 2 threads [ Info: Starting running test items Worker 488: 12:25:08 | maxrss 2.4% | mem 3.5% | START (1/3) test item "happy 1" at test/testfiles/_happy_tests.jl:1 Worker 488: 12:25:08 | maxrss 2.4% | mem 3.5% | DONE (1/3) test item "happy 1" 0.4 secs (96.3% compile), 53.15 K allocs (2.955 MB) No Captured Logs for test item "happy 1" at test/testfiles/_happy_tests.jl:1 on worker 488 Error in testset "post-testitem" on worker 488: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1099 Expression: false Worker 488: 12:25:10 | maxrss 2.4% | mem 3.5% | START (2/3) test item "happy 2" at test/testfiles/_happy_tests.jl:5 Worker 488: 12:25:10 | maxrss 2.4% | mem 3.5% | DONE (2/3) test item "happy 2" <0.1 secs (<0.1% compile), 3.25 K allocs (137.000 KB) No Captured Logs for test item "happy 2" at test/testfiles/_happy_tests.jl:5 on worker 488 Error in testset "post-testitem" on worker 488: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1099 Expression: false Worker 488: 12:25:12 | maxrss 2.4% | mem 3.5% | START (3/3) test item "happy 3" at test/testfiles/_happy_tests.jl:9 Worker 488: 12:25:12 | maxrss 2.4% | mem 3.5% | DONE (3/3) test item "happy 3" <0.1 secs (<0.1% compile), 3.25 K allocs (137.064 KB) No Captured Logs for test item "happy 3" at test/testfiles/_happy_tests.jl:9 on worker 488 Error in testset "post-testitem" on worker 488: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1099 Expression: false [ Info: All tests on worker 1 completed. Closing Worker(pid=488). [ Tests Completed: 3/3 test items were run. report printing: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1110 Expression: contains(c4.output, r"Test Summary: \| Pass Fail Total Time ReTestItems \| 3 3 6 \d.\ds ") Evaluated: contains("Test Summary: | Pass Fail Total Time\nReTestItems | 3 3 6 18.3s\n test | 3 3 6 \n test/testfiles | 3 3 6 \n test/testfiles/_happy_tests.jl | 3 3 6 \n happy 1 | 1 1 2 0.4s\n post-testitem | 1 1 0.0s\n happy 2 | 1 1 2 0.0s\n post-testitem | 1 1 0.0s\n happy 3 | 1 1 2 0.0s\n post-testitem | 1 1 0.0s\n", r"Test Summary: \| Pass Fail Total Time ReTestItems \| 3 3 6 \d.\ds ") Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1045 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1076 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [7] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1110 [inlined] [8] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] report printing: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1117 Expression: contains(c4.output, r"\s* happy 1 \| 1 1 2 \d.\ds \s* post-testitem \| 1 1 \d.\ds ") Evaluated: contains("Test Summary: | Pass Fail Total Time\nReTestItems | 3 3 6 18.3s\n test | 3 3 6 \n test/testfiles | 3 3 6 \n test/testfiles/_happy_tests.jl | 3 3 6 \n happy 1 | 1 1 2 0.4s\n post-testitem | 1 1 0.0s\n happy 2 | 1 1 2 0.0s\n post-testitem | 1 1 0.0s\n happy 3 | 1 1 2 0.0s\n post-testitem | 1 1 0.0s\n", r"\s* happy 1 \| 1 1 2 \d.\ds \s* post-testitem \| 1 1 \d.\ds ") Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1045 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1076 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [7] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1117 [inlined] [8] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] Activating project at `~/.julia/packages/ReTestItems/3F3Hj/test/packages/TestEndExpr.jl` ┌ Warning: The project dependencies or compat requirements have changed since the manifest was last resolved. │ It is recommended to `Pkg.resolve()` or consider `Pkg.update()` if necessary. └ @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:1288 [ Info: Scanning for test items in project `TestEndExpr` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/TestEndExpr.jl [ Info: Finished scanning for test items in 0.0 seconds. [ Info: Scheduling 2 tests on pid 17 with 1 worker processes and 2 threads per worker. [ Info: Starting test workers Worker 497: [ Info: Starting test worker 1 on pid = 497, with 2 threads [ Info: Starting running test items Worker 497: 12:25:27 | maxrss 2.4% | mem 3.5% | START (1/2) test item "correct usage" at test/page_tests.jl:1 Worker 497: 12:25:27 | maxrss 2.4% | mem 3.5% | DONE (1/2) test item "correct usage" 0.3 secs (97.9% compile), 65.48 K allocs (3.683 MB) Worker 497: 12:25:28 | maxrss 2.4% | mem 3.5% | START (2/2) test item "incorrect usage" at test/page_tests.jl:7 Worker 497: 12:25:28 | maxrss 2.4% | mem 3.5% | DONE (2/2) test item "incorrect usage" <0.1 secs (84.7% compile), 2.40 K allocs (129.648 KB) [ Info: All tests on worker 1 completed. Closing Worker(pid=497). [ Tests Completed: 2/2 test items were run. [ Info: Scanning for test items in project `TestEndExpr` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/TestEndExpr.jl [ Info: Finished scanning for test items in 0.0 seconds. [ Info: Scheduling 2 tests on pid 17 with 1 worker processes and 2 threads per worker. [ Info: Starting test workers Worker 504: [ Info: Starting test worker 1 on pid = 504, with 2 threads [ Info: Starting running test items Worker 504: 12:25:42 | maxrss 2.4% | mem 3.5% | START (1/2) test item "correct usage" at test/page_tests.jl:1 Worker 504: 12:25:43 | maxrss 2.4% | mem 3.5% | DONE (1/2) test item "correct usage" 0.7 secs (97.2% compile), 249.81 K allocs (14.315 MB) Worker 504: 12:25:44 | maxrss 2.4% | mem 3.5% | START (2/2) test item "incorrect usage" at test/page_tests.jl:7 Worker 504: 12:25:44 | maxrss 2.4% | mem 3.5% | DONE (2/2) test item "incorrect usage" <0.1 secs (50.4% compile), 5.08 K allocs (229.000 KB) No Captured Logs for test item "incorrect usage" at test/page_tests.jl:7 on worker 504 Error in testset "no pins left at end of test" on worker 504: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1143 Expression: count_pins(p) == 0 Evaluated: 1 == 0 [ Info: All tests on worker 1 completed. Closing Worker(pid=504). [ Tests Completed: 2/2 test items were run. [ Info: Scanning for test items in project `DontPass` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl [ Info: Finished scanning for test items in 0.02 seconds. [ Info: Scheduling 9 tests on pid 17 12:25:46 | maxrss 2.4% | mem 2.8% | START (1/9) test item "do_thing Pass" at src/do_thing_tests.jl:1 12:25:47 | maxrss 2.4% | mem 2.8% | DONE (1/9) test item "do_thing Pass" 0.3 secs (96.0% compile, 82.7% recompile), 81.03 K allocs (4.729 MB) 12:25:47 | maxrss 2.4% | mem 2.8% | START (2/9) test item "do_thing Fail" at src/do_thing_tests.jl:4 12:25:47 | maxrss 2.4% | mem 2.8% | DONE (2/9) test item "do_thing Fail" <0.1 secs (<0.1% compile), 2.22 K allocs (108.000 KB) Captured Logs for test item "do_thing Fail" at src/do_thing_tests.jl:4 on worker 17 [ Info: RUNNING Error in testset "do_thing Fail" on worker 17: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/src/do_thing_tests.jl:5 Expression: do_thing() == 1 Evaluated: [0.2920016653124903, 0.053970175678247245, 0.30984140548589056] == 1 12:25:47 | maxrss 2.4% | mem 2.8% | START (3/9) test item "do_thing Error" at src/do_thing_tests.jl:7 12:25:47 | maxrss 2.4% | mem 2.8% | DONE (3/9) test item "do_thing Error" 0.1 secs (<0.1% compile), 51.75 K allocs (7.572 MB) Captured Logs for test item "do_thing Error" at src/do_thing_tests.jl:7 on worker 17 [ Info: RUNNING Error in testset "do_thing Error" on worker 17: Error During Test at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/src/do_thing_tests.jl:8 Test threw exception Expression: 1 + do_thing() == 2 MethodError: no method matching +(::Int64, ::Vector{Float64}) For element-wise addition, use broadcasting with dot syntax: scalar .+ array The function `+` exists, but no method is defined for this combination of argument types. Closest candidates are: +(::Any, ::Any, !Matched::Any, !Matched::Any...) @ Base operators.jl:643 +(!Matched::Array, ::Array...) @ Base arraymath.jl:12 +(::Number, !Matched::LinearAlgebra.UniformScaling) @ LinearAlgebra /opt/julia/share/julia/stdlib/v1.13/LinearAlgebra/src/uniformscaling.jl:148 ... Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/src/do_thing_tests.jl:8 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:742 [inlined] 12:25:47 | maxrss 2.4% | mem 2.8% | START (4/9) test item "bad setup, good test" at test/error_in_setup_test.jl:5 12:25:47 | maxrss 2.4% | mem 2.8% | DONE (4/9) test item "bad setup, good test" <0.1 secs Captured logs for test setup "SetupThatErrors" (dependency of "bad setup, good test") at test/error_in_setup_test.jl:1 on worker 17 SetupThatErrors msg No Captured Logs for test item "bad setup, good test" at test/error_in_setup_test.jl:5 on worker 17 Error in testset "bad setup, good test" on worker 17: Error During Test at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/test/error_in_setup_test.jl:5 Got exception outside of a @test ArgumentError: Package PackageDoesNotExist not found in current path. - Run `import Pkg; Pkg.add("PackageDoesNotExist")` to install the PackageDoesNotExist package. Stacktrace: [1] macro expansion @ ./loading.jl:2393 [inlined] [2] macro expansion @ ./lock.jl:376 [inlined] [3] __require(into::Module, mod::Symbol) @ Base ./loading.jl:2376 [4] require @ ./loading.jl:2352 [inlined] [5] eval_import_path @ ./module.jl:36 [inlined] [6] eval_import_path_all(at::Module, path::Expr, keyword::String) @ Base ./module.jl:60 [7] _eval_using(to::Module, path::Expr) @ Base ./module.jl:137 [8] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/test/error_in_setup_test.jl:3 [9] eval(m::Module, e::Any) @ Core ./boot.jl:489 [10] #ensure_setup!##4 @ ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:973 [inlined] [11] with_source_path(f::ReTestItems.var"#ensure_setup!##4#ensure_setup!##5"{Expr}, path::String) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:935 [12] #ensure_setup!##2 @ ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:973 [inlined] [13] redirect_stdio(f::ReTestItems.var"#ensure_setup!##2#ensure_setup!##3"{Expr, TestSetup}; stdin::Nothing, stderr::IOContext{IOStream}, stdout::IOContext{IOStream}) @ Base ./stream.jl:1443 [14] redirect_stdio @ ./stream.jl:1406 [inlined] [15] _redirect_logs(f::ReTestItems.var"#ensure_setup!##2#ensure_setup!##3"{Expr, TestSetup}, target::IOStream) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/log_capture.jl:124 [16] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:972 [inlined] [17] macro expansion @ ./lock.jl:376 [inlined] [18] ensure_setup!(ctx::ReTestItems.TestContext, setup::Symbol, setups::Vector{TestSetup}, logs::Symbol) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:947 [19] runtestitem(ti::TestItem, ctx::ReTestItems.TestContext; test_end_expr::Expr, logs::Symbol, verbose_results::Bool, finish_test::Bool, catch_test_error::Bool, failfast::Bool) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:1078 [20] runtestitem @ ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:1031 [inlined] [21] _runtests_in_current_env(ti_filter::Function, paths::Tuple{String}, projectfile::String, cfg::ReTestItems._Config) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:418 [22] (::ReTestItems.var"#_runtests##0#_runtests##1"{TestItemFilter{Returns{Bool}, Nothing, Nothing}, Tuple{String}, ReTestItems._Config, String})() @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:375 [23] with_logstate(f::ReTestItems.var"#_runtests##0#_runtests##1"{TestItemFilter{Returns{Bool}, Nothing, Nothing}, Tuple{String}, ReTestItems._Config, String}, logstate::Base.CoreLogging.LogState) @ Base.CoreLogging ./logging/logging.jl:540 [24] with_logger(f::Function, logger::Base.CoreLogging.ConsoleLogger) @ Base.CoreLogging ./logging/logging.jl:651 [25] _runtests(ti_filter::Function, paths::Tuple{String}, cfg::ReTestItems._Config) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:358 [26] runtests(::Returns{Bool}, ::String, ::Vararg{String}; nworkers::Int64, nworker_threads::String, worker_init_expr::Expr, testitem_timeout::Float64, retries::Int64, memory_threshold::Float64, debug::Int64, name::Nothing, tags::Nothing, report::Bool, logs::Symbol, verbose_results::Bool, test_end_expr::Expr, validate_paths::Bool, timeout_profile_wait::Int64, gc_between_testitems::Bool, failfast::Bool, testitem_failfast::Bool) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:328 [27] kwcall(::@NamedTuple{nworkers::Int64, test_end_expr::Expr}, ::typeof(runtests), shouldrun::Function, paths::String) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:280 [28] runtests @ ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:251 [inlined] [29] #508 @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1165 [inlined] [30] #with_test_package##4 @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:34 [inlined] [31] activate(f::var"#with_test_package##4#with_test_package##5"{var"#508#509"{Expr}}, new_project::String) @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:1470 [32] #with_test_package##2 @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:33 [inlined] [33] cd(f::var"#with_test_package##2#with_test_package##3"{var"#508#509"{Expr}}, dir::String) @ Base.Filesystem ./file.jl:112 [34] #with_test_package##0 @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:32 [inlined] [35] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/_integration_test_tools.jl:54 [inlined] [36] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [37] encased_testset(f::var"#with_test_package##0#with_test_package##1"{var"#508#509"{Expr}, String}) @ Main ~/.julia/packages/ReTestItems/3F3Hj/test/_integration_test_tools.jl:54 [38] with_test_package(f::var"#508#509"{Expr}, name::String) @ Main ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:31 [39] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [40] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [41] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1156 [inlined] [42] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [43] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1159 [inlined] [44] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [45] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1164 [inlined] [46] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:309 [47] IncludeInto @ ./Base.jl:310 [inlined] [48] (::var"#5#6")() @ Main ~/.julia/packages/ReTestItems/3F3Hj/test/runtests.jl:21 [49] withenv(f::var"#5#6", keyvals::Pair{String, Int64}) @ Base ./env.jl:265 [50] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/runtests.jl:15 [51] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [52] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/runtests.jl:17 [inlined] [53] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:309 [54] top-level scope @ none:6 [55] eval(m::Module, e::Any) @ Core ./boot.jl:489 [56] exec_options(opts::Base.JLOptions) @ Base ./client.jl:296 [57] _start() @ Base ./client.jl:563 12:25:47 | maxrss 2.4% | mem 2.8% | START (5/9) test item "bad setup, bad test" at test/error_in_setup_test.jl:8 12:25:47 | maxrss 2.4% | mem 2.8% | DONE (5/9) test item "bad setup, bad test" <0.1 secs Captured logs for test setup "SetupThatErrors" (dependency of "bad setup, bad test") at test/error_in_setup_test.jl:1 on worker 17 SetupThatErrors msg No Captured Logs for test item "bad setup, bad test" at test/error_in_setup_test.jl:8 on worker 17 Error in testset "bad setup, bad test" on worker 17: Error During Test at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/test/error_in_setup_test.jl:8 Got exception outside of a @test ArgumentError: Package PackageDoesNotExist not found in current path. - Run `import Pkg; Pkg.add("PackageDoesNotExist")` to install the PackageDoesNotExist package. Stacktrace: [1] macro expansion @ ./loading.jl:2393 [inlined] [2] macro expansion @ ./lock.jl:376 [inlined] [3] __require(into::Module, mod::Symbol) @ Base ./loading.jl:2376 [4] require @ ./loading.jl:2352 [inlined] [5] eval_import_path @ ./module.jl:36 [inlined] [6] eval_import_path_all(at::Module, path::Expr, keyword::String) @ Base ./module.jl:60 [7] _eval_using(to::Module, path::Expr) @ Base ./module.jl:137 [8] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/test/error_in_setup_test.jl:3 [9] eval(m::Module, e::Any) @ Core ./boot.jl:489 [10] #ensure_setup!##4 @ ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:973 [inlined] [11] with_source_path(f::ReTestItems.var"#ensure_setup!##4#ensure_setup!##5"{Expr}, path::String) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:935 [12] #ensure_setup!##2 @ ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:973 [inlined] [13] redirect_stdio(f::ReTestItems.var"#ensure_setup!##2#ensure_setup!##3"{Expr, TestSetup}; stdin::Nothing, stderr::IOContext{IOStream}, stdout::IOContext{IOStream}) @ Base ./stream.jl:1443 [14] redirect_stdio @ ./stream.jl:1406 [inlined] [15] _redirect_logs(f::ReTestItems.var"#ensure_setup!##2#ensure_setup!##3"{Expr, TestSetup}, target::IOStream) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/log_capture.jl:124 [16] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:972 [inlined] [17] macro expansion @ ./lock.jl:376 [inlined] [18] ensure_setup!(ctx::ReTestItems.TestContext, setup::Symbol, setups::Vector{TestSetup}, logs::Symbol) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:947 [19] runtestitem(ti::TestItem, ctx::ReTestItems.TestContext; test_end_expr::Expr, logs::Symbol, verbose_results::Bool, finish_test::Bool, catch_test_error::Bool, failfast::Bool) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:1078 [20] runtestitem @ ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:1031 [inlined] [21] _runtests_in_current_env(ti_filter::Function, paths::Tuple{String}, projectfile::String, cfg::ReTestItems._Config) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:418 [22] (::ReTestItems.var"#_runtests##0#_runtests##1"{TestItemFilter{Returns{Bool}, Nothing, Nothing}, Tuple{String}, ReTestItems._Config, String})() @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:375 [23] with_logstate(f::ReTestItems.var"#_runtests##0#_runtests##1"{TestItemFilter{Returns{Bool}, Nothing, Nothing}, Tuple{String}, ReTestItems._Config, String}, logstate::Base.CoreLogging.LogState) @ Base.CoreLogging ./logging/logging.jl:540 [24] with_logger(f::Function, logger::Base.CoreLogging.ConsoleLogger) @ Base.CoreLogging ./logging/logging.jl:651 [25] _runtests(ti_filter::Function, paths::Tuple{String}, cfg::ReTestItems._Config) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:358 [26] runtests(::Returns{Bool}, ::String, ::Vararg{String}; nworkers::Int64, nworker_threads::String, worker_init_expr::Expr, testitem_timeout::Float64, retries::Int64, memory_threshold::Float64, debug::Int64, name::Nothing, tags::Nothing, report::Bool, logs::Symbol, verbose_results::Bool, test_end_expr::Expr, validate_paths::Bool, timeout_profile_wait::Int64, gc_between_testitems::Bool, failfast::Bool, testitem_failfast::Bool) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:328 [27] kwcall(::@NamedTuple{nworkers::Int64, test_end_expr::Expr}, ::typeof(runtests), shouldrun::Function, paths::String) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:280 [28] runtests @ ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:251 [inlined] [29] #508 @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1165 [inlined] [30] #with_test_package##4 @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:34 [inlined] [31] activate(f::var"#with_test_package##4#with_test_package##5"{var"#508#509"{Expr}}, new_project::String) @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:1470 [32] #with_test_package##2 @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:33 [inlined] [33] cd(f::var"#with_test_package##2#with_test_package##3"{var"#508#509"{Expr}}, dir::String) @ Base.Filesystem ./file.jl:112 [34] #with_test_package##0 @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:32 [inlined] [35] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/_integration_test_tools.jl:54 [inlined] [36] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [37] encased_testset(f::var"#with_test_package##0#with_test_package##1"{var"#508#509"{Expr}, String}) @ Main ~/.julia/packages/ReTestItems/3F3Hj/test/_integration_test_tools.jl:54 [38] with_test_package(f::var"#508#509"{Expr}, name::String) @ Main ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:31 [39] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [40] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [41] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1156 [inlined] [42] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [43] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1159 [inlined] [44] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [45] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1164 [inlined] [46] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:309 [47] IncludeInto @ ./Base.jl:310 [inlined] [48] (::var"#5#6")() @ Main ~/.julia/packages/ReTestItems/3F3Hj/test/runtests.jl:21 [49] withenv(f::var"#5#6", keyvals::Pair{String, Int64}) @ Base ./env.jl:265 [50] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/runtests.jl:15 [51] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [52] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/runtests.jl:17 [inlined] [53] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:309 [54] top-level scope @ none:6 [55] eval(m::Module, e::Any) @ Core ./boot.jl:489 [56] exec_options(opts::Base.JLOptions) @ Base ./client.jl:296 [57] _start() @ Base ./client.jl:563 12:25:47 | maxrss 2.4% | mem 2.8% | START (6/9) test item "errors" at test/error_tests.jl:1 12:25:47 | maxrss 2.4% | mem 2.8% | DONE (6/9) test item "errors" <0.1 secs (<0.1% compile), 27.35 K allocs (1.971 MB) Captured Logs for test item "errors" at test/error_tests.jl:1 on worker 17 [ Info: RUNNING Error in testset "UndefVarError" on worker 17: Error During Test at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/test/error_tests.jl:3 Test threw exception Expression: not_defined + 1 == 4 UndefVarError: `not_defined` not defined in `Main.var"##errors#768"` Suggestion: check for spelling errors or missing imports. Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/test/error_tests.jl:3 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/test/error_tests.jl:3 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:742 [inlined] Error in testset "UndefVarError" on worker 17: Error During Test at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/test/error_tests.jl:5 Test threw exception Expression: LinearAlgebra.dot(rand(), rand()) < 0 UndefVarError: `LinearAlgebra` not defined in `Main.var"##errors#768"` Suggestion: check for spelling errors or missing imports. Hint: LinearAlgebra is loaded but not imported in the active module Main. Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/test/error_tests.jl:3 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/test/error_tests.jl:5 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:742 [inlined] Error in testset "evaluated to non-Boolean" on worker 17: Error During Test at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/test/error_tests.jl:8 Expression evaluated to non-Boolean Expression: ErrorSetup.NON_BOOL Value: missing Error in testset "package not in project" on worker 17: Error During Test at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/test/error_tests.jl:10 Got exception outside of a @test ArgumentError: Package Example not found in current path. - Run `import Pkg; Pkg.add("Example")` to install the Example package. Stacktrace: [1] macro expansion @ ./loading.jl:2393 [inlined] [2] macro expansion @ ./lock.jl:376 [inlined] [3] __require(into::Module, mod::Symbol) @ Base ./loading.jl:2376 [4] require @ ./loading.jl:2352 [inlined] [5] eval_import_path @ ./module.jl:36 [inlined] [6] eval_import_path_all(at::Module, path::Expr, keyword::String) @ Base ./module.jl:60 [7] _eval_using(to::Module, path::Expr) @ Base ./module.jl:137 [8] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/test/error_tests.jl:12 [9] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [10] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/test/error_tests.jl:12 [inlined] [11] eval(m::Module, e::Any) @ Core ./boot.jl:489 [12] #73 @ ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:1112 [inlined] [13] with_source_path(f::ReTestItems.var"#73#74"{Expr}, path::String) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:935 [14] (::ReTestItems.var"#71#72"{TestItem, String, Expr, Expr})() @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:1112 [15] redirect_stdio(f::ReTestItems.var"#71#72"{TestItem, String, Expr, Expr}; stdin::Nothing, stderr::IOContext{IOStream}, stdout::IOContext{IOStream}) @ Base ./stream.jl:1443 [16] redirect_stdio @ ./stream.jl:1406 [inlined] [17] _redirect_logs(f::ReTestItems.var"#71#72"{TestItem, String, Expr, Expr}, target::IOStream) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/log_capture.jl:124 [18] #_redirect_logs##0 @ ~/.julia/packages/ReTestItems/3F3Hj/src/log_capture.jl:107 [inlined] [19] open(::ReTestItems.var"#_redirect_logs##0#_redirect_logs##1"{ReTestItems.var"#71#72"{TestItem, String, Expr, Expr}}, ::String, ::Vararg{String}; kwargs::@Kwargs{}) @ Base ./io.jl:420 [20] open @ ./io.jl:417 [inlined] [21] _redirect_logs @ ~/.julia/packages/ReTestItems/3F3Hj/src/log_capture.jl:107 [inlined] [22] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/src/macros.jl:82 [inlined] [23] runtestitem(ti::TestItem, ctx::ReTestItems.TestContext; test_end_expr::Expr, logs::Symbol, verbose_results::Bool, finish_test::Bool, catch_test_error::Bool, failfast::Bool) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:1109 [24] runtestitem @ ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:1031 [inlined] [25] _runtests_in_current_env(ti_filter::Function, paths::Tuple{String}, projectfile::String, cfg::ReTestItems._Config) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:418 [26] (::ReTestItems.var"#_runtests##0#_runtests##1"{TestItemFilter{Returns{Bool}, Nothing, Nothing}, Tuple{String}, ReTestItems._Config, String})() @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:375 [27] with_logstate(f::ReTestItems.var"#_runtests##0#_runtests##1"{TestItemFilter{Returns{Bool}, Nothing, Nothing}, Tuple{String}, ReTestItems._Config, String}, logstate::Base.CoreLogging.LogState) @ Base.CoreLogging ./logging/logging.jl:540 [28] with_logger(f::Function, logger::Base.CoreLogging.ConsoleLogger) @ Base.CoreLogging ./logging/logging.jl:651 [29] _runtests(ti_filter::Function, paths::Tuple{String}, cfg::ReTestItems._Config) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:358 [30] runtests(::Returns{Bool}, ::String, ::Vararg{String}; nworkers::Int64, nworker_threads::String, worker_init_expr::Expr, testitem_timeout::Float64, retries::Int64, memory_threshold::Float64, debug::Int64, name::Nothing, tags::Nothing, report::Bool, logs::Symbol, verbose_results::Bool, test_end_expr::Expr, validate_paths::Bool, timeout_profile_wait::Int64, gc_between_testitems::Bool, failfast::Bool, testitem_failfast::Bool) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:328 [31] kwcall(::@NamedTuple{nworkers::Int64, test_end_expr::Expr}, ::typeof(runtests), shouldrun::Function, paths::String) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:280 [32] runtests @ ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:251 [inlined] [33] #508 @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1165 [inlined] [34] #with_test_package##4 @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:34 [inlined] [35] activate(f::var"#with_test_package##4#with_test_package##5"{var"#508#509"{Expr}}, new_project::String) @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:1470 [36] #with_test_package##2 @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:33 [inlined] [37] cd(f::var"#with_test_package##2#with_test_package##3"{var"#508#509"{Expr}}, dir::String) @ Base.Filesystem ./file.jl:112 [38] #with_test_package##0 @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:32 [inlined] [39] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/_integration_test_tools.jl:54 [inlined] [40] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [41] encased_testset(f::var"#with_test_package##0#with_test_package##1"{var"#508#509"{Expr}, String}) @ Main ~/.julia/packages/ReTestItems/3F3Hj/test/_integration_test_tools.jl:54 [42] with_test_package(f::var"#508#509"{Expr}, name::String) @ Main ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:31 [43] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [44] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [45] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1156 [inlined] [46] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [47] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1159 [inlined] [48] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [49] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1164 [inlined] [50] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:309 [51] IncludeInto @ ./Base.jl:310 [inlined] [52] (::var"#5#6")() @ Main ~/.julia/packages/ReTestItems/3F3Hj/test/runtests.jl:21 [53] withenv(f::var"#5#6", keyvals::Pair{String, Int64}) @ Base ./env.jl:265 [54] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/runtests.jl:15 [55] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [56] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/runtests.jl:17 [inlined] [57] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:309 [58] top-level scope @ none:6 [59] eval(m::Module, e::Any) @ Core ./boot.jl:489 [60] exec_options(opts::Base.JLOptions) @ Base ./client.jl:296 [61] _start() @ Base ./client.jl:563 12:25:47 | maxrss 2.4% | mem 2.8% | START (7/9) test item "errors at the top level" at test/error_tests.jl:17 12:25:47 | maxrss 2.4% | mem 2.8% | DONE (7/9) test item "errors at the top level" <0.1 secs Captured Logs for test item "errors at the top level" at test/error_tests.jl:17 on worker 17 [ Info: RUNNING Error in testset "errors at the top level" on worker 17: Error During Test at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/test/error_tests.jl:17 Got exception outside of a @test AssertionError: false Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/test/error_tests.jl:19 [2] eval(m::Module, e::Any) @ Core ./boot.jl:489 [3] #73 @ ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:1112 [inlined] [4] with_source_path(f::ReTestItems.var"#73#74"{Expr}, path::String) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:935 [5] (::ReTestItems.var"#71#72"{TestItem, String, Expr, Expr})() @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:1112 [6] redirect_stdio(f::ReTestItems.var"#71#72"{TestItem, String, Expr, Expr}; stdin::Nothing, stderr::IOContext{IOStream}, stdout::IOContext{IOStream}) @ Base ./stream.jl:1443 [7] redirect_stdio @ ./stream.jl:1406 [inlined] [8] _redirect_logs(f::ReTestItems.var"#71#72"{TestItem, String, Expr, Expr}, target::IOStream) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/log_capture.jl:124 [9] #_redirect_logs##0 @ ~/.julia/packages/ReTestItems/3F3Hj/src/log_capture.jl:107 [inlined] [10] open(::ReTestItems.var"#_redirect_logs##0#_redirect_logs##1"{ReTestItems.var"#71#72"{TestItem, String, Expr, Expr}}, ::String, ::Vararg{String}; kwargs::@Kwargs{}) @ Base ./io.jl:420 [11] open @ ./io.jl:417 [inlined] [12] _redirect_logs @ ~/.julia/packages/ReTestItems/3F3Hj/src/log_capture.jl:107 [inlined] [13] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/src/macros.jl:82 [inlined] [14] runtestitem(ti::TestItem, ctx::ReTestItems.TestContext; test_end_expr::Expr, logs::Symbol, verbose_results::Bool, finish_test::Bool, catch_test_error::Bool, failfast::Bool) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:1109 [15] runtestitem @ ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:1031 [inlined] [16] _runtests_in_current_env(ti_filter::Function, paths::Tuple{String}, projectfile::String, cfg::ReTestItems._Config) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:418 [17] (::ReTestItems.var"#_runtests##0#_runtests##1"{TestItemFilter{Returns{Bool}, Nothing, Nothing}, Tuple{String}, ReTestItems._Config, String})() @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:375 [18] with_logstate(f::ReTestItems.var"#_runtests##0#_runtests##1"{TestItemFilter{Returns{Bool}, Nothing, Nothing}, Tuple{String}, ReTestItems._Config, String}, logstate::Base.CoreLogging.LogState) @ Base.CoreLogging ./logging/logging.jl:540 [19] with_logger(f::Function, logger::Base.CoreLogging.ConsoleLogger) @ Base.CoreLogging ./logging/logging.jl:651 [20] _runtests(ti_filter::Function, paths::Tuple{String}, cfg::ReTestItems._Config) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:358 [21] runtests(::Returns{Bool}, ::String, ::Vararg{String}; nworkers::Int64, nworker_threads::String, worker_init_expr::Expr, testitem_timeout::Float64, retries::Int64, memory_threshold::Float64, debug::Int64, name::Nothing, tags::Nothing, report::Bool, logs::Symbol, verbose_results::Bool, test_end_expr::Expr, validate_paths::Bool, timeout_profile_wait::Int64, gc_between_testitems::Bool, failfast::Bool, testitem_failfast::Bool) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:328 [22] kwcall(::@NamedTuple{nworkers::Int64, test_end_expr::Expr}, ::typeof(runtests), shouldrun::Function, paths::String) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:280 [23] runtests @ ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:251 [inlined] [24] #508 @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1165 [inlined] [25] #with_test_package##4 @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:34 [inlined] [26] activate(f::var"#with_test_package##4#with_test_package##5"{var"#508#509"{Expr}}, new_project::String) @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:1470 [27] #with_test_package##2 @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:33 [inlined] [28] cd(f::var"#with_test_package##2#with_test_package##3"{var"#508#509"{Expr}}, dir::String) @ Base.Filesystem ./file.jl:112 [29] #with_test_package##0 @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:32 [inlined] [30] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/_integration_test_tools.jl:54 [inlined] [31] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [32] encased_testset(f::var"#with_test_package##0#with_test_package##1"{var"#508#509"{Expr}, String}) @ Main ~/.julia/packages/ReTestItems/3F3Hj/test/_integration_test_tools.jl:54 [33] with_test_package(f::var"#508#509"{Expr}, name::String) @ Main ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:31 [34] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [35] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [36] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1156 [inlined] [37] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [38] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1159 [inlined] [39] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [40] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1164 [inlined] [41] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:309 [42] IncludeInto @ ./Base.jl:310 [inlined] [43] (::var"#5#6")() @ Main ~/.julia/packages/ReTestItems/3F3Hj/test/runtests.jl:21 [44] withenv(f::var"#5#6", keyvals::Pair{String, Int64}) @ Base ./env.jl:265 [45] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/runtests.jl:15 [46] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [47] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/runtests.jl:17 [inlined] [48] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:309 [49] top-level scope @ none:6 [50] eval(m::Module, e::Any) @ Core ./boot.jl:489 [51] exec_options(opts::Base.JLOptions) @ Base ./client.jl:296 [52] _start() @ Base ./client.jl:563 12:25:47 | maxrss 2.4% | mem 2.8% | START (8/9) test item "nonexistent test setup" at test/error_tests.jl:23 12:25:47 | maxrss 2.4% | mem 2.8% | DONE (8/9) test item "nonexistent test setup" <0.1 secs Captured Logs for test item "nonexistent test setup" at test/error_tests.jl:23 on worker 17 [ Info: RUNNING Error in testset "nonexistent test setup" on worker 17: Error During Test at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/test/error_tests.jl:23 Got exception outside of a @test UndefVarError: `NonexistentSetup` not defined in `Main` Suggestion: check for spelling errors or missing imports. Stacktrace: [1] eval_import_path_all(at::Module, path::Expr, keyword::String) @ Base ./module.jl:62 [2] _eval_using(to::Module, path::Expr) @ Base ./module.jl:137 [3] top-level scope @ none:0 [4] eval(m::Module, e::Any) @ Core ./boot.jl:489 [5] #73 @ ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:1112 [inlined] [6] with_source_path(f::ReTestItems.var"#73#74"{Expr}, path::String) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:935 [7] (::ReTestItems.var"#71#72"{TestItem, String, Expr, Expr})() @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:1112 [8] redirect_stdio(f::ReTestItems.var"#71#72"{TestItem, String, Expr, Expr}; stdin::Nothing, stderr::IOContext{IOStream}, stdout::IOContext{IOStream}) @ Base ./stream.jl:1443 [9] redirect_stdio @ ./stream.jl:1406 [inlined] [10] _redirect_logs(f::ReTestItems.var"#71#72"{TestItem, String, Expr, Expr}, target::IOStream) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/log_capture.jl:124 [11] #_redirect_logs##0 @ ~/.julia/packages/ReTestItems/3F3Hj/src/log_capture.jl:107 [inlined] [12] open(::ReTestItems.var"#_redirect_logs##0#_redirect_logs##1"{ReTestItems.var"#71#72"{TestItem, String, Expr, Expr}}, ::String, ::Vararg{String}; kwargs::@Kwargs{}) @ Base ./io.jl:420 [13] open @ ./io.jl:417 [inlined] [14] _redirect_logs @ ~/.julia/packages/ReTestItems/3F3Hj/src/log_capture.jl:107 [inlined] [15] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/src/macros.jl:82 [inlined] [16] runtestitem(ti::TestItem, ctx::ReTestItems.TestContext; test_end_expr::Expr, logs::Symbol, verbose_results::Bool, finish_test::Bool, catch_test_error::Bool, failfast::Bool) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:1109 [17] runtestitem @ ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:1031 [inlined] [18] _runtests_in_current_env(ti_filter::Function, paths::Tuple{String}, projectfile::String, cfg::ReTestItems._Config) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:418 [19] (::ReTestItems.var"#_runtests##0#_runtests##1"{TestItemFilter{Returns{Bool}, Nothing, Nothing}, Tuple{String}, ReTestItems._Config, String})() @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:375 [20] with_logstate(f::ReTestItems.var"#_runtests##0#_runtests##1"{TestItemFilter{Returns{Bool}, Nothing, Nothing}, Tuple{String}, ReTestItems._Config, String}, logstate::Base.CoreLogging.LogState) @ Base.CoreLogging ./logging/logging.jl:540 [21] with_logger(f::Function, logger::Base.CoreLogging.ConsoleLogger) @ Base.CoreLogging ./logging/logging.jl:651 [22] _runtests(ti_filter::Function, paths::Tuple{String}, cfg::ReTestItems._Config) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:358 [23] runtests(::Returns{Bool}, ::String, ::Vararg{String}; nworkers::Int64, nworker_threads::String, worker_init_expr::Expr, testitem_timeout::Float64, retries::Int64, memory_threshold::Float64, debug::Int64, name::Nothing, tags::Nothing, report::Bool, logs::Symbol, verbose_results::Bool, test_end_expr::Expr, validate_paths::Bool, timeout_profile_wait::Int64, gc_between_testitems::Bool, failfast::Bool, testitem_failfast::Bool) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:328 [24] kwcall(::@NamedTuple{nworkers::Int64, test_end_expr::Expr}, ::typeof(runtests), shouldrun::Function, paths::String) @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:280 [25] runtests @ ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:251 [inlined] [26] #508 @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1165 [inlined] [27] #with_test_package##4 @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:34 [inlined] [28] activate(f::var"#with_test_package##4#with_test_package##5"{var"#508#509"{Expr}}, new_project::String) @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:1470 [29] #with_test_package##2 @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:33 [inlined] [30] cd(f::var"#with_test_package##2#with_test_package##3"{var"#508#509"{Expr}}, dir::String) @ Base.Filesystem ./file.jl:112 [31] #with_test_package##0 @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:32 [inlined] [32] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/_integration_test_tools.jl:54 [inlined] [33] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [34] encased_testset(f::var"#with_test_package##0#with_test_package##1"{var"#508#509"{Expr}, String}) @ Main ~/.julia/packages/ReTestItems/3F3Hj/test/_integration_test_tools.jl:54 [35] with_test_package(f::var"#508#509"{Expr}, name::String) @ Main ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:31 [36] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [37] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [38] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1156 [inlined] [39] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [40] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1159 [inlined] [41] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [42] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1164 [inlined] [43] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:309 [44] IncludeInto @ ./Base.jl:310 [inlined] [45] (::var"#5#6")() @ Main ~/.julia/packages/ReTestItems/3F3Hj/test/runtests.jl:21 [46] withenv(f::var"#5#6", keyvals::Pair{String, Int64}) @ Base ./env.jl:265 [47] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/runtests.jl:15 [48] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [49] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/runtests.jl:17 [inlined] [50] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:309 [51] top-level scope @ none:6 [52] eval(m::Module, e::Any) @ Core ./boot.jl:489 [53] exec_options(opts::Base.JLOptions) @ Base ./client.jl:296 [54] _start() @ Base ./client.jl:563 12:25:47 | maxrss 2.4% | mem 2.8% | START (9/9) test item "failures" at test/failure_tests.jl:1 12:25:47 | maxrss 2.4% | mem 2.8% | DONE (9/9) test item "failures" <0.1 secs (<0.1% compile), 3.43 K allocs (157.536 KB) Captured Logs for test item "failures" at test/failure_tests.jl:1 on worker 17 [ Info: RUNNING Error in testset "failures" on worker 17: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/test/failure_tests.jl:2 Expression: false Error in testset "failures" on worker 17: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/test/failure_tests.jl:4 Expression: LinearAlgebra.dot(rand(), rand()) < 0 Evaluated: 0.34057799514455606 < 0 Error in testset "failures" on worker 17: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/packages/DontPass.jl/test/failure_tests.jl:5 Expression: FailureSetup.FALSE [ Tests Completed: 9/9 test items were run. n_passed(dont_pass_results) = 2 length(failures(dont_pass_results)) = 4 length(errors(dont_pass_results)) = 9 Test Summary: | Pass Fail Error Total Time DontPass | 2 4 9 15 0.7s src | 1 1 1 3 src/do_thing_tests.jl | 1 1 1 3 do_thing Pass | 1 1 0.3s do_thing Fail | 1 1 0.0s do_thing Error | 1 1 0.1s test | 1 3 8 12 test/error_in_setup_test.jl | 2 2 bad setup, good test | 1 1 0.0s bad setup, bad test | 1 1 0.0s test/error_tests.jl | 1 6 7 errors | 4 4 0.1s UndefVarError | 2 2 0.0s evaluated to non-Boolean | 1 1 0.0s package not in project | 1 1 0.0s errors at the top level | 1 1 2 0.0s nonexistent test setup | 1 1 0.0s test/failure_tests.jl | 3 3 failures | 3 3 0.0s WARNING: Method definition memory_percent() in module ReTestItems at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/src/log_capture.jl:151 overwritten in module Main at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1184. WARNING: Method definition memory_percent() in module Main at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1184 overwritten at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1215. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_skip_tests.jl [ Info: Finished scanning for test items in 0.01 seconds. [ Info: Scheduling 6 tests on pid 17 with 1 worker processes and 2 threads per worker. [ Info: Starting test workers Worker 574: [ Info: Starting test worker 1 on pid = 574, with 2 threads [ Info: Starting running test items Worker 574: 12:28:07 | maxrss 2.4% | mem 3.5% | START (1/6) test item "no skip, 1 pass" at test/testfiles/_skip_tests.jl:2 Worker 574: 12:28:08 | maxrss 2.4% | mem 3.5% | DONE (1/6) test item "no skip, 1 pass" 0.2 secs (96.6% compile), 20.59 K allocs (1.137 MB) Worker 574: 12:28:09 | maxrss 2.4% | mem 3.6% | START (2/6) test item "skip false, 1 pass, 1 fail" at test/testfiles/_skip_tests.jl:6 Worker 574: 12:28:09 | maxrss 2.4% | mem 3.6% | DONE (2/6) test item "skip false, 1 pass, 1 fail" <0.1 secs (<0.1% compile), 1.49 K allocs (76.992 KB) No Captured Logs for test item "skip false, 1 pass, 1 fail" at test/testfiles/_skip_tests.jl:6 on worker 574 Error in testset "skip false, 1 pass, 1 fail" on worker 574: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_skip_tests.jl:8 Expression: false Worker 574: 12:28:10 | maxrss 2.4% | mem 3.6% | SKIP (3/6) test item "skip true" at test/testfiles/_skip_tests.jl:11 Worker 574: 12:28:11 | maxrss 2.4% | mem 3.6% | START (4/6) test item "skip expr false, 2 pass" at test/testfiles/_skip_tests.jl:16 Worker 574: 12:28:11 | maxrss 2.4% | mem 3.6% | DONE (4/6) test item "skip expr false, 2 pass" <0.1 secs (<0.1% compile), 1.49 K allocs (77.008 KB) Worker 574: 12:28:12 | maxrss 2.4% | mem 3.6% | SKIP (5/6) test item "skip expr true" at test/testfiles/_skip_tests.jl:21 Worker 574: 12:28:13 | maxrss 2.4% | mem 3.6% | SKIP (6/6) test item "skip expr block true" at test/testfiles/_skip_tests.jl:25 [ Info: All tests on worker 1 completed. Closing Worker(pid=574). [ Tests Completed: 6/6 test items were run. skipping testitems: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1231 Expression: contains(c.output, r"Test Summary: \s* \| Pass Fail Broken Total Time ReTestItems \s* \| 4 1 3 8 \s*\d*.\ds ") Evaluated: contains("Test Summary: | Pass Fail Broken Total Time\nReTestItems | 4 1 3 8 21.6s\n test | 4 1 3 8 \n test/testfiles | 4 1 3 8 \n test/testfiles/_skip_tests.jl | 4 1 3 8 \n no skip, 1 pass | 1 1 0.2s\n skip false, 1 pass, 1 fail | 1 1 2 0.0s\n skip true | 1 1 \n skip expr false, 2 pass | 2 2 0.0s\n skip expr true | 1 1 \n skip expr block true | 1 1 \n", r"Test Summary: \s* \| Pass Fail Broken Total Time ReTestItems \s* \| 4 1 3 8 \s*\d*.\ds ") Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1225 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1231 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_parse_error_test.jl [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_parse_error_test.jl [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_bad_tags1_test.jl [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_bad_tags1_test.jl [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_bad_tags2_test.jl [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_bad_tags2_test.jl [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_bad_name1_test.jl [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_bad_name1_test.jl [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_bad_name2_test.jl [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_bad_name2_test.jl [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_bad_name3_test.jl [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_bad_name3_test.jl [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_invalid_file1_test.jl [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_invalid_file1_test.jl [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_invalid_file2_test.jl [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_invalid_file2_test.jl [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_misuse_file1_test.jl [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_misuse_file1_test.jl [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_misuse_file2_test.jl [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_misuse_file2_test.jl [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_misuse_file3_test.jl [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_misuse_file3_test.jl [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_misuse_file4_test.jl [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_misuse_file4_test.jl [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_parse_error_test.jl [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_parse_error_test.jl 12:28:25 | maxrss 2.4% | mem 3.4% | START test item "should fail" at testfiles/_direct_testitem.jl:5 should fail: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_direct_testitem.jl:6 Expression: 1 == 2 Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_direct_testitem.jl:6 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] Test Summary: | Fail Total Time should fail | 1 1 5.3s ERROR: LoadError: Some tests did not pass: 0 passed, 1 failed, 0 errored, 0 broken. in expression starting at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_direct_testitem.jl:5 nworkers=1: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1327 Expression: n_tests(results) == 2 Evaluated: 1 == 2 Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1298 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1300 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [7] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1312 [inlined] [8] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [9] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1327 [inlined] [10] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] nworkers=1: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1328 Expression: n_passed(results) == 1 Evaluated: 0 == 1 Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1298 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1300 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [7] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1312 [inlined] [8] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [9] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1328 [inlined] [10] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] nworkers=1: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1331 Expression: contains(c.output, "Retrying") Evaluated: contains("[ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_failfast_failure_tests.jl\n[ Info: Finished scanning for test items in 0.01 seconds.\n[ Info: Scheduling 3 tests on pid 17 with 1 worker processes and 2 threads per worker.\n[ Info: Starting test workers\n Worker 585: [ Info: Starting test worker 1 on pid = 585, with 2 threads\n[ Info: Starting running test items\n Worker 585: 12:28:46 | maxrss 2.4% | mem 3.6% | START (1/3) test item \"good\" at test/testfiles/_failfast_failure_tests.jl:1\n Worker 585: 12:28:46 | maxrss 2.4% | mem 3.6% | DONE (1/3) test item \"good\" 0.2 secs (96.8% compile), 20.59 K allocs (1.137 MB)\n Worker 585: [585] signal 15: Terminated\n\n\nNo Captured Logs for test item \"good\" at test/testfiles/_failfast_failure_tests.jl:1 on worker 585\n┌ Error: Worker(pid=585, terminated=true, termsignal=9) timed out running test item \"good\" after 5 seconds. Recording test error.\n└ @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:686\n", "Retrying") Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1298 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1300 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [7] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1312 [inlined] [8] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [9] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1331 [inlined] [10] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] nworkers=1: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1332 Expression: count(r"\[ Fail Fast:", c.output) == 2 Evaluated: 0 == 2 Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1298 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1300 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [7] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1312 [inlined] [8] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [9] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1332 [inlined] [10] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] nworkers=1: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1334 Expression: contains(c.output, msg) Evaluated: contains("[ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_failfast_failure_tests.jl\n[ Info: Finished scanning for test items in 0.01 seconds.\n[ Info: Scheduling 3 tests on pid 17 with 1 worker processes and 2 threads per worker.\n[ Info: Starting test workers\n Worker 585: [ Info: Starting test worker 1 on pid = 585, with 2 threads\n[ Info: Starting running test items\n Worker 585: 12:28:46 | maxrss 2.4% | mem 3.6% | START (1/3) test item \"good\" at test/testfiles/_failfast_failure_tests.jl:1\n Worker 585: 12:28:46 | maxrss 2.4% | mem 3.6% | DONE (1/3) test item \"good\" 0.2 secs (96.8% compile), 20.59 K allocs (1.137 MB)\n Worker 585: [585] signal 15: Terminated\n\n\nNo Captured Logs for test item \"good\" at test/testfiles/_failfast_failure_tests.jl:1 on worker 585\n┌ Error: Worker(pid=585, terminated=true, termsignal=9) timed out running test item \"good\" after 5 seconds. Recording test error.\n└ @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:686\n", "[ Fail Fast: Test item \"bad\" at test/testfiles/_failfast_failure_tests.jl:4 failed. Cancelling tests.") Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1298 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1300 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [7] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1312 [inlined] [8] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [9] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1334 [inlined] [10] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] nworkers=1: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1338 Expression: contains(c.output, "[ Fail Fast: 2/3 test items were run.") Evaluated: contains("[ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_failfast_failure_tests.jl\n[ Info: Finished scanning for test items in 0.01 seconds.\n[ Info: Scheduling 3 tests on pid 17 with 1 worker processes and 2 threads per worker.\n[ Info: Starting test workers\n Worker 585: [ Info: Starting test worker 1 on pid = 585, with 2 threads\n[ Info: Starting running test items\n Worker 585: 12:28:46 | maxrss 2.4% | mem 3.6% | START (1/3) test item \"good\" at test/testfiles/_failfast_failure_tests.jl:1\n Worker 585: 12:28:46 | maxrss 2.4% | mem 3.6% | DONE (1/3) test item \"good\" 0.2 secs (96.8% compile), 20.59 K allocs (1.137 MB)\n Worker 585: [585] signal 15: Terminated\n\n\nNo Captured Logs for test item \"good\" at test/testfiles/_failfast_failure_tests.jl:1 on worker 585\n┌ Error: Worker(pid=585, terminated=true, termsignal=9) timed out running test item \"good\" after 5 seconds. Recording test error.\n└ @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:686\n", "[ Fail Fast: 2/3 test items were run.") Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1298 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1300 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [7] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1312 [inlined] [8] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [9] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1338 [inlined] [10] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] nworkers=3: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1324 Expression: n_tests(results) == 3 Evaluated: 1 == 3 Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1298 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1300 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [7] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1312 [inlined] [8] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [9] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1324 [inlined] [10] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] nworkers=3: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1325 Expression: n_passed(results) == 2 Evaluated: 0 == 2 Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1298 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1300 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [7] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1312 [inlined] [8] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [9] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1325 [inlined] [10] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] nworkers=3: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1331 Expression: contains(c.output, "Retrying") Evaluated: contains("[ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_failfast_failure_tests.jl\n[ Info: Finished scanning for test items in 0.01 seconds.\n[ Info: Scheduling 3 tests on pid 17 with 3 worker processes and 2 threads per worker.\n[ Info: Starting test workers\n Worker 595: [ Info: Starting test worker 3 on pid = 595, with 2 threads\n Worker 594: [ Info: Starting test worker 2 on pid = 594, with 2 threads\n Worker 592: [ Info: Starting test worker 1 on pid = 592, with 2 threads\n[ Info: Starting running test items\n Worker 592: [592] signal 15: Terminated\nin expression starting at none:1\nunknown function (ip: 0x7df44971ff14) at /lib/x86_64-linux-gnu/libc.so.6\npthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)\nuv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822\n\n Worker 595: [595] signal 15: Terminated\nin expression starting at none:1\nunknown function (ip: 0x748ce8708f14) at /lib/x86_64-linux-gnu/libc.so.6\npthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)\nuv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822\n\n Worker 594: [594] signal 15: Terminated\nin expression starting at none:1\nunknown function (ip: 0x7bbbbc243f14) at /lib/x86_64-linux-gnu/libc.so.6\npthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)\nuv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822\n\n\nNo Captured Logs for test item \"may not run\" at test/testfiles/_failfast_failure_tests.jl:7 on worker 595\n┌ Error: Worker(pid=595, terminated=true, termsignal=9) timed out running test item \"may not run\" after 5 seconds. Recording test error.\n└ @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:686\n\nNo Captured Logs for test item \"good\" at test/testfiles/_failfast_failure_tests.jl:1 on worker 592\n┌ Error: Worker(pid=592, terminated=true, termsignal=9) timed out running test item \"good\" after 5 seconds. Recording test error.\n└ @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:686\n\nNo Captured Logs for test item \"bad\" at test/testfiles/_failfast_failure_tests.jl:4 on worker 594\n┌ Error: Worker(pid=594, terminated=true, termsignal=9) timed out running test item \"bad\" after 5 seconds. Recording test error.\n└ @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:686\n", "Retrying") Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1298 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1300 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [7] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1312 [inlined] [8] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [9] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1331 [inlined] [10] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] nworkers=3: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1332 Expression: count(r"\[ Fail Fast:", c.output) == 2 Evaluated: 0 == 2 Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1298 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1300 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [7] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1312 [inlined] [8] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [9] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1332 [inlined] [10] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] nworkers=3: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1334 Expression: contains(c.output, msg) Evaluated: contains("[ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_failfast_failure_tests.jl\n[ Info: Finished scanning for test items in 0.01 seconds.\n[ Info: Scheduling 3 tests on pid 17 with 3 worker processes and 2 threads per worker.\n[ Info: Starting test workers\n Worker 595: [ Info: Starting test worker 3 on pid = 595, with 2 threads\n Worker 594: [ Info: Starting test worker 2 on pid = 594, with 2 threads\n Worker 592: [ Info: Starting test worker 1 on pid = 592, with 2 threads\n[ Info: Starting running test items\n Worker 592: [592] signal 15: Terminated\nin expression starting at none:1\nunknown function (ip: 0x7df44971ff14) at /lib/x86_64-linux-gnu/libc.so.6\npthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)\nuv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822\n\n Worker 595: [595] signal 15: Terminated\nin expression starting at none:1\nunknown function (ip: 0x748ce8708f14) at /lib/x86_64-linux-gnu/libc.so.6\npthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)\nuv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822\n\n Worker 594: [594] signal 15: Terminated\nin expression starting at none:1\nunknown function (ip: 0x7bbbbc243f14) at /lib/x86_64-linux-gnu/libc.so.6\npthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)\nuv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822\n\n\nNo Captured Logs for test item \"may not run\" at test/testfiles/_failfast_failure_tests.jl:7 on worker 595\n┌ Error: Worker(pid=595, terminated=true, termsignal=9) timed out running test item \"may not run\" after 5 seconds. Recording test error.\n└ @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:686\n\nNo Captured Logs for test item \"good\" at test/testfiles/_failfast_failure_tests.jl:1 on worker 592\n┌ Error: Worker(pid=592, terminated=true, termsignal=9) timed out running test item \"good\" after 5 seconds. Recording test error.\n└ @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:686\n\nNo Captured Logs for test item \"bad\" at test/testfiles/_failfast_failure_tests.jl:4 on worker 594\n┌ Error: Worker(pid=594, terminated=true, termsignal=9) timed out running test item \"bad\" after 5 seconds. Recording test error.\n└ @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:686\n", "[ Fail Fast: Test item \"bad\" at test/testfiles/_failfast_failure_tests.jl:4 failed. Cancelling tests.") Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1298 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1300 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [7] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1312 [inlined] [8] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [9] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1334 [inlined] [10] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] nworkers=3: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1336 Expression: contains(c.output, "[ Fail Fast: 3/3 test items were run.") Evaluated: contains("[ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_failfast_failure_tests.jl\n[ Info: Finished scanning for test items in 0.01 seconds.\n[ Info: Scheduling 3 tests on pid 17 with 3 worker processes and 2 threads per worker.\n[ Info: Starting test workers\n Worker 595: [ Info: Starting test worker 3 on pid = 595, with 2 threads\n Worker 594: [ Info: Starting test worker 2 on pid = 594, with 2 threads\n Worker 592: [ Info: Starting test worker 1 on pid = 592, with 2 threads\n[ Info: Starting running test items\n Worker 592: [592] signal 15: Terminated\nin expression starting at none:1\nunknown function (ip: 0x7df44971ff14) at /lib/x86_64-linux-gnu/libc.so.6\npthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)\nuv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822\n\n Worker 595: [595] signal 15: Terminated\nin expression starting at none:1\nunknown function (ip: 0x748ce8708f14) at /lib/x86_64-linux-gnu/libc.so.6\npthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)\nuv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822\n\n Worker 594: [594] signal 15: Terminated\nin expression starting at none:1\nunknown function (ip: 0x7bbbbc243f14) at /lib/x86_64-linux-gnu/libc.so.6\npthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)\nuv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822\n\n\nNo Captured Logs for test item \"may not run\" at test/testfiles/_failfast_failure_tests.jl:7 on worker 595\n┌ Error: Worker(pid=595, terminated=true, termsignal=9) timed out running test item \"may not run\" after 5 seconds. Recording test error.\n└ @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:686\n\nNo Captured Logs for test item \"good\" at test/testfiles/_failfast_failure_tests.jl:1 on worker 592\n┌ Error: Worker(pid=592, terminated=true, termsignal=9) timed out running test item \"good\" after 5 seconds. Recording test error.\n└ @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:686\n\nNo Captured Logs for test item \"bad\" at test/testfiles/_failfast_failure_tests.jl:4 on worker 594\n┌ Error: Worker(pid=594, terminated=true, termsignal=9) timed out running test item \"bad\" after 5 seconds. Recording test error.\n└ @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:686\n", "[ Fail Fast: 3/3 test items were run.") Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1298 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1300 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [7] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1312 [inlined] [8] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [9] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1336 [inlined] [10] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] nworkers=1: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1327 Expression: n_tests(results) == 2 Evaluated: 1 == 2 Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1298 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1300 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [7] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1312 [inlined] [8] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [9] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1327 [inlined] [10] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] nworkers=1: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1328 Expression: n_passed(results) == 1 Evaluated: 0 == 1 Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1298 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1300 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [7] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1312 [inlined] [8] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [9] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1328 [inlined] [10] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] nworkers=1: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1331 Expression: contains(c.output, "Retrying") Evaluated: contains("[ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_failfast_error_tests.jl\n[ Info: Finished scanning for test items in 0.01 seconds.\n[ Info: Scheduling 3 tests on pid 17 with 1 worker processes and 2 threads per worker.\n[ Info: Starting test workers\n Worker 613: [ Info: Starting test worker 1 on pid = 613, with 2 threads\n[ Info: Starting running test items\n Worker 613: 12:29:34 | maxrss 2.4% | mem 3.6% | START (1/3) test item \"good\" at test/testfiles/_failfast_error_tests.jl:1\n Worker 613: 12:29:35 | maxrss 2.4% | mem 3.6% | DONE (1/3) test item \"good\" 0.2 secs (96.7% compile), 20.59 K allocs (1.137 MB)\n Worker 613: [613] signal 15: Terminated\n\n\nNo Captured Logs for test item \"good\" at test/testfiles/_failfast_error_tests.jl:1 on worker 613\n┌ Error: Worker(pid=613, terminated=true, termsignal=9) timed out running test item \"good\" after 5 seconds. Recording test error.\n└ @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:686\n", "Retrying") Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1298 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1300 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [7] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1312 [inlined] [8] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [9] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1331 [inlined] [10] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] nworkers=1: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1332 Expression: count(r"\[ Fail Fast:", c.output) == 2 Evaluated: 0 == 2 Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1298 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1300 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [7] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1312 [inlined] [8] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [9] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1332 [inlined] [10] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] nworkers=1: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1334 Expression: contains(c.output, msg) Evaluated: contains("[ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_failfast_error_tests.jl\n[ Info: Finished scanning for test items in 0.01 seconds.\n[ Info: Scheduling 3 tests on pid 17 with 1 worker processes and 2 threads per worker.\n[ Info: Starting test workers\n Worker 613: [ Info: Starting test worker 1 on pid = 613, with 2 threads\n[ Info: Starting running test items\n Worker 613: 12:29:34 | maxrss 2.4% | mem 3.6% | START (1/3) test item \"good\" at test/testfiles/_failfast_error_tests.jl:1\n Worker 613: 12:29:35 | maxrss 2.4% | mem 3.6% | DONE (1/3) test item \"good\" 0.2 secs (96.7% compile), 20.59 K allocs (1.137 MB)\n Worker 613: [613] signal 15: Terminated\n\n\nNo Captured Logs for test item \"good\" at test/testfiles/_failfast_error_tests.jl:1 on worker 613\n┌ Error: Worker(pid=613, terminated=true, termsignal=9) timed out running test item \"good\" after 5 seconds. Recording test error.\n└ @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:686\n", "[ Fail Fast: Test item \"bad\" at test/testfiles/_failfast_error_tests.jl:4 failed. Cancelling tests.") Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1298 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1300 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [7] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1312 [inlined] [8] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [9] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1334 [inlined] [10] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] nworkers=1: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1338 Expression: contains(c.output, "[ Fail Fast: 2/3 test items were run.") Evaluated: contains("[ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_failfast_error_tests.jl\n[ Info: Finished scanning for test items in 0.01 seconds.\n[ Info: Scheduling 3 tests on pid 17 with 1 worker processes and 2 threads per worker.\n[ Info: Starting test workers\n Worker 613: [ Info: Starting test worker 1 on pid = 613, with 2 threads\n[ Info: Starting running test items\n Worker 613: 12:29:34 | maxrss 2.4% | mem 3.6% | START (1/3) test item \"good\" at test/testfiles/_failfast_error_tests.jl:1\n Worker 613: 12:29:35 | maxrss 2.4% | mem 3.6% | DONE (1/3) test item \"good\" 0.2 secs (96.7% compile), 20.59 K allocs (1.137 MB)\n Worker 613: [613] signal 15: Terminated\n\n\nNo Captured Logs for test item \"good\" at test/testfiles/_failfast_error_tests.jl:1 on worker 613\n┌ Error: Worker(pid=613, terminated=true, termsignal=9) timed out running test item \"good\" after 5 seconds. Recording test error.\n└ @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:686\n", "[ Fail Fast: 2/3 test items were run.") Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1298 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1300 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [7] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1312 [inlined] [8] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [9] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1338 [inlined] [10] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] nworkers=3: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1324 Expression: n_tests(results) == 3 Evaluated: 1 == 3 Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1298 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1300 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [7] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1312 [inlined] [8] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [9] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1324 [inlined] [10] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] nworkers=3: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1325 Expression: n_passed(results) == 2 Evaluated: 0 == 2 Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1298 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1300 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [7] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1312 [inlined] [8] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [9] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1325 [inlined] [10] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] nworkers=3: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1331 Expression: contains(c.output, "Retrying") Evaluated: contains("[ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_failfast_error_tests.jl\n[ Info: Finished scanning for test items in 0.01 seconds.\n[ Info: Scheduling 3 tests on pid 17 with 3 worker processes and 2 threads per worker.\n[ Info: Starting test workers\n Worker 620: [ Info: Starting test worker 1 on pid = 620, with 2 threads\n Worker 622: [ Info: Starting test worker 2 on pid = 622, with 2 threads\n Worker 623: [ Info: Starting test worker 3 on pid = 623, with 2 threads\n[ Info: Starting running test items\n Worker 620: [620] signal 15: Terminated\nin expression starting at none:1\nunknown function (ip: 0x70d8dd702f14) at /lib/x86_64-linux-gnu/libc.so.6\npthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)\nuv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822\n\n Worker 623: [623] signal 15: Terminated\nin expression starting at none:1\nunknown function (ip: 0x7e5521a6af14) at /lib/x86_64-linux-gnu/libc.so.6\npthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)\nuv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822\n\n Worker 622: [622] signal 15: Terminated\nin expression starting at none:1\nunknown function (ip: 0x75c5b0c2ff14) at /lib/x86_64-linux-gnu/libc.so.6\npthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)\nuv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822\n\n\nNo Captured Logs for test item \"bad\" at test/testfiles/_failfast_error_tests.jl:4 on worker 622\n┌ Error: Worker(pid=622, terminated=true, termsignal=9) timed out running test item \"bad\" after 5 seconds. Recording test error.\n└ @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:686\n\nNo Captured Logs for test item \"good\" at test/testfiles/_failfast_error_tests.jl:1 on worker 620\n┌ Error: Worker(pid=620, terminated=true, termsignal=9) timed out running test item \"good\" after 5 seconds. Recording test error.\n└ @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:686\n\nNo Captured Logs for test item \"may not run\" at test/testfiles/_failfast_error_tests.jl:7 on worker 623\n┌ Error: Worker(pid=623, terminated=true, termsignal=9) timed out running test item \"may not run\" after 5 seconds. Recording test error.\n└ @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:686\n", "Retrying") Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1298 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1300 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [7] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1312 [inlined] [8] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [9] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1331 [inlined] [10] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] nworkers=3: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1332 Expression: count(r"\[ Fail Fast:", c.output) == 2 Evaluated: 0 == 2 Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1298 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1300 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [7] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1312 [inlined] [8] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [9] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1332 [inlined] [10] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] nworkers=3: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1334 Expression: contains(c.output, msg) Evaluated: contains("[ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_failfast_error_tests.jl\n[ Info: Finished scanning for test items in 0.01 seconds.\n[ Info: Scheduling 3 tests on pid 17 with 3 worker processes and 2 threads per worker.\n[ Info: Starting test workers\n Worker 620: [ Info: Starting test worker 1 on pid = 620, with 2 threads\n Worker 622: [ Info: Starting test worker 2 on pid = 622, with 2 threads\n Worker 623: [ Info: Starting test worker 3 on pid = 623, with 2 threads\n[ Info: Starting running test items\n Worker 620: [620] signal 15: Terminated\nin expression starting at none:1\nunknown function (ip: 0x70d8dd702f14) at /lib/x86_64-linux-gnu/libc.so.6\npthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)\nuv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822\n\n Worker 623: [623] signal 15: Terminated\nin expression starting at none:1\nunknown function (ip: 0x7e5521a6af14) at /lib/x86_64-linux-gnu/libc.so.6\npthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)\nuv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822\n\n Worker 622: [622] signal 15: Terminated\nin expression starting at none:1\nunknown function (ip: 0x75c5b0c2ff14) at /lib/x86_64-linux-gnu/libc.so.6\npthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)\nuv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822\n\n\nNo Captured Logs for test item \"bad\" at test/testfiles/_failfast_error_tests.jl:4 on worker 622\n┌ Error: Worker(pid=622, terminated=true, termsignal=9) timed out running test item \"bad\" after 5 seconds. Recording test error.\n└ @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:686\n\nNo Captured Logs for test item \"good\" at test/testfiles/_failfast_error_tests.jl:1 on worker 620\n┌ Error: Worker(pid=620, terminated=true, termsignal=9) timed out running test item \"good\" after 5 seconds. Recording test error.\n└ @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:686\n\nNo Captured Logs for test item \"may not run\" at test/testfiles/_failfast_error_tests.jl:7 on worker 623\n┌ Error: Worker(pid=623, terminated=true, termsignal=9) timed out running test item \"may not run\" after 5 seconds. Recording test error.\n└ @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:686\n", "[ Fail Fast: Test item \"bad\" at test/testfiles/_failfast_error_tests.jl:4 failed. Cancelling tests.") Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1298 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1300 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [7] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1312 [inlined] [8] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [9] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1334 [inlined] [10] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] nworkers=3: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1336 Expression: contains(c.output, "[ Fail Fast: 3/3 test items were run.") Evaluated: contains("[ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_failfast_error_tests.jl\n[ Info: Finished scanning for test items in 0.01 seconds.\n[ Info: Scheduling 3 tests on pid 17 with 3 worker processes and 2 threads per worker.\n[ Info: Starting test workers\n Worker 620: [ Info: Starting test worker 1 on pid = 620, with 2 threads\n Worker 622: [ Info: Starting test worker 2 on pid = 622, with 2 threads\n Worker 623: [ Info: Starting test worker 3 on pid = 623, with 2 threads\n[ Info: Starting running test items\n Worker 620: [620] signal 15: Terminated\nin expression starting at none:1\nunknown function (ip: 0x70d8dd702f14) at /lib/x86_64-linux-gnu/libc.so.6\npthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)\nuv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822\n\n Worker 623: [623] signal 15: Terminated\nin expression starting at none:1\nunknown function (ip: 0x7e5521a6af14) at /lib/x86_64-linux-gnu/libc.so.6\npthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)\nuv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822\n\n Worker 622: [622] signal 15: Terminated\nin expression starting at none:1\nunknown function (ip: 0x75c5b0c2ff14) at /lib/x86_64-linux-gnu/libc.so.6\npthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)\nuv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822\n\n\nNo Captured Logs for test item \"bad\" at test/testfiles/_failfast_error_tests.jl:4 on worker 622\n┌ Error: Worker(pid=622, terminated=true, termsignal=9) timed out running test item \"bad\" after 5 seconds. Recording test error.\n└ @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:686\n\nNo Captured Logs for test item \"good\" at test/testfiles/_failfast_error_tests.jl:1 on worker 620\n┌ Error: Worker(pid=620, terminated=true, termsignal=9) timed out running test item \"good\" after 5 seconds. Recording test error.\n└ @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:686\n\nNo Captured Logs for test item \"may not run\" at test/testfiles/_failfast_error_tests.jl:7 on worker 623\n┌ Error: Worker(pid=623, terminated=true, termsignal=9) timed out running test item \"may not run\" after 5 seconds. Recording test error.\n└ @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:686\n", "[ Fail Fast: 3/3 test items were run.") Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1298 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1300 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [7] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1312 [inlined] [8] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [9] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1336 [inlined] [10] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] nworkers=1: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1327 Expression: n_tests(results) == 2 Evaluated: 1 == 2 Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1298 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1300 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [7] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1312 [inlined] [8] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [9] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1327 [inlined] [10] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] nworkers=1: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1328 Expression: n_passed(results) == 1 Evaluated: 0 == 1 Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1298 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1300 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [7] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1312 [inlined] [8] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [9] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1328 [inlined] [10] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] nworkers=1: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1331 Expression: contains(c.output, "Retrying") Evaluated: contains("[ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_failfast_timeout_tests.jl\n[ Info: Finished scanning for test items in 0.01 seconds.\n[ Info: Scheduling 3 tests on pid 17 with 1 worker processes and 2 threads per worker.\n[ Info: Starting test workers\n Worker 641: [ Info: Starting test worker 1 on pid = 641, with 2 threads\n[ Info: Starting running test items\n Worker 641: 12:30:24 | maxrss 2.4% | mem 3.6% | START (1/3) test item \"good\" at test/testfiles/_failfast_timeout_tests.jl:1\n Worker 641: 12:30:25 | maxrss 2.4% | mem 3.6% | DONE (1/3) test item \"good\" 0.2 secs (96.7% compile), 20.59 K allocs (1.137 MB)\n", "Retrying") Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1298 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1300 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [7] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1312 [inlined] [8] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [9] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1331 [inlined] [10] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] nworkers=1: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1332 Expression: count(r"\[ Fail Fast:", c.output) == 2 Evaluated: 0 == 2 Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1298 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1300 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [7] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1312 [inlined] [8] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [9] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1332 [inlined] [10] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] nworkers=1: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1334 Expression: contains(c.output, msg) Evaluated: contains("[ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_failfast_timeout_tests.jl\n[ Info: Finished scanning for test items in 0.01 seconds.\n[ Info: Scheduling 3 tests on pid 17 with 1 worker processes and 2 threads per worker.\n[ Info: Starting test workers\n Worker 641: [ Info: Starting test worker 1 on pid = 641, with 2 threads\n[ Info: Starting running test items\n Worker 641: 12:30:24 | maxrss 2.4% | mem 3.6% | START (1/3) test item \"good\" at test/testfiles/_failfast_timeout_tests.jl:1\n Worker 641: 12:30:25 | maxrss 2.4% | mem 3.6% | DONE (1/3) test item \"good\" 0.2 secs (96.7% compile), 20.59 K allocs (1.137 MB)\n", "[ Fail Fast: Test item \"bad\" at test/testfiles/_failfast_timeout_tests.jl:4 failed. Cancelling tests.") Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1298 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1300 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [7] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1312 [inlined] [8] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [9] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1334 [inlined] [10] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] nworkers=1: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1338 Expression: contains(c.output, "[ Fail Fast: 2/3 test items were run.") Evaluated: contains("[ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_failfast_timeout_tests.jl\n[ Info: Finished scanning for test items in 0.01 seconds.\n[ Info: Scheduling 3 tests on pid 17 with 1 worker processes and 2 threads per worker.\n[ Info: Starting test workers\n Worker 641: [ Info: Starting test worker 1 on pid = 641, with 2 threads\n[ Info: Starting running test items\n Worker 641: 12:30:24 | maxrss 2.4% | mem 3.6% | START (1/3) test item \"good\" at test/testfiles/_failfast_timeout_tests.jl:1\n Worker 641: 12:30:25 | maxrss 2.4% | mem 3.6% | DONE (1/3) test item \"good\" 0.2 secs (96.7% compile), 20.59 K allocs (1.137 MB)\n", "[ Fail Fast: 2/3 test items were run.") Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1298 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1300 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [7] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1312 [inlined] [8] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [9] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1338 [inlined] [10] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] nworkers=3: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1324 Expression: n_tests(results) == 3 Evaluated: 1 == 3 Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1298 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1300 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [7] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1312 [inlined] [8] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [9] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1324 [inlined] [10] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] nworkers=3: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1325 Expression: n_passed(results) == 2 Evaluated: 0 == 2 Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1298 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1300 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [7] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1312 [inlined] [8] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [9] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1325 [inlined] [10] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] nworkers=3: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1331 Expression: contains(c.output, "Retrying") Evaluated: contains("[ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_failfast_timeout_tests.jl\n[ Info: Finished scanning for test items in 0.01 seconds.\n[ Info: Scheduling 3 tests on pid 17 with 3 worker processes and 2 threads per worker.\n[ Info: Starting test workers\n Worker 650: [ Info: Starting test worker 2 on pid = 650, with 2 threads\n Worker 648: [ Info: Starting test worker 1 on pid = 648, with 2 threads\n Worker 651: [ Info: Starting test worker 3 on pid = 651, with 2 threads\n[ Info: Starting running test items\n Worker 648: [648] signal 15: Terminated\nin expression starting at none:1\nunknown function (ip: 0x785c58e62f14) at /lib/x86_64-linux-gnu/libc.so.6\npthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)\nuv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822\n\n Worker 651: [651] signal 15: Terminated\nin expression starting at none:1\nunknown function (ip: 0x7497e35dff14) at /lib/x86_64-linux-gnu/libc.so.6\npthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)\nuv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822\n\n Worker 650: [650] signal 15: Terminated\nin expression starting at none:1\nunknown function (ip: 0x7090deb32f14) at /lib/x86_64-linux-gnu/libc.so.6\npthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)\nuv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822\n\n\nNo Captured Logs for test item \"bad\" at test/testfiles/_failfast_timeout_tests.jl:4 on worker 650\n┌ Error: Worker(pid=650, terminated=true, termsignal=9) timed out running test item \"bad\" after 5 seconds. Recording test error.\n└ @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:686\n\nNo Captured Logs for test item \"may not run\" at test/testfiles/_failfast_timeout_tests.jl:9 on worker 651\n┌ Error: Worker(pid=651, terminated=true, termsignal=9) timed out running test item \"may not run\" after 5 seconds. Recording test error.\n└ @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:686\n\nNo Captured Logs for test item \"good\" at test/testfiles/_failfast_timeout_tests.jl:1 on worker 648\n┌ Error: Worker(pid=648, terminated=true, termsignal=9) timed out running test item \"good\" after 5 seconds. Recording test error.\n└ @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:686\n", "Retrying") Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1298 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1300 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [7] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1312 [inlined] [8] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [9] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1331 [inlined] [10] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] nworkers=3: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1332 Expression: count(r"\[ Fail Fast:", c.output) == 2 Evaluated: 0 == 2 Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1298 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1300 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [7] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1312 [inlined] [8] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [9] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1332 [inlined] [10] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] nworkers=3: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1334 Expression: contains(c.output, msg) Evaluated: contains("[ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_failfast_timeout_tests.jl\n[ Info: Finished scanning for test items in 0.01 seconds.\n[ Info: Scheduling 3 tests on pid 17 with 3 worker processes and 2 threads per worker.\n[ Info: Starting test workers\n Worker 650: [ Info: Starting test worker 2 on pid = 650, with 2 threads\n Worker 648: [ Info: Starting test worker 1 on pid = 648, with 2 threads\n Worker 651: [ Info: Starting test worker 3 on pid = 651, with 2 threads\n[ Info: Starting running test items\n Worker 648: [648] signal 15: Terminated\nin expression starting at none:1\nunknown function (ip: 0x785c58e62f14) at /lib/x86_64-linux-gnu/libc.so.6\npthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)\nuv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822\n\n Worker 651: [651] signal 15: Terminated\nin expression starting at none:1\nunknown function (ip: 0x7497e35dff14) at /lib/x86_64-linux-gnu/libc.so.6\npthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)\nuv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822\n\n Worker 650: [650] signal 15: Terminated\nin expression starting at none:1\nunknown function (ip: 0x7090deb32f14) at /lib/x86_64-linux-gnu/libc.so.6\npthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)\nuv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822\n\n\nNo Captured Logs for test item \"bad\" at test/testfiles/_failfast_timeout_tests.jl:4 on worker 650\n┌ Error: Worker(pid=650, terminated=true, termsignal=9) timed out running test item \"bad\" after 5 seconds. Recording test error.\n└ @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:686\n\nNo Captured Logs for test item \"may not run\" at test/testfiles/_failfast_timeout_tests.jl:9 on worker 651\n┌ Error: Worker(pid=651, terminated=true, termsignal=9) timed out running test item \"may not run\" after 5 seconds. Recording test error.\n└ @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:686\n\nNo Captured Logs for test item \"good\" at test/testfiles/_failfast_timeout_tests.jl:1 on worker 648\n┌ Error: Worker(pid=648, terminated=true, termsignal=9) timed out running test item \"good\" after 5 seconds. Recording test error.\n└ @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:686\n", "[ Fail Fast: Test item \"bad\" at test/testfiles/_failfast_timeout_tests.jl:4 failed. Cancelling tests.") Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1298 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1300 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [7] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1312 [inlined] [8] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [9] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1334 [inlined] [10] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] nworkers=3: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1336 Expression: contains(c.output, "[ Fail Fast: 3/3 test items were run.") Evaluated: contains("[ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_failfast_timeout_tests.jl\n[ Info: Finished scanning for test items in 0.01 seconds.\n[ Info: Scheduling 3 tests on pid 17 with 3 worker processes and 2 threads per worker.\n[ Info: Starting test workers\n Worker 650: [ Info: Starting test worker 2 on pid = 650, with 2 threads\n Worker 648: [ Info: Starting test worker 1 on pid = 648, with 2 threads\n Worker 651: [ Info: Starting test worker 3 on pid = 651, with 2 threads\n[ Info: Starting running test items\n Worker 648: [648] signal 15: Terminated\nin expression starting at none:1\nunknown function (ip: 0x785c58e62f14) at /lib/x86_64-linux-gnu/libc.so.6\npthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)\nuv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822\n\n Worker 651: [651] signal 15: Terminated\nin expression starting at none:1\nunknown function (ip: 0x7497e35dff14) at /lib/x86_64-linux-gnu/libc.so.6\npthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)\nuv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822\n\n Worker 650: [650] signal 15: Terminated\nin expression starting at none:1\nunknown function (ip: 0x7090deb32f14) at /lib/x86_64-linux-gnu/libc.so.6\npthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)\nuv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822\n\n\nNo Captured Logs for test item \"bad\" at test/testfiles/_failfast_timeout_tests.jl:4 on worker 650\n┌ Error: Worker(pid=650, terminated=true, termsignal=9) timed out running test item \"bad\" after 5 seconds. Recording test error.\n└ @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:686\n\nNo Captured Logs for test item \"may not run\" at test/testfiles/_failfast_timeout_tests.jl:9 on worker 651\n┌ Error: Worker(pid=651, terminated=true, termsignal=9) timed out running test item \"may not run\" after 5 seconds. Recording test error.\n└ @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:686\n\nNo Captured Logs for test item \"good\" at test/testfiles/_failfast_timeout_tests.jl:1 on worker 648\n┌ Error: Worker(pid=648, terminated=true, termsignal=9) timed out running test item \"good\" after 5 seconds. Recording test error.\n└ @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:686\n", "[ Fail Fast: 3/3 test items were run.") Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1298 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1300 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [7] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1312 [inlined] [8] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [9] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1336 [inlined] [10] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] nworkers=1: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1327 Expression: n_tests(results) == 2 Evaluated: 1 == 2 Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1298 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1300 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [7] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1312 [inlined] [8] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [9] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1327 [inlined] [10] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] nworkers=1: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1328 Expression: n_passed(results) == 1 Evaluated: 0 == 1 Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1298 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1300 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [7] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1312 [inlined] [8] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [9] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1328 [inlined] [10] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] nworkers=1: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1331 Expression: contains(c.output, "Retrying") Evaluated: contains("[ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_failfast_crash_tests.jl\n[ Info: Finished scanning for test items in 0.01 seconds.\n[ Info: Scheduling 3 tests on pid 17 with 1 worker processes and 2 threads per worker.\n[ Info: Starting test workers\n Worker 669: [ Info: Starting test worker 1 on pid = 669, with 2 threads\n[ Info: Starting running test items\n Worker 669: 12:31:14 | maxrss 2.4% | mem 3.6% | START (1/3) test item \"good\" at test/testfiles/_failfast_crash_tests.jl:1\n Worker 669: 12:31:15 | maxrss 2.4% | mem 3.6% | DONE (1/3) test item \"good\" 0.2 secs (96.7% compile), 20.59 K allocs (1.137 MB)\n Worker 669: [669] signal 15: Terminated\n\n\nNo Captured Logs for test item \"good\" at test/testfiles/_failfast_crash_tests.jl:1 on worker 669\n┌ Error: Worker(pid=669, terminated=true, termsignal=9) timed out running test item \"good\" after 5 seconds. Recording test error.\n└ @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:686\n", "Retrying") Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1298 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1300 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [7] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1312 [inlined] [8] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [9] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1331 [inlined] [10] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] nworkers=1: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1332 Expression: count(r"\[ Fail Fast:", c.output) == 2 Evaluated: 0 == 2 Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1298 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1300 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [7] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1312 [inlined] [8] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [9] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1332 [inlined] [10] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] nworkers=1: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1334 Expression: contains(c.output, msg) Evaluated: contains("[ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_failfast_crash_tests.jl\n[ Info: Finished scanning for test items in 0.01 seconds.\n[ Info: Scheduling 3 tests on pid 17 with 1 worker processes and 2 threads per worker.\n[ Info: Starting test workers\n Worker 669: [ Info: Starting test worker 1 on pid = 669, with 2 threads\n[ Info: Starting running test items\n Worker 669: 12:31:14 | maxrss 2.4% | mem 3.6% | START (1/3) test item \"good\" at test/testfiles/_failfast_crash_tests.jl:1\n Worker 669: 12:31:15 | maxrss 2.4% | mem 3.6% | DONE (1/3) test item \"good\" 0.2 secs (96.7% compile), 20.59 K allocs (1.137 MB)\n Worker 669: [669] signal 15: Terminated\n\n\nNo Captured Logs for test item \"good\" at test/testfiles/_failfast_crash_tests.jl:1 on worker 669\n┌ Error: Worker(pid=669, terminated=true, termsignal=9) timed out running test item \"good\" after 5 seconds. Recording test error.\n└ @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:686\n", "[ Fail Fast: Test item \"bad\" at test/testfiles/_failfast_crash_tests.jl:4 failed. Cancelling tests.") Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1298 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1300 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [7] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1312 [inlined] [8] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [9] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1334 [inlined] [10] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] nworkers=1: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1338 Expression: contains(c.output, "[ Fail Fast: 2/3 test items were run.") Evaluated: contains("[ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_failfast_crash_tests.jl\n[ Info: Finished scanning for test items in 0.01 seconds.\n[ Info: Scheduling 3 tests on pid 17 with 1 worker processes and 2 threads per worker.\n[ Info: Starting test workers\n Worker 669: [ Info: Starting test worker 1 on pid = 669, with 2 threads\n[ Info: Starting running test items\n Worker 669: 12:31:14 | maxrss 2.4% | mem 3.6% | START (1/3) test item \"good\" at test/testfiles/_failfast_crash_tests.jl:1\n Worker 669: 12:31:15 | maxrss 2.4% | mem 3.6% | DONE (1/3) test item \"good\" 0.2 secs (96.7% compile), 20.59 K allocs (1.137 MB)\n Worker 669: [669] signal 15: Terminated\n\n\nNo Captured Logs for test item \"good\" at test/testfiles/_failfast_crash_tests.jl:1 on worker 669\n┌ Error: Worker(pid=669, terminated=true, termsignal=9) timed out running test item \"good\" after 5 seconds. Recording test error.\n└ @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:686\n", "[ Fail Fast: 2/3 test items were run.") Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1298 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1300 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [7] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1312 [inlined] [8] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [9] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1338 [inlined] [10] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] nworkers=3: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1324 Expression: n_tests(results) == 3 Evaluated: 1 == 3 Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1298 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1300 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [7] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1312 [inlined] [8] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [9] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1324 [inlined] [10] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] nworkers=3: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1325 Expression: n_passed(results) == 2 Evaluated: 0 == 2 Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1298 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1300 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [7] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1312 [inlined] [8] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [9] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1325 [inlined] [10] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] nworkers=3: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1331 Expression: contains(c.output, "Retrying") Evaluated: contains("[ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_failfast_crash_tests.jl\n[ Info: Finished scanning for test items in 0.01 seconds.\n[ Info: Scheduling 3 tests on pid 17 with 3 worker processes and 2 threads per worker.\n[ Info: Starting test workers\n Worker 676: [ Info: Starting test worker 1 on pid = 676, with 2 threads\n Worker 679: [ Info: Starting test worker 3 on pid = 679, with 2 threads\n Worker 678: [ Info: Starting test worker 2 on pid = 678, with 2 threads\n[ Info: Starting running test items\n Worker 676: [676] signal 15: Terminated\nin expression starting at none:1\nunknown function (ip: 0x76f39ccd3f14) at /lib/x86_64-linux-gnu/libc.so.6\npthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)\nuv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822\n\n Worker 679: [679] signal 15: Terminated\nin expression starting at none:1\nunknown function (ip: 0x72bc07421f14) at /lib/x86_64-linux-gnu/libc.so.6\npthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)\nuv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822\n\n Worker 678: [678] signal 15: Terminated\nin expression starting at none:1\nunknown function (ip: 0x7c2b86357f14) at /lib/x86_64-linux-gnu/libc.so.6\npthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)\nuv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822\n\n\nNo Captured Logs for test item \"good\" at test/testfiles/_failfast_crash_tests.jl:1 on worker 676\n┌ Error: Worker(pid=676, terminated=true, termsignal=9) timed out running test item \"good\" after 5 seconds. Recording test error.\n└ @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:686\n\n\nNo Captured LogsNo Captured Logs for test item \"may not run\" at for test item \"bad\" at test/testfiles/_failfast_crash_tests.jl:7test/testfiles/_failfast_crash_tests.jl:4 on worker 679\n┌ Error: Worker(pid=679, terminated=true, termsignal=9) timed out running test item \"may not run\" after 5 seconds. Recording test error.\n└ @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:686\n on worker 678\n┌ Error: Worker(pid=678, terminated=true, termsignal=9) timed out running test item \"bad\" after 5 seconds. Recording test error.\n└ @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:686\n", "Retrying") Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1298 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1300 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [7] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1312 [inlined] [8] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [9] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1331 [inlined] [10] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] nworkers=3: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1332 Expression: count(r"\[ Fail Fast:", c.output) == 2 Evaluated: 0 == 2 Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1298 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1300 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [7] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1312 [inlined] [8] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [9] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1332 [inlined] [10] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] nworkers=3: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1334 Expression: contains(c.output, msg) Evaluated: contains("[ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_failfast_crash_tests.jl\n[ Info: Finished scanning for test items in 0.01 seconds.\n[ Info: Scheduling 3 tests on pid 17 with 3 worker processes and 2 threads per worker.\n[ Info: Starting test workers\n Worker 676: [ Info: Starting test worker 1 on pid = 676, with 2 threads\n Worker 679: [ Info: Starting test worker 3 on pid = 679, with 2 threads\n Worker 678: [ Info: Starting test worker 2 on pid = 678, with 2 threads\n[ Info: Starting running test items\n Worker 676: [676] signal 15: Terminated\nin expression starting at none:1\nunknown function (ip: 0x76f39ccd3f14) at /lib/x86_64-linux-gnu/libc.so.6\npthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)\nuv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822\n\n Worker 679: [679] signal 15: Terminated\nin expression starting at none:1\nunknown function (ip: 0x72bc07421f14) at /lib/x86_64-linux-gnu/libc.so.6\npthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)\nuv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822\n\n Worker 678: [678] signal 15: Terminated\nin expression starting at none:1\nunknown function (ip: 0x7c2b86357f14) at /lib/x86_64-linux-gnu/libc.so.6\npthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)\nuv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822\n\n\nNo Captured Logs for test item \"good\" at test/testfiles/_failfast_crash_tests.jl:1 on worker 676\n┌ Error: Worker(pid=676, terminated=true, termsignal=9) timed out running test item \"good\" after 5 seconds. Recording test error.\n└ @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:686\n\n\nNo Captured LogsNo Captured Logs for test item \"may not run\" at for test item \"bad\" at test/testfiles/_failfast_crash_tests.jl:7test/testfiles/_failfast_crash_tests.jl:4 on worker 679\n┌ Error: Worker(pid=679, terminated=true, termsignal=9) timed out running test item \"may not run\" after 5 seconds. Recording test error.\n└ @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:686\n on worker 678\n┌ Error: Worker(pid=678, terminated=true, termsignal=9) timed out running test item \"bad\" after 5 seconds. Recording test error.\n└ @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:686\n", "[ Fail Fast: Test item \"bad\" at test/testfiles/_failfast_crash_tests.jl:4 failed. Cancelling tests.") Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1298 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1300 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [7] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1312 [inlined] [8] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [9] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1334 [inlined] [10] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] nworkers=3: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1336 Expression: contains(c.output, "[ Fail Fast: 3/3 test items were run.") Evaluated: contains("[ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_failfast_crash_tests.jl\n[ Info: Finished scanning for test items in 0.01 seconds.\n[ Info: Scheduling 3 tests on pid 17 with 3 worker processes and 2 threads per worker.\n[ Info: Starting test workers\n Worker 676: [ Info: Starting test worker 1 on pid = 676, with 2 threads\n Worker 679: [ Info: Starting test worker 3 on pid = 679, with 2 threads\n Worker 678: [ Info: Starting test worker 2 on pid = 678, with 2 threads\n[ Info: Starting running test items\n Worker 676: [676] signal 15: Terminated\nin expression starting at none:1\nunknown function (ip: 0x76f39ccd3f14) at /lib/x86_64-linux-gnu/libc.so.6\npthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)\nuv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822\n\n Worker 679: [679] signal 15: Terminated\nin expression starting at none:1\nunknown function (ip: 0x72bc07421f14) at /lib/x86_64-linux-gnu/libc.so.6\npthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)\nuv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822\n\n Worker 678: [678] signal 15: Terminated\nin expression starting at none:1\nunknown function (ip: 0x7c2b86357f14) at /lib/x86_64-linux-gnu/libc.so.6\npthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)\nuv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822\n\n\nNo Captured Logs for test item \"good\" at test/testfiles/_failfast_crash_tests.jl:1 on worker 676\n┌ Error: Worker(pid=676, terminated=true, termsignal=9) timed out running test item \"good\" after 5 seconds. Recording test error.\n└ @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:686\n\n\nNo Captured LogsNo Captured Logs for test item \"may not run\" at for test item \"bad\" at test/testfiles/_failfast_crash_tests.jl:7test/testfiles/_failfast_crash_tests.jl:4 on worker 679\n┌ Error: Worker(pid=679, terminated=true, termsignal=9) timed out running test item \"may not run\" after 5 seconds. Recording test error.\n└ @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:686\n on worker 678\n┌ Error: Worker(pid=678, terminated=true, termsignal=9) timed out running test item \"bad\" after 5 seconds. Recording test error.\n└ @ ReTestItems ~/.julia/packages/ReTestItems/3F3Hj/src/ReTestItems.jl:686\n", "[ Fail Fast: 3/3 test items were run.") Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1298 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1962 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1300 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [7] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1312 [inlined] [8] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2051 [inlined] [9] macro expansion @ ~/.julia/packages/ReTestItems/3F3Hj/test/integrationtests.jl:1336 [inlined] [10] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_testset_failfast_tests.jl [ Info: Finished scanning for test items in 0.01 seconds. [ Info: Scheduling 1 tests on pid 17 12:32:25 | maxrss 2.4% | mem 2.4% | START (1/1) test item "Test.jl failfast=true keyword" at test/testfiles/_testset_failfast_tests.jl:2 12:32:25 | maxrss 2.4% | mem 2.4% | DONE (1/1) test item "Test.jl failfast=true keyword" <0.1 secs (Failed Fast) No Captured Logs for test item "Test.jl failfast=true keyword" at test/testfiles/_testset_failfast_tests.jl:2 on worker 17 Error in testset "test set" on worker 17: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_testset_failfast_tests.jl:4 Expression: false [ Tests Completed: 1/1 test items were run. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_testitem_failfast_tests.jl [ Info: Finished scanning for test items in 0.01 seconds. [ Info: Scheduling 2 tests on pid 17 12:32:27 | maxrss 2.4% | mem 2.4% | START (1/2) test item "Failure at toplevel" at test/testfiles/_testitem_failfast_tests.jl:1 12:32:27 | maxrss 2.4% | mem 2.4% | DONE (1/2) test item "Failure at toplevel" 0.1 secs (Failed Fast) No Captured Logs for test item "Failure at toplevel" at test/testfiles/_testitem_failfast_tests.jl:1 on worker 17 Error in testset "Failure at toplevel" on worker 17: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_testitem_failfast_tests.jl:3 Expression: false 12:32:27 | maxrss 2.4% | mem 2.4% | START (2/2) test item "Failure in nested testset" at test/testfiles/_testitem_failfast_tests.jl:11 12:32:28 | maxrss 2.4% | mem 2.4% | DONE (2/2) test item "Failure in nested testset" 0.1 secs (Failed Fast) No Captured Logs for test item "Failure in nested testset" at test/testfiles/_testitem_failfast_tests.jl:11 on worker 17 Error in testset "Bar" on worker 17: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_testitem_failfast_tests.jl:15 Expression: false [ Tests Completed: 2/2 test items were run. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_empty_file_test.jl [ Info: Finished scanning for test items in 0.0 seconds. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_empty_file_test.jl [ Info: Finished scanning for test items in 0.0 seconds. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_happy_tests.jl [ Info: Finished scanning for test items in 0.0 seconds. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/testfiles/_happy_tests.jl [ Info: Finished scanning for test items in 0.0 seconds. 12:33:38 | maxrss 2.5% | mem 3.5% | START test item "uses println" at _test_log_capture.jl:8 12:33:39 | maxrss 2.5% | mem 3.5% | DONE test item "uses println" 0.2 secs (98.7% compile), 101.72 K allocs (6.507 MB) 12:33:39 | maxrss 2.5% | mem 3.5% | START test item "uses println" at _test_log_capture.jl:21 12:33:39 | maxrss 2.5% | mem 3.5% | DONE test item "uses println" <0.1 secs (78.5% compile), 1.69 K allocs (238.368 KB) 12:33:39 | maxrss 2.5% | mem 3.5% | START test item "uses printstyled" at _test_log_capture.jl:34 12:33:40 | maxrss 2.5% | mem 3.6% | DONE test item "uses printstyled" 0.5 secs (99.4% compile), 354.89 K allocs (21.945 MB) 12:33:40 | maxrss 2.5% | mem 3.6% | START test item "uses @error" at _test_log_capture.jl:47 12:33:40 | maxrss 2.5% | mem 3.6% | DONE test item "uses @error" 0.2 secs (97.4% compile), 28.55 K allocs (1.798 MB) 12:33:41 | maxrss 2.5% | mem 3.6% | START test item "uses @test_logs @info" at _test_log_capture.jl:60 12:33:41 | maxrss 2.5% | mem 3.6% | DONE test item "uses @test_logs @info" 0.3 secs (96.7% compile), 34.42 K allocs (2.077 MB) 12:33:41 | maxrss 2.5% | mem 3.6% | START test item "uses @test_logs @error" at _test_log_capture.jl:75 12:33:41 | maxrss 2.5% | mem 3.6% | DONE test item "uses @test_logs @error" <0.1 secs (75.1% compile), 9.14 K allocs (593.976 KB) 12:33:42 | maxrss 2.5% | mem 3.6% | START test item "uses redirect_stdout" at _test_log_capture.jl:90 12:33:42 | maxrss 2.5% | mem 3.6% | DONE test item "uses redirect_stdout" 0.1 secs (95.4% compile), 33.94 K allocs (2.147 MB) 12:33:42 | maxrss 2.5% | mem 3.6% | START test item "uses redirect_stderr" at _test_log_capture.jl:109 12:33:42 | maxrss 2.5% | mem 3.6% | DONE test item "uses redirect_stderr" 0.1 secs (95.8% compile), 32.35 K allocs (2.067 MB) 12:33:42 | maxrss 2.5% | mem 3.6% | START test item "uses with_logger (redirect to a file)" at _test_log_capture.jl:128 12:33:43 | maxrss 2.5% | mem 3.6% | DONE test item "uses with_logger (redirect to a file)" 0.3 secs (96.0% compile), 126.28 K allocs (7.584 MB) 12:33:43 | maxrss 2.5% | mem 3.6% | START test item "uses with_logger" at _test_log_capture.jl:149 12:33:43 | maxrss 2.5% | mem 3.6% | DONE test item "uses with_logger" <0.1 secs (89.5% compile), 13.67 K allocs (980.024 KB) 12:33:43 | maxrss 2.5% | mem 3.6% | START test item "uses display" at _test_log_capture.jl:166 "display msg" 12:33:44 | maxrss 2.5% | mem 3.6% | DONE test item "uses display" 0.5 secs (99.5% compile), 210.66 K allocs (12.524 MB) 12:33:44 | maxrss 2.5% | mem 3.6% | START test item "setup uses println" at _test_log_capture.jl:184 12:33:45 | maxrss 2.5% | mem 3.6% | DONE test item "setup uses println" <0.1 secs, 812 allocs (53.424 KB) 12:33:45 | maxrss 2.5% | mem 3.6% | START test item "setup uses println" at _test_log_capture.jl:199 12:33:45 | maxrss 2.5% | mem 3.6% | DONE test item "setup uses println" <0.1 secs, 812 allocs (53.424 KB) 12:33:45 | maxrss 2.5% | mem 3.6% | START test item "setup uses printstyled" at _test_log_capture.jl:214 12:33:45 | maxrss 2.5% | mem 3.6% | DONE test item "setup uses printstyled" <0.1 secs, 814 allocs (54.160 KB) 12:33:46 | maxrss 2.5% | mem 3.6% | START test item "setup uses @error" at _test_log_capture.jl:229 12:33:46 | maxrss 2.5% | mem 3.6% | DONE test item "setup uses @error" <0.1 secs, 812 allocs (53.424 KB) 12:33:46 | maxrss 2.5% | mem 3.6% | START test item "setup uses redirect_stdout" at _test_log_capture.jl:248 12:33:46 | maxrss 2.5% | mem 3.6% | DONE test item "setup uses redirect_stdout" <0.1 secs (<0.1% compile), 1.43 K allocs (77.056 KB) 12:33:46 | maxrss 2.5% | mem 3.6% | START test item "setup uses redirect_stderr" at _test_log_capture.jl:270 12:33:46 | maxrss 2.5% | mem 3.6% | DONE test item "setup uses redirect_stderr" <0.1 secs (<0.1% compile), 1.43 K allocs (77.056 KB) 12:33:47 | maxrss 2.5% | mem 3.6% | START test item "setup uses with_logger (redirect to a file)" at _test_log_capture.jl:293 12:33:47 | maxrss 2.5% | mem 3.6% | DONE test item "setup uses with_logger (redirect to a file)" <0.1 secs (<0.1% compile), 1.42 K allocs (76.880 KB) 12:33:47 | maxrss 2.5% | mem 3.6% | START test item "setup uses with_logger" at _test_log_capture.jl:315 12:33:47 | maxrss 2.5% | mem 3.6% | DONE test item "setup uses with_logger" <0.1 secs, 813 allocs (55.056 KB) 12:33:47 | maxrss 2.5% | mem 3.6% | START test item "setup uses display" at _test_log_capture.jl:330 "display msg" 12:33:47 | maxrss 2.5% | mem 3.6% | DONE test item "setup uses display" <0.1 secs, 812 allocs (53.424 KB) Test Summary: | Pass Broken Total  Time log capture logs=:eager |  26  2  28 13.3s 12:33:59 | maxrss 2.5% | mem 3.5% | START test item "uses println" at _test_log_capture.jl:8 12:33:59 | maxrss 2.5% | mem 3.5% | DONE test item "uses println" <0.1 secs (93.0% compile), 21.45 K allocs (1.243 MB) 12:33:59 | maxrss 2.5% | mem 3.5% | START test item "uses println" at _test_log_capture.jl:21 12:33:59 | maxrss 2.5% | mem 3.5% | DONE test item "uses println" <0.1 secs (76.4% compile), 830 allocs (56.016 KB) 12:33:59 | maxrss 2.5% | mem 3.5% | START test item "uses printstyled" at _test_log_capture.jl:34 12:33:59 | maxrss 2.5% | mem 3.5% | DONE test item "uses printstyled" <0.1 secs (78.9% compile), 3.95 K allocs (251.488 KB) 12:33:59 | maxrss 2.5% | mem 3.5% | START test item "uses @error" at _test_log_capture.jl:47 12:33:59 | maxrss 2.5% | mem 3.5% | DONE test item "uses @error" 0.2 secs (97.0% compile), 18.08 K allocs (1.072 MB) 12:34:00 | maxrss 2.5% | mem 3.6% | START test item "uses @test_logs @info" at _test_log_capture.jl:60 12:34:00 | maxrss 2.5% | mem 3.6% | DONE test item "uses @test_logs @info" 0.3 secs (96.5% compile), 34.47 K allocs (2.079 MB) 12:34:00 | maxrss 2.5% | mem 3.6% | START test item "uses @test_logs @error" at _test_log_capture.jl:75 12:34:00 | maxrss 2.5% | mem 3.6% | DONE test item "uses @test_logs @error" <0.1 secs (75.4% compile), 9.19 K allocs (596.296 KB) 12:34:00 | maxrss 2.5% | mem 3.6% | START test item "uses redirect_stdout" at _test_log_capture.jl:90 12:34:00 | maxrss 2.5% | mem 3.6% | DONE test item "uses redirect_stdout" 0.1 secs (95.5% compile), 33.98 K allocs (2.150 MB) 12:34:00 | maxrss 2.5% | mem 3.6% | START test item "uses redirect_stderr" at _test_log_capture.jl:109 12:34:01 | maxrss 2.5% | mem 3.6% | DONE test item "uses redirect_stderr" 0.1 secs (95.8% compile), 32.39 K allocs (2.068 MB) 12:34:01 | maxrss 2.5% | mem 3.6% | START test item "uses with_logger (redirect to a file)" at _test_log_capture.jl:128 12:34:01 | maxrss 2.5% | mem 3.6% | DONE test item "uses with_logger (redirect to a file)" 0.3 secs (96.1% compile), 126.32 K allocs (7.586 MB) 12:34:01 | maxrss 2.5% | mem 3.6% | START test item "uses with_logger" at _test_log_capture.jl:149 12:34:01 | maxrss 2.5% | mem 3.6% | DONE test item "uses with_logger" <0.1 secs (88.6% compile), 9.98 K allocs (646.216 KB) 12:34:01 | maxrss 2.5% | mem 3.6% | START test item "uses display" at _test_log_capture.jl:166 "display msg" 12:34:02 | maxrss 2.5% | mem 3.6% | DONE test item "uses display" 1.0 secs (99.7% compile), 573.48 K allocs (34.721 MB) 12:34:02 | maxrss 2.5% | mem 3.6% | START test item "setup uses println" at _test_log_capture.jl:184 12:34:03 | maxrss 2.5% | mem 3.6% | DONE test item "setup uses println" <0.1 secs, 855 allocs (55.744 KB) 12:34:03 | maxrss 2.5% | mem 3.6% | START test item "setup uses println" at _test_log_capture.jl:199 12:34:03 | maxrss 2.5% | mem 3.6% | DONE test item "setup uses println" <0.1 secs, 855 allocs (55.744 KB) 12:34:03 | maxrss 2.5% | mem 3.6% | START test item "setup uses printstyled" at _test_log_capture.jl:214 12:34:03 | maxrss 2.5% | mem 3.6% | DONE test item "setup uses printstyled" <0.1 secs, 857 allocs (56.512 KB) 12:34:03 | maxrss 2.5% | mem 3.6% | START test item "setup uses @error" at _test_log_capture.jl:229 12:34:03 | maxrss 2.5% | mem 3.6% | DONE test item "setup uses @error" <0.1 secs, 855 allocs (55.744 KB) 12:34:03 | maxrss 2.5% | mem 3.6% | START test item "setup uses redirect_stdout" at _test_log_capture.jl:248 12:34:03 | maxrss 2.5% | mem 3.6% | DONE test item "setup uses redirect_stdout" <0.1 secs (<0.1% compile), 1.47 K allocs (79.424 KB) 12:34:03 | maxrss 2.5% | mem 3.6% | START test item "setup uses redirect_stderr" at _test_log_capture.jl:270 12:34:03 | maxrss 2.5% | mem 3.6% | DONE test item "setup uses redirect_stderr" <0.1 secs (<0.1% compile), 1.47 K allocs (79.424 KB) 12:34:03 | maxrss 2.5% | mem 3.6% | START test item "setup uses with_logger (redirect to a file)" at _test_log_capture.jl:293 12:34:03 | maxrss 2.5% | mem 3.6% | DONE test item "setup uses with_logger (redirect to a file)" <0.1 secs (<0.1% compile), 1.46 K allocs (79.360 KB) 12:34:03 | maxrss 2.5% | mem 3.6% | START test item "setup uses with_logger" at _test_log_capture.jl:315 12:34:03 | maxrss 2.5% | mem 3.6% | DONE test item "setup uses with_logger" <0.1 secs, 856 allocs (57.408 KB) 12:34:03 | maxrss 2.5% | mem 3.6% | START test item "setup uses display" at _test_log_capture.jl:330 "display msg" 12:34:03 | maxrss 2.5% | mem 3.6% | DONE test item "setup uses display" <0.1 secs, 855 allocs (55.744 KB) Test Summary: | Pass Broken Total Time log capture logs=:batched |  26  2  28 7.6s 12:34:14 | maxrss 2.5% | mem 3.5% | START test item "uses println" at _test_log_capture.jl:8 12:34:14 | maxrss 2.5% | mem 3.5% | DONE test item "uses println" <0.1 secs (92.0% compile), 21.45 K allocs (1.243 MB) 12:34:14 | maxrss 2.5% | mem 3.5% | START test item "uses println" at _test_log_capture.jl:21 12:34:14 | maxrss 2.5% | mem 3.5% | DONE test item "uses println" <0.1 secs (74.7% compile), 830 allocs (56.016 KB) 12:34:14 | maxrss 2.5% | mem 3.5% | START test item "uses printstyled" at _test_log_capture.jl:34 12:34:14 | maxrss 2.5% | mem 3.5% | DONE test item "uses printstyled" <0.1 secs (79.1% compile), 3.95 K allocs (251.488 KB) 12:34:14 | maxrss 2.5% | mem 3.5% | START test item "uses @error" at _test_log_capture.jl:47 12:34:15 | maxrss 2.5% | mem 3.5% | DONE test item "uses @error" 0.2 secs (96.6% compile), 18.08 K allocs (1.072 MB) 12:34:15 | maxrss 2.5% | mem 3.6% | START test item "uses @test_logs @info" at _test_log_capture.jl:60 12:34:15 | maxrss 2.5% | mem 3.6% | DONE test item "uses @test_logs @info" 0.3 secs (96.5% compile), 34.47 K allocs (2.079 MB) 12:34:16 | maxrss 2.5% | mem 3.6% | START test item "uses @test_logs @error" at _test_log_capture.jl:75 12:34:16 | maxrss 2.5% | mem 3.6% | DONE test item "uses @test_logs @error" <0.1 secs (75.6% compile), 9.19 K allocs (596.296 KB) 12:34:16 | maxrss 2.5% | mem 3.6% | START test item "uses redirect_stdout" at _test_log_capture.jl:90 12:34:16 | maxrss 2.5% | mem 3.6% | DONE test item "uses redirect_stdout" 0.1 secs (95.6% compile), 33.98 K allocs (2.150 MB) 12:34:16 | maxrss 2.5% | mem 3.6% | START test item "uses redirect_stderr" at _test_log_capture.jl:109 12:34:16 | maxrss 2.5% | mem 3.6% | DONE test item "uses redirect_stderr" 0.1 secs (96.0% compile), 32.39 K allocs (2.069 MB) 12:34:16 | maxrss 2.5% | mem 3.6% | START test item "uses with_logger (redirect to a file)" at _test_log_capture.jl:128 12:34:16 | maxrss 2.5% | mem 3.6% | DONE test item "uses with_logger (redirect to a file)" 0.3 secs (96.1% compile), 126.32 K allocs (7.586 MB) 12:34:16 | maxrss 2.5% | mem 3.6% | START test item "uses with_logger" at _test_log_capture.jl:149 12:34:16 | maxrss 2.5% | mem 3.6% | DONE test item "uses with_logger" <0.1 secs (88.4% compile), 9.98 K allocs (646.248 KB) 12:34:16 | maxrss 2.5% | mem 3.6% | START test item "uses display" at _test_log_capture.jl:166 "display msg" 12:34:17 | maxrss 2.5% | mem 3.6% | DONE test item "uses display" 0.9 secs (99.8% compile), 573.48 K allocs (34.719 MB) 12:34:17 | maxrss 2.5% | mem 3.6% | START test item "setup uses println" at _test_log_capture.jl:184 12:34:18 | maxrss 2.5% | mem 3.6% | DONE test item "setup uses println" <0.1 secs, 855 allocs (55.744 KB) 12:34:18 | maxrss 2.5% | mem 3.6% | START test item "setup uses println" at _test_log_capture.jl:199 12:34:18 | maxrss 2.5% | mem 3.6% | DONE test item "setup uses println" <0.1 secs, 855 allocs (55.744 KB) 12:34:18 | maxrss 2.5% | mem 3.6% | START test item "setup uses printstyled" at _test_log_capture.jl:214 12:34:18 | maxrss 2.5% | mem 3.6% | DONE test item "setup uses printstyled" <0.1 secs, 857 allocs (56.512 KB) 12:34:18 | maxrss 2.5% | mem 3.6% | START test item "setup uses @error" at _test_log_capture.jl:229 12:34:18 | maxrss 2.5% | mem 3.6% | DONE test item "setup uses @error" <0.1 secs, 855 allocs (55.744 KB) 12:34:18 | maxrss 2.5% | mem 3.6% | START test item "setup uses redirect_stdout" at _test_log_capture.jl:248 12:34:18 | maxrss 2.5% | mem 3.6% | DONE test item "setup uses redirect_stdout" <0.1 secs (<0.1% compile), 1.47 K allocs (79.424 KB) 12:34:18 | maxrss 2.5% | mem 3.6% | START test item "setup uses redirect_stderr" at _test_log_capture.jl:270 12:34:18 | maxrss 2.5% | mem 3.6% | DONE test item "setup uses redirect_stderr" <0.1 secs (<0.1% compile), 1.47 K allocs (79.424 KB) 12:34:18 | maxrss 2.5% | mem 3.6% | START test item "setup uses with_logger (redirect to a file)" at _test_log_capture.jl:293 12:34:18 | maxrss 2.5% | mem 3.6% | DONE test item "setup uses with_logger (redirect to a file)" <0.1 secs (<0.1% compile), 1.46 K allocs (79.360 KB) 12:34:18 | maxrss 2.5% | mem 3.6% | START test item "setup uses with_logger" at _test_log_capture.jl:315 12:34:18 | maxrss 2.5% | mem 3.6% | DONE test item "setup uses with_logger" <0.1 secs, 856 allocs (57.408 KB) 12:34:18 | maxrss 2.5% | mem 3.6% | START test item "setup uses display" at _test_log_capture.jl:330 "display msg" 12:34:18 | maxrss 2.5% | mem 3.6% | DONE test item "setup uses display" <0.1 secs, 855 allocs (55.744 KB) Test Summary: | Pass Broken Total Time log capture logs=:issues |  26  2  28 7.0s ┌ Warning: Skipping JUnit XML reference tests on unrelease Julia version │ VERSION = v"1.13.0-DEV.1039" └ @ Main ~/.julia/packages/ReTestItems/3F3Hj/test/runtests.jl:31 Test Summary: | Pass Fail Error Broken Total Time ReTestItems | 1410 71 5 3 1489 31m21.5s workers.jl | 40 40 59.4s correct connected/running states (Worker(pid=21)) | 7 7 0.5s clean shutdown (Worker(pid=21)) | 6 6 2.1s more forceful shutdown (Worker(pid=26)) | 7 7 0.4s remote_eval/remote_fetch (Worker(pid=31)) | 5 5 4.9s worker crashing (Worker(pid=36)) | 7 7 2.5s remote_eval (Worker(pid=41)) | 2 2 3.1s CPU profile | 6 6 14.5s internals.jl | 432 1 433 14.7s get_starting_testitems | 300 300 2.4s is_test_file | 20 20 0.0s is_testsetup_file | 5 5 0.0s _is_subproject | 7 7 0.1s include_testfiles! | 18 18 6.5s report_empty_testsets | 3 1 4 3.5s JUnit _error_message | 2 2 0.3s _validated_nworker_threads | 19 19 0.1s _validated_paths | 13 13 0.3s skiptestitem | 4 4 0.7s should_skip | 8 8 0.5s filtering.jl | 21 21 0.3s nestedrelpath | 12 12 0.0s macros.jl | 98 98 13.0s testsetup macro basic | 1 1 0.0s testitem macro basic | 4 4 2.7s testitem with `tags` | 3 3 0.2s testitem with `retries` | 3 3 0.2s testitem with macro import | 2 2 1.5s testitem with `setup` | 5 5 0.7s testsetup and testitem with includes | 3 3 0.2s missing testsetup | 1 1 1.4s testitem with duplicate keywords | 1 1 0.2s can identity if in a `@testitem` | 2 2 0.0s testitem macro runs immediately outside `runtests` | 6 6 2.7s manually specify `source` location | 4 4 0.0s testsetup not given module | 2 2 1.5s testitem `_id` keyword | 6 6 0.8s testitem `timeout` keyword | 8 8 0.5s testitem `skip` keyword | 34 34 0.1s tesitem `failfast` keyword | 2 2 0.1s testitem with `default_imports` | 6 6 0.2s testitem with unrecognised keyword | 1 1 0.0s testitem without a body | 4 4 0.0s integrationtests.jl | 331 71 4 3 409 28m23.7s manual `runtests(dir)` | 2 2 13.9s manual `runtests(file)` | 2 2 0.3s `runtests(path)` auto finds testsetups | 3 3 3.8s Warn or error when not test file | 11 11 3.9s filter `runtests(func, x)` | 11 11 13.8s `@testitem` scoping rules | 1 1 0.2s single-process | 14 1 15 3m25.4s Pkg.test() NoDeps.jl | 1 1 27.1s Pkg.test() TestsInSrc.jl | 1 1 24.4s Pkg.test() TestProjectFile.jl | 1 1 27.5s Pkg.test() TestEndExpr.jl | 1 1 59.6s Pkg.test() DontPass.jl | 1 1 36.4s runtests() NoDeps.jl | 2 2 0.2s runtests() TestsInSrc.jl | 2 2 0.1s runtests() TestProjectFile.jl | 2 2 0.6s runtests() TestEndExpr.jl | 1 1 0.0s runtests() DontPass.jl | 3 3 29.5s runtests a dir with 0 nworkers but worker_init_expr set | 2 2 0.6s runtests with nworkers = 2 | 10 10 5m51.7s Pkg.test() NoDeps.jl | 2 2 1m08.6s Pkg.test() TestsInSrc.jl | 2 2 1m15.3s Pkg.test() TestProjectFile.jl | 2 2 1m02.5s Pkg.test() TestEndExpr.jl | 2 2 49.7s Pkg.test() DontPass.jl | 2 2 1m35.6s don't recurse into subpackages | 2 2 3.8s trigger subpackage tests | 3 3 25.7s passing file (not dir) | 1 1 0.2s passing multiple files/dirs | 4 4 3.6s print report sorted | 2 2 1.4s `verbose_results`, `debug` and `logs` keywords | 48 48 1.4s `report=true` is not compatible with `logs=:eager` | 1 1 0.5s filter `runtests(x; tags)` | 8 8 5.9s filter `runtests(x; name)` | 7 7 6.0s filter `runtests(x; name, tags)` | 7 7 7.5s filter `runtests(func, x; name, tags)` | 7 7 9.8s Warn on empty test set -- integration test | 3 3 0.1s log capture for an errored TestSetup | 2 2 4 26.1s test crashing testitem | 1 3 4 15.9s test retrying failing testitem | 5 3 8 15.7s bugfix: `runtests` in a testset | 2 2 1.3s testitem_timeout | 3 3 6 14.2s testitem_timeout set via env variable | 1 3 4 14.3s @testitem `timeout` | 9 3 12 46.5s Error outside `@testitem` | 2 2 0.0s `runtests` finds no testitems | 2 2 0.0s Worker log capture on a failing test is not reported twice | 1 1 14.9s Worker and nworker_threads argument | 1 1 14.8s _redirect_logs and custom loggers | 1 1 0.4s error on code outside `@testitem`/`@testsetup` | 10 10 2.6s Duplicate names in same file throws | 2 2 0.1s Duplicate names in different files allowed | 2 2 15.6s Duplicate IDs not allowed | 2 2 0.0s Timeout failures accurately record elapsed time | 1 1 13.1s CPU profile timeout trigger | 16 16 1m43.9s worker always crashes immediately | 4 4 1m01.4s worker crashes immediately but succeeds on retry | 3 3 54.5s test_end_expr | 21 3 24 2m48.1s nworkers=0 | 5 5 0.7s nworkers=1 | 5 5 33.1s nworkers=2 | 5 5 1m06.5s report printing | 2 3 5 35.1s TestEndExpr.jl package | 4 4 32.6s test_end_expr always runs, even if testitem throws | 2 2 1.4s Replace workers when we hit memory threshold | 7 7 2m02.5s skipping testitems | 1 1 24.5s logs are aligned | 3 3 0.5s ParseError in test file | 2 2 1.6s invalid testitem combined with filter function | 24 24 0.1s error code from running `@testitem` directly | 1 1 15.3s runtests `failfast` keyword | 20 48 2 70 3m52.3s failure | 6 12 18 49.6s nworkers=0 | 6 6 0.5s nworkers=1 | 6 6 14.9s nworkers=3 | 6 6 34.2s error | 6 12 18 49.8s nworkers=0 | 6 6 0.1s nworkers=1 | 6 6 14.2s nworkers=3 | 6 6 35.5s timeout | 12 1 13 50.0s nworkers=0 | 1 1 0.0s nworkers=1 | 6 6 14.5s nworkers=3 | 6 6 35.5s crash | 12 1 13 50.3s nworkers=0 | 1 1 0.0s nworkers=1 | 6 6 14.8s nworkers=3 | 6 6 35.5s multiple failures | 5 5 32.2s ENV var | 3 3 0.5s Handle `@testset failfast=true` | 3 3 0.2s DONE time reported when testitem throws | 2 2 1.0s runtests `testitem_failfast` keyword | 27 27 3.3s `test_end_expr` must be `:block` | 1 1 0.2s throw if no test items | 4 4 1.0s bugfix: don't overcount when nworkers > ntestitems | 1 1 56.5s log_capture.jl | 52 52 1m12.7s log capture | 3 3 53.1s Workers print in color | 1 1 18.8s log capture -- reporting | 12 12 0.2s default_log_display_mode | 20 20 0.0s print_time | 16 16 0.6s tests removed workers | 456 456 0.0s RNG of the outermost testset: Random.Xoshiro(0xe739035676ebd073, 0xab1ac865b2711dbe, 0xf317617402fff4d4, 0x315a215954023c81, 0x01752d3ce94e9958) ERROR: LoadError: Some tests did not pass: 1410 passed, 71 failed, 5 errored, 3 broken. in expression starting at /home/pkgeval/.julia/packages/ReTestItems/3F3Hj/test/runtests.jl:13 Testing failed after 1854.41s ERROR: LoadError: Package ReTestItems errored during testing Stacktrace: [1] pkgerror(msg::String) @ Pkg.Types /opt/julia/share/julia/stdlib/v1.13/Pkg/src/Types.jl:68 [2] test(ctx::Pkg.Types.Context, pkgs::Vector{PackageSpec}; coverage::Bool, julia_args::Cmd, test_args::Cmd, test_fn::Nothing, force_latest_compatible_version::Bool, allow_earlier_backwards_compatible_versions::Bool, allow_reresolve::Bool) @ Pkg.Operations /opt/julia/share/julia/stdlib/v1.13/Pkg/src/Operations.jl:2673 [3] test @ /opt/julia/share/julia/stdlib/v1.13/Pkg/src/Operations.jl:2522 [inlined] [4] test(ctx::Pkg.Types.Context, pkgs::Vector{PackageSpec}; coverage::Bool, test_fn::Nothing, julia_args::Cmd, test_args::Cmd, force_latest_compatible_version::Bool, allow_earlier_backwards_compatible_versions::Bool, allow_reresolve::Bool, kwargs::@Kwargs{io::IOContext{IO}}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:538 [5] kwcall(::@NamedTuple{julia_args::Cmd, io::IOContext{IO}}, ::typeof(Pkg.API.test), ctx::Pkg.Types.Context, pkgs::Vector{PackageSpec}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:515 [6] test(pkgs::Vector{PackageSpec}; io::IOContext{IO}, kwargs::@Kwargs{julia_args::Cmd}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:168 [7] kwcall(::@NamedTuple{julia_args::Cmd}, ::typeof(Pkg.API.test), pkgs::Vector{PackageSpec}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:157 [8] test(pkgs::Vector{String}; kwargs::@Kwargs{julia_args::Cmd}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:156 [9] test @ /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:156 [inlined] [10] kwcall(::@NamedTuple{julia_args::Cmd}, ::typeof(Pkg.API.test), pkg::String) @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:155 [11] top-level scope @ /PkgEval.jl/scripts/evaluate.jl:219 [12] include(mod::Module, _path::String) @ Base ./Base.jl:308 [13] exec_options(opts::Base.JLOptions) @ Base ./client.jl:330 [14] _start() @ Base ./client.jl:563 in expression starting at /PkgEval.jl/scripts/evaluate.jl:210 PkgEval failed after 1937.11s: package is using an unknown package