Package evaluation of ReTestItems on Julia 1.13.0-DEV.955 (13f6b3b5c0*) started at 2025-08-03T12:07:53.516 ################################################################################ # Set-up # Installing PkgEval dependencies (TestEnv)... Set-up completed after 9.8s ################################################################################ # Installation # Installing ReTestItems... Resolving package versions... Updating `~/.julia/environments/v1.13/Project.toml` [817f1d60] + ReTestItems v1.33.1 Updating `~/.julia/environments/v1.13/Manifest.toml` [817f1d60] + ReTestItems v1.33.1 [1e6cf692] + TestEnv v1.102.1 [0dad84c5] + ArgTools v1.1.2 [56f22d72] + Artifacts v1.11.0 [2a0f44e3] + Base64 v1.11.0 [ade2ca70] + Dates v1.11.0 [f43a241f] + Downloads v1.7.0 [7b1f6079] + FileWatching v1.11.0 [b77e0a4c] + InteractiveUtils v1.11.0 [ac6e5ff7] + JuliaSyntaxHighlighting v1.12.0 [b27032c2] + LibCURL v0.6.4 [76f85450] + LibGit2 v1.11.0 [8f399da3] + Libdl v1.11.0 [56ddb016] + Logging v1.11.0 [d6f4376e] + Markdown v1.11.0 [ca575930] + NetworkOptions v1.3.0 [44cfe95a] + Pkg v1.13.0 [de0858da] + Printf v1.11.0 [9a3f8284] + Random v1.11.0 [ea8e919c] + SHA v0.7.0 [9e88b42a] + Serialization v1.11.0 [6462fe0b] + Sockets v1.11.0 [f489334b] + StyledStrings v1.11.0 [fa267f1f] + TOML v1.0.3 [a4e569a6] + Tar v1.10.0 [8dfed614] + Test v1.11.0 [cf7118a7] + UUIDs v1.11.0 [4ec0a83e] + Unicode v1.11.0 [e66e0078] + CompilerSupportLibraries_jll v1.3.0+1 [deac9b47] + LibCURL_jll v8.15.0+0 [e37daf67] + LibGit2_jll v1.9.1+0 [29816b5a] + LibSSH2_jll v1.11.3+1 [14a3606d] + MozillaCACerts_jll v2025.7.15 [458c3c95] + OpenSSL_jll v3.5.1+0 [efcefdf7] + PCRE2_jll v10.45.0+0 [83775a58] + Zlib_jll v1.3.1+2 [8e850ede] + nghttp2_jll v1.65.0+0 [3f19e933] + p7zip_jll v17.5.0+2 Installation completed after 0.95s ################################################################################ # Precompilation # Precompiling PkgEval dependencies... Precompiling package dependencies... Precompilation completed after 23.0s ################################################################################ # Testing # Testing ReTestItems Status `/tmp/jl_CAvFyf/Project.toml` [15f4f7f2] AutoHashEquals v2.2.0 [ab62b9b5] DeepDiffs v1.2.0 [b5f81e59] IOCapture v0.2.5 [817f1d60] ReTestItems v1.33.1 [1e6cf692] TestEnv v1.102.1 [228000da] XMLDict v0.4.1 [ade2ca70] Dates v1.11.0 [56ddb016] Logging v1.11.0 [44cfe95a] Pkg v1.13.0 [9abbd945] Profile v1.11.0 [9a3f8284] Random v1.11.0 [9e88b42a] Serialization v1.11.0 [6462fe0b] Sockets v1.11.0 [8dfed614] Test v1.11.0 Status `/tmp/jl_CAvFyf/Manifest.toml` [15f4f7f2] AutoHashEquals v2.2.0 [ab62b9b5] DeepDiffs v1.2.0 [8f5d6c58] EzXML v1.2.2 [b5f81e59] IOCapture v0.2.5 [c8e1da08] IterTools v1.10.0 [692b3bcd] JLLWrappers v1.7.1 [bac558e1] OrderedCollections v1.8.1 [21216c6a] Preferences v1.4.3 [817f1d60] ReTestItems v1.33.1 [1e6cf692] TestEnv v1.102.1 [228000da] XMLDict v0.4.1 [94ce4f54] Libiconv_jll v1.18.0+0 [02c8fc9c] XML2_jll v2.14.4+0 [0dad84c5] ArgTools v1.1.2 [56f22d72] Artifacts v1.11.0 [2a0f44e3] Base64 v1.11.0 [ade2ca70] Dates v1.11.0 [f43a241f] Downloads v1.7.0 [7b1f6079] FileWatching v1.11.0 [b77e0a4c] InteractiveUtils v1.11.0 [ac6e5ff7] JuliaSyntaxHighlighting v1.12.0 [b27032c2] LibCURL v0.6.4 [76f85450] LibGit2 v1.11.0 [8f399da3] Libdl v1.11.0 [56ddb016] Logging v1.11.0 [d6f4376e] Markdown v1.11.0 [ca575930] NetworkOptions v1.3.0 [44cfe95a] Pkg v1.13.0 [de0858da] Printf v1.11.0 [9abbd945] Profile v1.11.0 [9a3f8284] Random v1.11.0 [ea8e919c] SHA v0.7.0 [9e88b42a] Serialization v1.11.0 [6462fe0b] Sockets v1.11.0 [f489334b] StyledStrings v1.11.0 [fa267f1f] TOML v1.0.3 [a4e569a6] Tar v1.10.0 [8dfed614] Test v1.11.0 [cf7118a7] UUIDs v1.11.0 [4ec0a83e] Unicode v1.11.0 [e66e0078] CompilerSupportLibraries_jll v1.3.0+1 [deac9b47] LibCURL_jll v8.15.0+0 [e37daf67] LibGit2_jll v1.9.1+0 [29816b5a] LibSSH2_jll v1.11.3+1 [14a3606d] MozillaCACerts_jll v2025.7.15 [458c3c95] OpenSSL_jll v3.5.1+0 [efcefdf7] PCRE2_jll v10.45.0+0 [83775a58] Zlib_jll v1.3.1+2 [8e850ede] nghttp2_jll v1.65.0+0 [3f19e933] p7zip_jll v17.5.0+2 Testing Running tests... Worker 32: [32] signal 15: Terminated Worker 37: [37] signal 15: Terminated CPU profile: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/workers.jl:110 Expression: occursin(r"Thread 1 Task 0x\w+ Total snapshots: \d+. Utilization: \d+%", logs) Evaluated: occursin(r"Thread 1 Task 0x\w+ Total snapshots: \d+. Utilization: \d+%", " Worker 52: ======================================================================================\n Worker 52: Information request received. A stacktrace will print followed by a 1.0 second profile\n Worker 52: ======================================================================================\n Worker 52: cmd: /opt/julia/bin/julia 52 running 3 of 7\n Worker 52: signal (10): User defined signal 1\n Worker 52: unknown function (ip: 0x7f2cee1e0f14) at /lib/x86_64-linux-gnu/libc.so.6\n Worker 52: pthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)\n Worker 52: uv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822\n Worker 52: jl_parallel_gc_threadfun at /source/src/gc-stock.c:3654\n Worker 52: unknown function (ip: 0x7f2cee1e41c3) at /lib/x86_64-linux-gnu/libc.so.6\n Worker 52: unknown function (ip: 0x7f2cee26485b) at /lib/x86_64-linux-gnu/libc.so.6\n Worker 52: unknown function (ip: (nil)) at (unknown file)\n Worker 52: unknown function (ip: 0x7f2cee1e0f14) at /lib/x86_64-linux-gnu/libc.so.6\n Worker 52: pthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)\n Worker 52: uv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822\n Worker 52: jl_parallel_gc_threadfun at /source/src/gc-stock.c:3654\n Worker 52: unknown function (ip: 0x7f2cee1e41c3) at /lib/x86_64-linux-gnu/libc.so.6\n Worker 52: unknown function (ip: 0x7f2cee26485b) at /lib/x86_64-linux-gnu/libc.so.6\n Worker 52: unknown function (ip: (nil)) at (unknown file)\n Worker 52: unknown function (ip: 0x7f2cee1e0f14) at /lib/x86_64-linux-gnu/libc.so.6\n Worker 52: pthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)\n Worker 52: uv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822\n Worker 52: ijl_task_get_next at /source/src/scheduler.c:523\n Worker 52: wait at ./task.jl:1192\n Worker 52: wait_forever at ./task.jl:1129\n Worker 52: jfptr_wait_forever_53872.1 at /opt/julia/lib/julia/sys.so (unknown line)\n Worker 52: _jl_invoke at /source/src/gf.c:4015 [inlined]\n Worker 52: ijl_apply_generic at /source/src/gf.c:4212\n Worker 52: jl_apply at /source/src/julia.h:2375 [inlined]\n Worker 52: start_task at /source/src/task.c:1253\n Worker 52: unknown function (ip: (nil)) at (unknown file)\n Worker 52: _ZN4llvm14FoldingSetBase19FindNodeOrInsertPosERKNS_16FoldingSetNodeIDERPvRKNS0_14FoldingSetInfoE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line)\n Worker 52: _ZN4llvm12SelectionDAG9getVTListENS_3EVTES1_ at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line)\n Worker 52: _ZN4llvm16SelectionDAGISel16SelectCodeCommonEPNS_6SDNodeEPKhj at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line)\n Worker 52: _ZN12_GLOBAL__N_115X86DAGToDAGISel6SelectEPN4llvm6SDNodeE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line)\n Worker 52: _ZN4llvm16SelectionDAGISel22DoInstructionSelectionEv at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line)\n Worker 52: _ZN4llvm16SelectionDAGISel17CodeGenAndEmitDAGEv at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line)\n Worker 52: _ZN4llvm16SelectionDAGISel20SelectAllBasicBlocksERKNS_8FunctionE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line)\n Worker 52: _ZN4llvm16SelectionDAGISel20runOnMachineFunctionERNS_15MachineFunctionE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line)\n Worker 52: _ZN4llvm22SelectionDAGISelLegacy20runOnMachineFunctionERNS_15MachineFunctionE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line)\n Worker 52: _ZN4llvm19MachineFunctionPass13runOnFunctionERNS_8FunctionE.part.0 at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line)\n Worker 52: _ZN4llvm13FPPassManager13runOnFunctionERNS_8FunctionE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line)\n Worker 52: _ZN4llvm13FPPassManager11runOnModuleERNS_6ModuleE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line)\n Worker 52: _ZN4llvm6legacy15PassManagerImpl3runERNS_6ModuleE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line)\n Worker 52: _ZN4llvm3orc14SimpleCompilerclERNS_6ModuleE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line)\n Worker 52: operator() at /source/src/jitlayers.cpp:1612\n Worker 52: addModule at /source/src/jitlayers.cpp:2093\n Worker 52: jl_compile_codeinst_now at /source/src/jitlayers.cpp:682\n Worker 52: jl_compile_codeinst_impl at /source/src/jitlayers.cpp:873\n Worker 52: jl_compile_method_internal at /source/src/gf.c:3527\n Worker 52: _jl_invoke at /source/src/gf.c:4007 [inlined]\n Worker 52: ijl_apply_generic at /source/src/gf.c:4212\n Worker 52: jl_apply at /source/src/julia.h:2375 [inlined]\n Worker 52: start_task at /source/src/task.c:1253\n Worker 52: unknown function (ip: (nil)) at (unknown file)\n Worker 52: unknown function (ip: 0x7f2cee1e0f14) at /lib/x86_64-linux-gnu/libc.so.6\n Worker 52: pthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)\n Worker 52: uv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822\n Worker 52: ijl_task_get_next at /source/src/scheduler.c:523\n Worker 52: wait at ./task.jl:1192\n Worker 52: wait_forever at ./task.jl:1129\n Worker 52: jfptr_wait_forever_53872.1 at /opt/julia/lib/julia/sys.so (unknown line)\n Worker 52: _jl_invoke at /source/src/gf.c:4015 [inlined]\n Worker 52: ijl_apply_generic at /source/src/gf.c:4212\n Worker 52: jl_apply at /source/src/julia.h:2375 [inlined]\n Worker 52: start_task at /source/src/task.c:1253\n Worker 52: unknown function (ip: (nil)) at (unknown file)\n Worker 52: unknown function (ip: 0x7f2cee1e0f14) at /lib/x86_64-linux-gnu/libc.so.6\n Worker 52: pthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)\n Worker 52: uv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822\n Worker 52: ijl_task_get_next at /source/src/scheduler.c:523\n Worker 52: wait at ./task.jl:1192\n Worker 52: wait_forever at ./task.jl:1129\n Worker 52: jfptr_wait_forever_53872.1 at /opt/julia/lib/julia/sys.so (unknown line)\n Worker 52: _jl_invoke at /source/src/gf.c:4015 [inlined]\n Worker 52: ijl_apply_generic at /source/src/gf.c:4212\n Worker 52: jl_apply at /source/src/julia.h:2375 [inlined]\n Worker 52: start_task at /source/src/task.c:1253\n Worker 52: unknown function (ip: (nil)) at (unknown file)\n Worker 52: epoll_pwait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)\n Worker 52: uv__io_poll at /workspace/srcdir/libuv/src/unix/linux.c:1404\n Worker 52: uv_run at /workspace/srcdir/libuv/src/unix/core.c:430\n Worker 52: ijl_task_get_next at /source/src/scheduler.c:457\n Worker 52: wait at ./task.jl:1192\n Worker 52: wait_forever at ./task.jl:1129\n Worker 52: jfptr_wait_forever_53872.1 at /opt/julia/lib/julia/sys.so (unknown line)\n Worker 52: _jl_invoke at /source/src/gf.c:4015 [inlined]\n Worker 52: ijl_apply_generic at /source/src/gf.c:4212\n Worker 52: jl_apply at /source/src/julia.h:2375 [inlined]\n Worker 52: start_task at /source/src/task.c:1253\n Worker 52: unknown function (ip: (nil)) at (unknown file)\n Worker 52: ==============================================================\n Worker 52: Profile collected. A report will print at the next yield point\n Worker 52: ==============================================================\n Worker 52: ┌ Warning: There were no samples collected in one or more groups.\n Worker 52: │ This may be due to idle threads, or you may need to run your\n Worker 52: │ program longer (perhaps by running it multiple times),\n Worker 52: │ or adjust the delay between samples with `Profile.init()`.\n Worker 52: └ @ Profile /opt/julia/share/julia/stdlib/v1.13/Profile/src/Profile.jl:1362\n Worker 52: Overhead ╎ [+additional indent] Count File:Line Function\n Worker 52: =========================================================\n Worker 52: Thread 1 (interactive) Task 0x00007f2cd40030d0 Total snapshots: 122. Utilization: 0%\n Worker 52: ╎122 @Base/task.jl:1129 wait_forever()\n Worker 52: 121╎ 122 @Base/task.jl:1192 wait()\n Worker 52: Thread 2 (interactive) Task 0x00007f2cd7ffc100 Total snapshots: 122. Utilization: 0%\n Worker 52: ╎122 @Base/task.jl:1129 wait_forever()\n Worker 52: 121╎ 122 @Base/task.jl:1192 wait()\n Worker 52: Thread 3 (default) Task 0x00007f2cd7ff8100 Total snapshots: 122. Utilization: 0%\n Worker 52: ╎122 @Base/task.jl:1129 wait_forever()\n Worker 52: 121╎ 122 @Base/task.jl:1192 wait()\n Worker 52: Thread 4 (default) Task 0x00007f2cd6a57580 Total snapshots: 122. Utilization: 100%\n Worker 52: Thread 5 (default) Task 0x00007f2cd7ff0100 Total snapshots: 122. Utilization: 0%\n Worker 52: ╎122 @Base/task.jl:1129 wait_forever()\n Worker 52: 121╎ 122 @Base/task.jl:1192 wait()\n Worker 52: Thread 6 (foreign: gc) Task 0x00007f2cd7fec010 Total snapshots: 122. Utilization: 100%\n Worker 52: Thread 7 (foreign: gc) Task 0x00007f2cd7fe8010 Total snapshots: 122. Utilization: 100%\n Worker 52: [52] signal 15: Terminated\n\n") Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/workers.jl:7 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/workers.jl:98 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/workers.jl:110 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] CPU profile: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/workers.jl:111 Expression: occursin(r"Thread 2 Task 0x\w+ Total snapshots: \d+. Utilization: \d+%", logs) Evaluated: occursin(r"Thread 2 Task 0x\w+ Total snapshots: \d+. Utilization: \d+%", " Worker 52: ======================================================================================\n Worker 52: Information request received. A stacktrace will print followed by a 1.0 second profile\n Worker 52: ======================================================================================\n Worker 52: cmd: /opt/julia/bin/julia 52 running 3 of 7\n Worker 52: signal (10): User defined signal 1\n Worker 52: unknown function (ip: 0x7f2cee1e0f14) at /lib/x86_64-linux-gnu/libc.so.6\n Worker 52: pthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)\n Worker 52: uv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822\n Worker 52: jl_parallel_gc_threadfun at /source/src/gc-stock.c:3654\n Worker 52: unknown function (ip: 0x7f2cee1e41c3) at /lib/x86_64-linux-gnu/libc.so.6\n Worker 52: unknown function (ip: 0x7f2cee26485b) at /lib/x86_64-linux-gnu/libc.so.6\n Worker 52: unknown function (ip: (nil)) at (unknown file)\n Worker 52: unknown function (ip: 0x7f2cee1e0f14) at /lib/x86_64-linux-gnu/libc.so.6\n Worker 52: pthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)\n Worker 52: uv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822\n Worker 52: jl_parallel_gc_threadfun at /source/src/gc-stock.c:3654\n Worker 52: unknown function (ip: 0x7f2cee1e41c3) at /lib/x86_64-linux-gnu/libc.so.6\n Worker 52: unknown function (ip: 0x7f2cee26485b) at /lib/x86_64-linux-gnu/libc.so.6\n Worker 52: unknown function (ip: (nil)) at (unknown file)\n Worker 52: unknown function (ip: 0x7f2cee1e0f14) at /lib/x86_64-linux-gnu/libc.so.6\n Worker 52: pthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)\n Worker 52: uv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822\n Worker 52: ijl_task_get_next at /source/src/scheduler.c:523\n Worker 52: wait at ./task.jl:1192\n Worker 52: wait_forever at ./task.jl:1129\n Worker 52: jfptr_wait_forever_53872.1 at /opt/julia/lib/julia/sys.so (unknown line)\n Worker 52: _jl_invoke at /source/src/gf.c:4015 [inlined]\n Worker 52: ijl_apply_generic at /source/src/gf.c:4212\n Worker 52: jl_apply at /source/src/julia.h:2375 [inlined]\n Worker 52: start_task at /source/src/task.c:1253\n Worker 52: unknown function (ip: (nil)) at (unknown file)\n Worker 52: _ZN4llvm14FoldingSetBase19FindNodeOrInsertPosERKNS_16FoldingSetNodeIDERPvRKNS0_14FoldingSetInfoE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line)\n Worker 52: _ZN4llvm12SelectionDAG9getVTListENS_3EVTES1_ at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line)\n Worker 52: _ZN4llvm16SelectionDAGISel16SelectCodeCommonEPNS_6SDNodeEPKhj at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line)\n Worker 52: _ZN12_GLOBAL__N_115X86DAGToDAGISel6SelectEPN4llvm6SDNodeE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line)\n Worker 52: _ZN4llvm16SelectionDAGISel22DoInstructionSelectionEv at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line)\n Worker 52: _ZN4llvm16SelectionDAGISel17CodeGenAndEmitDAGEv at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line)\n Worker 52: _ZN4llvm16SelectionDAGISel20SelectAllBasicBlocksERKNS_8FunctionE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line)\n Worker 52: _ZN4llvm16SelectionDAGISel20runOnMachineFunctionERNS_15MachineFunctionE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line)\n Worker 52: _ZN4llvm22SelectionDAGISelLegacy20runOnMachineFunctionERNS_15MachineFunctionE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line)\n Worker 52: _ZN4llvm19MachineFunctionPass13runOnFunctionERNS_8FunctionE.part.0 at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line)\n Worker 52: _ZN4llvm13FPPassManager13runOnFunctionERNS_8FunctionE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line)\n Worker 52: _ZN4llvm13FPPassManager11runOnModuleERNS_6ModuleE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line)\n Worker 52: _ZN4llvm6legacy15PassManagerImpl3runERNS_6ModuleE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line)\n Worker 52: _ZN4llvm3orc14SimpleCompilerclERNS_6ModuleE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line)\n Worker 52: operator() at /source/src/jitlayers.cpp:1612\n Worker 52: addModule at /source/src/jitlayers.cpp:2093\n Worker 52: jl_compile_codeinst_now at /source/src/jitlayers.cpp:682\n Worker 52: jl_compile_codeinst_impl at /source/src/jitlayers.cpp:873\n Worker 52: jl_compile_method_internal at /source/src/gf.c:3527\n Worker 52: _jl_invoke at /source/src/gf.c:4007 [inlined]\n Worker 52: ijl_apply_generic at /source/src/gf.c:4212\n Worker 52: jl_apply at /source/src/julia.h:2375 [inlined]\n Worker 52: start_task at /source/src/task.c:1253\n Worker 52: unknown function (ip: (nil)) at (unknown file)\n Worker 52: unknown function (ip: 0x7f2cee1e0f14) at /lib/x86_64-linux-gnu/libc.so.6\n Worker 52: pthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)\n Worker 52: uv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822\n Worker 52: ijl_task_get_next at /source/src/scheduler.c:523\n Worker 52: wait at ./task.jl:1192\n Worker 52: wait_forever at ./task.jl:1129\n Worker 52: jfptr_wait_forever_53872.1 at /opt/julia/lib/julia/sys.so (unknown line)\n Worker 52: _jl_invoke at /source/src/gf.c:4015 [inlined]\n Worker 52: ijl_apply_generic at /source/src/gf.c:4212\n Worker 52: jl_apply at /source/src/julia.h:2375 [inlined]\n Worker 52: start_task at /source/src/task.c:1253\n Worker 52: unknown function (ip: (nil)) at (unknown file)\n Worker 52: unknown function (ip: 0x7f2cee1e0f14) at /lib/x86_64-linux-gnu/libc.so.6\n Worker 52: pthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)\n Worker 52: uv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822\n Worker 52: ijl_task_get_next at /source/src/scheduler.c:523\n Worker 52: wait at ./task.jl:1192\n Worker 52: wait_forever at ./task.jl:1129\n Worker 52: jfptr_wait_forever_53872.1 at /opt/julia/lib/julia/sys.so (unknown line)\n Worker 52: _jl_invoke at /source/src/gf.c:4015 [inlined]\n Worker 52: ijl_apply_generic at /source/src/gf.c:4212\n Worker 52: jl_apply at /source/src/julia.h:2375 [inlined]\n Worker 52: start_task at /source/src/task.c:1253\n Worker 52: unknown function (ip: (nil)) at (unknown file)\n Worker 52: epoll_pwait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)\n Worker 52: uv__io_poll at /workspace/srcdir/libuv/src/unix/linux.c:1404\n Worker 52: uv_run at /workspace/srcdir/libuv/src/unix/core.c:430\n Worker 52: ijl_task_get_next at /source/src/scheduler.c:457\n Worker 52: wait at ./task.jl:1192\n Worker 52: wait_forever at ./task.jl:1129\n Worker 52: jfptr_wait_forever_53872.1 at /opt/julia/lib/julia/sys.so (unknown line)\n Worker 52: _jl_invoke at /source/src/gf.c:4015 [inlined]\n Worker 52: ijl_apply_generic at /source/src/gf.c:4212\n Worker 52: jl_apply at /source/src/julia.h:2375 [inlined]\n Worker 52: start_task at /source/src/task.c:1253\n Worker 52: unknown function (ip: (nil)) at (unknown file)\n Worker 52: ==============================================================\n Worker 52: Profile collected. A report will print at the next yield point\n Worker 52: ==============================================================\n Worker 52: ┌ Warning: There were no samples collected in one or more groups.\n Worker 52: │ This may be due to idle threads, or you may need to run your\n Worker 52: │ program longer (perhaps by running it multiple times),\n Worker 52: │ or adjust the delay between samples with `Profile.init()`.\n Worker 52: └ @ Profile /opt/julia/share/julia/stdlib/v1.13/Profile/src/Profile.jl:1362\n Worker 52: Overhead ╎ [+additional indent] Count File:Line Function\n Worker 52: =========================================================\n Worker 52: Thread 1 (interactive) Task 0x00007f2cd40030d0 Total snapshots: 122. Utilization: 0%\n Worker 52: ╎122 @Base/task.jl:1129 wait_forever()\n Worker 52: 121╎ 122 @Base/task.jl:1192 wait()\n Worker 52: Thread 2 (interactive) Task 0x00007f2cd7ffc100 Total snapshots: 122. Utilization: 0%\n Worker 52: ╎122 @Base/task.jl:1129 wait_forever()\n Worker 52: 121╎ 122 @Base/task.jl:1192 wait()\n Worker 52: Thread 3 (default) Task 0x00007f2cd7ff8100 Total snapshots: 122. Utilization: 0%\n Worker 52: ╎122 @Base/task.jl:1129 wait_forever()\n Worker 52: 121╎ 122 @Base/task.jl:1192 wait()\n Worker 52: Thread 4 (default) Task 0x00007f2cd6a57580 Total snapshots: 122. Utilization: 100%\n Worker 52: Thread 5 (default) Task 0x00007f2cd7ff0100 Total snapshots: 122. Utilization: 0%\n Worker 52: ╎122 @Base/task.jl:1129 wait_forever()\n Worker 52: 121╎ 122 @Base/task.jl:1192 wait()\n Worker 52: Thread 6 (foreign: gc) Task 0x00007f2cd7fec010 Total snapshots: 122. Utilization: 100%\n Worker 52: Thread 7 (foreign: gc) Task 0x00007f2cd7fe8010 Total snapshots: 122. Utilization: 100%\n Worker 52: [52] signal 15: Terminated\n\n") Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/workers.jl:7 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/workers.jl:98 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/workers.jl:111 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] CPU profile: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/workers.jl:112 Expression: occursin(r"Thread 3 Task 0x\w+ Total snapshots: \d+. Utilization: \d+%", logs) Evaluated: occursin(r"Thread 3 Task 0x\w+ Total snapshots: \d+. Utilization: \d+%", " Worker 52: ======================================================================================\n Worker 52: Information request received. A stacktrace will print followed by a 1.0 second profile\n Worker 52: ======================================================================================\n Worker 52: cmd: /opt/julia/bin/julia 52 running 3 of 7\n Worker 52: signal (10): User defined signal 1\n Worker 52: unknown function (ip: 0x7f2cee1e0f14) at /lib/x86_64-linux-gnu/libc.so.6\n Worker 52: pthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)\n Worker 52: uv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822\n Worker 52: jl_parallel_gc_threadfun at /source/src/gc-stock.c:3654\n Worker 52: unknown function (ip: 0x7f2cee1e41c3) at /lib/x86_64-linux-gnu/libc.so.6\n Worker 52: unknown function (ip: 0x7f2cee26485b) at /lib/x86_64-linux-gnu/libc.so.6\n Worker 52: unknown function (ip: (nil)) at (unknown file)\n Worker 52: unknown function (ip: 0x7f2cee1e0f14) at /lib/x86_64-linux-gnu/libc.so.6\n Worker 52: pthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)\n Worker 52: uv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822\n Worker 52: jl_parallel_gc_threadfun at /source/src/gc-stock.c:3654\n Worker 52: unknown function (ip: 0x7f2cee1e41c3) at /lib/x86_64-linux-gnu/libc.so.6\n Worker 52: unknown function (ip: 0x7f2cee26485b) at /lib/x86_64-linux-gnu/libc.so.6\n Worker 52: unknown function (ip: (nil)) at (unknown file)\n Worker 52: unknown function (ip: 0x7f2cee1e0f14) at /lib/x86_64-linux-gnu/libc.so.6\n Worker 52: pthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)\n Worker 52: uv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822\n Worker 52: ijl_task_get_next at /source/src/scheduler.c:523\n Worker 52: wait at ./task.jl:1192\n Worker 52: wait_forever at ./task.jl:1129\n Worker 52: jfptr_wait_forever_53872.1 at /opt/julia/lib/julia/sys.so (unknown line)\n Worker 52: _jl_invoke at /source/src/gf.c:4015 [inlined]\n Worker 52: ijl_apply_generic at /source/src/gf.c:4212\n Worker 52: jl_apply at /source/src/julia.h:2375 [inlined]\n Worker 52: start_task at /source/src/task.c:1253\n Worker 52: unknown function (ip: (nil)) at (unknown file)\n Worker 52: _ZN4llvm14FoldingSetBase19FindNodeOrInsertPosERKNS_16FoldingSetNodeIDERPvRKNS0_14FoldingSetInfoE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line)\n Worker 52: _ZN4llvm12SelectionDAG9getVTListENS_3EVTES1_ at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line)\n Worker 52: _ZN4llvm16SelectionDAGISel16SelectCodeCommonEPNS_6SDNodeEPKhj at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line)\n Worker 52: _ZN12_GLOBAL__N_115X86DAGToDAGISel6SelectEPN4llvm6SDNodeE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line)\n Worker 52: _ZN4llvm16SelectionDAGISel22DoInstructionSelectionEv at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line)\n Worker 52: _ZN4llvm16SelectionDAGISel17CodeGenAndEmitDAGEv at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line)\n Worker 52: _ZN4llvm16SelectionDAGISel20SelectAllBasicBlocksERKNS_8FunctionE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line)\n Worker 52: _ZN4llvm16SelectionDAGISel20runOnMachineFunctionERNS_15MachineFunctionE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line)\n Worker 52: _ZN4llvm22SelectionDAGISelLegacy20runOnMachineFunctionERNS_15MachineFunctionE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line)\n Worker 52: _ZN4llvm19MachineFunctionPass13runOnFunctionERNS_8FunctionE.part.0 at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line)\n Worker 52: _ZN4llvm13FPPassManager13runOnFunctionERNS_8FunctionE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line)\n Worker 52: _ZN4llvm13FPPassManager11runOnModuleERNS_6ModuleE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line)\n Worker 52: _ZN4llvm6legacy15PassManagerImpl3runERNS_6ModuleE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line)\n Worker 52: _ZN4llvm3orc14SimpleCompilerclERNS_6ModuleE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line)\n Worker 52: operator() at /source/src/jitlayers.cpp:1612\n Worker 52: addModule at /source/src/jitlayers.cpp:2093\n Worker 52: jl_compile_codeinst_now at /source/src/jitlayers.cpp:682\n Worker 52: jl_compile_codeinst_impl at /source/src/jitlayers.cpp:873\n Worker 52: jl_compile_method_internal at /source/src/gf.c:3527\n Worker 52: _jl_invoke at /source/src/gf.c:4007 [inlined]\n Worker 52: ijl_apply_generic at /source/src/gf.c:4212\n Worker 52: jl_apply at /source/src/julia.h:2375 [inlined]\n Worker 52: start_task at /source/src/task.c:1253\n Worker 52: unknown function (ip: (nil)) at (unknown file)\n Worker 52: unknown function (ip: 0x7f2cee1e0f14) at /lib/x86_64-linux-gnu/libc.so.6\n Worker 52: pthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)\n Worker 52: uv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822\n Worker 52: ijl_task_get_next at /source/src/scheduler.c:523\n Worker 52: wait at ./task.jl:1192\n Worker 52: wait_forever at ./task.jl:1129\n Worker 52: jfptr_wait_forever_53872.1 at /opt/julia/lib/julia/sys.so (unknown line)\n Worker 52: _jl_invoke at /source/src/gf.c:4015 [inlined]\n Worker 52: ijl_apply_generic at /source/src/gf.c:4212\n Worker 52: jl_apply at /source/src/julia.h:2375 [inlined]\n Worker 52: start_task at /source/src/task.c:1253\n Worker 52: unknown function (ip: (nil)) at (unknown file)\n Worker 52: unknown function (ip: 0x7f2cee1e0f14) at /lib/x86_64-linux-gnu/libc.so.6\n Worker 52: pthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)\n Worker 52: uv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822\n Worker 52: ijl_task_get_next at /source/src/scheduler.c:523\n Worker 52: wait at ./task.jl:1192\n Worker 52: wait_forever at ./task.jl:1129\n Worker 52: jfptr_wait_forever_53872.1 at /opt/julia/lib/julia/sys.so (unknown line)\n Worker 52: _jl_invoke at /source/src/gf.c:4015 [inlined]\n Worker 52: ijl_apply_generic at /source/src/gf.c:4212\n Worker 52: jl_apply at /source/src/julia.h:2375 [inlined]\n Worker 52: start_task at /source/src/task.c:1253\n Worker 52: unknown function (ip: (nil)) at (unknown file)\n Worker 52: epoll_pwait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)\n Worker 52: uv__io_poll at /workspace/srcdir/libuv/src/unix/linux.c:1404\n Worker 52: uv_run at /workspace/srcdir/libuv/src/unix/core.c:430\n Worker 52: ijl_task_get_next at /source/src/scheduler.c:457\n Worker 52: wait at ./task.jl:1192\n Worker 52: wait_forever at ./task.jl:1129\n Worker 52: jfptr_wait_forever_53872.1 at /opt/julia/lib/julia/sys.so (unknown line)\n Worker 52: _jl_invoke at /source/src/gf.c:4015 [inlined]\n Worker 52: ijl_apply_generic at /source/src/gf.c:4212\n Worker 52: jl_apply at /source/src/julia.h:2375 [inlined]\n Worker 52: start_task at /source/src/task.c:1253\n Worker 52: unknown function (ip: (nil)) at (unknown file)\n Worker 52: ==============================================================\n Worker 52: Profile collected. A report will print at the next yield point\n Worker 52: ==============================================================\n Worker 52: ┌ Warning: There were no samples collected in one or more groups.\n Worker 52: │ This may be due to idle threads, or you may need to run your\n Worker 52: │ program longer (perhaps by running it multiple times),\n Worker 52: │ or adjust the delay between samples with `Profile.init()`.\n Worker 52: └ @ Profile /opt/julia/share/julia/stdlib/v1.13/Profile/src/Profile.jl:1362\n Worker 52: Overhead ╎ [+additional indent] Count File:Line Function\n Worker 52: =========================================================\n Worker 52: Thread 1 (interactive) Task 0x00007f2cd40030d0 Total snapshots: 122. Utilization: 0%\n Worker 52: ╎122 @Base/task.jl:1129 wait_forever()\n Worker 52: 121╎ 122 @Base/task.jl:1192 wait()\n Worker 52: Thread 2 (interactive) Task 0x00007f2cd7ffc100 Total snapshots: 122. Utilization: 0%\n Worker 52: ╎122 @Base/task.jl:1129 wait_forever()\n Worker 52: 121╎ 122 @Base/task.jl:1192 wait()\n Worker 52: Thread 3 (default) Task 0x00007f2cd7ff8100 Total snapshots: 122. Utilization: 0%\n Worker 52: ╎122 @Base/task.jl:1129 wait_forever()\n Worker 52: 121╎ 122 @Base/task.jl:1192 wait()\n Worker 52: Thread 4 (default) Task 0x00007f2cd6a57580 Total snapshots: 122. Utilization: 100%\n Worker 52: Thread 5 (default) Task 0x00007f2cd7ff0100 Total snapshots: 122. Utilization: 0%\n Worker 52: ╎122 @Base/task.jl:1129 wait_forever()\n Worker 52: 121╎ 122 @Base/task.jl:1192 wait()\n Worker 52: Thread 6 (foreign: gc) Task 0x00007f2cd7fec010 Total snapshots: 122. Utilization: 100%\n Worker 52: Thread 7 (foreign: gc) Task 0x00007f2cd7fe8010 Total snapshots: 122. Utilization: 100%\n Worker 52: [52] signal 15: Terminated\n\n") Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/workers.jl:7 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/workers.jl:98 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/workers.jl:112 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] CPU profile: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/workers.jl:114 Expression: occursin(r"Thread 4 Task 0x\w+ Total snapshots: \d+. Utilization: \d+%", logs) Evaluated: occursin(r"Thread 4 Task 0x\w+ Total snapshots: \d+. Utilization: \d+%", " Worker 52: ======================================================================================\n Worker 52: Information request received. A stacktrace will print followed by a 1.0 second profile\n Worker 52: ======================================================================================\n Worker 52: cmd: /opt/julia/bin/julia 52 running 3 of 7\n Worker 52: signal (10): User defined signal 1\n Worker 52: unknown function (ip: 0x7f2cee1e0f14) at /lib/x86_64-linux-gnu/libc.so.6\n Worker 52: pthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)\n Worker 52: uv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822\n Worker 52: jl_parallel_gc_threadfun at /source/src/gc-stock.c:3654\n Worker 52: unknown function (ip: 0x7f2cee1e41c3) at /lib/x86_64-linux-gnu/libc.so.6\n Worker 52: unknown function (ip: 0x7f2cee26485b) at /lib/x86_64-linux-gnu/libc.so.6\n Worker 52: unknown function (ip: (nil)) at (unknown file)\n Worker 52: unknown function (ip: 0x7f2cee1e0f14) at /lib/x86_64-linux-gnu/libc.so.6\n Worker 52: pthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)\n Worker 52: uv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822\n Worker 52: jl_parallel_gc_threadfun at /source/src/gc-stock.c:3654\n Worker 52: unknown function (ip: 0x7f2cee1e41c3) at /lib/x86_64-linux-gnu/libc.so.6\n Worker 52: unknown function (ip: 0x7f2cee26485b) at /lib/x86_64-linux-gnu/libc.so.6\n Worker 52: unknown function (ip: (nil)) at (unknown file)\n Worker 52: unknown function (ip: 0x7f2cee1e0f14) at /lib/x86_64-linux-gnu/libc.so.6\n Worker 52: pthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)\n Worker 52: uv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822\n Worker 52: ijl_task_get_next at /source/src/scheduler.c:523\n Worker 52: wait at ./task.jl:1192\n Worker 52: wait_forever at ./task.jl:1129\n Worker 52: jfptr_wait_forever_53872.1 at /opt/julia/lib/julia/sys.so (unknown line)\n Worker 52: _jl_invoke at /source/src/gf.c:4015 [inlined]\n Worker 52: ijl_apply_generic at /source/src/gf.c:4212\n Worker 52: jl_apply at /source/src/julia.h:2375 [inlined]\n Worker 52: start_task at /source/src/task.c:1253\n Worker 52: unknown function (ip: (nil)) at (unknown file)\n Worker 52: _ZN4llvm14FoldingSetBase19FindNodeOrInsertPosERKNS_16FoldingSetNodeIDERPvRKNS0_14FoldingSetInfoE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line)\n Worker 52: _ZN4llvm12SelectionDAG9getVTListENS_3EVTES1_ at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line)\n Worker 52: _ZN4llvm16SelectionDAGISel16SelectCodeCommonEPNS_6SDNodeEPKhj at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line)\n Worker 52: _ZN12_GLOBAL__N_115X86DAGToDAGISel6SelectEPN4llvm6SDNodeE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line)\n Worker 52: _ZN4llvm16SelectionDAGISel22DoInstructionSelectionEv at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line)\n Worker 52: _ZN4llvm16SelectionDAGISel17CodeGenAndEmitDAGEv at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line)\n Worker 52: _ZN4llvm16SelectionDAGISel20SelectAllBasicBlocksERKNS_8FunctionE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line)\n Worker 52: _ZN4llvm16SelectionDAGISel20runOnMachineFunctionERNS_15MachineFunctionE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line)\n Worker 52: _ZN4llvm22SelectionDAGISelLegacy20runOnMachineFunctionERNS_15MachineFunctionE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line)\n Worker 52: _ZN4llvm19MachineFunctionPass13runOnFunctionERNS_8FunctionE.part.0 at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line)\n Worker 52: _ZN4llvm13FPPassManager13runOnFunctionERNS_8FunctionE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line)\n Worker 52: _ZN4llvm13FPPassManager11runOnModuleERNS_6ModuleE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line)\n Worker 52: _ZN4llvm6legacy15PassManagerImpl3runERNS_6ModuleE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line)\n Worker 52: _ZN4llvm3orc14SimpleCompilerclERNS_6ModuleE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line)\n Worker 52: operator() at /source/src/jitlayers.cpp:1612\n Worker 52: addModule at /source/src/jitlayers.cpp:2093\n Worker 52: jl_compile_codeinst_now at /source/src/jitlayers.cpp:682\n Worker 52: jl_compile_codeinst_impl at /source/src/jitlayers.cpp:873\n Worker 52: jl_compile_method_internal at /source/src/gf.c:3527\n Worker 52: _jl_invoke at /source/src/gf.c:4007 [inlined]\n Worker 52: ijl_apply_generic at /source/src/gf.c:4212\n Worker 52: jl_apply at /source/src/julia.h:2375 [inlined]\n Worker 52: start_task at /source/src/task.c:1253\n Worker 52: unknown function (ip: (nil)) at (unknown file)\n Worker 52: unknown function (ip: 0x7f2cee1e0f14) at /lib/x86_64-linux-gnu/libc.so.6\n Worker 52: pthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)\n Worker 52: uv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822\n Worker 52: ijl_task_get_next at /source/src/scheduler.c:523\n Worker 52: wait at ./task.jl:1192\n Worker 52: wait_forever at ./task.jl:1129\n Worker 52: jfptr_wait_forever_53872.1 at /opt/julia/lib/julia/sys.so (unknown line)\n Worker 52: _jl_invoke at /source/src/gf.c:4015 [inlined]\n Worker 52: ijl_apply_generic at /source/src/gf.c:4212\n Worker 52: jl_apply at /source/src/julia.h:2375 [inlined]\n Worker 52: start_task at /source/src/task.c:1253\n Worker 52: unknown function (ip: (nil)) at (unknown file)\n Worker 52: unknown function (ip: 0x7f2cee1e0f14) at /lib/x86_64-linux-gnu/libc.so.6\n Worker 52: pthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)\n Worker 52: uv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822\n Worker 52: ijl_task_get_next at /source/src/scheduler.c:523\n Worker 52: wait at ./task.jl:1192\n Worker 52: wait_forever at ./task.jl:1129\n Worker 52: jfptr_wait_forever_53872.1 at /opt/julia/lib/julia/sys.so (unknown line)\n Worker 52: _jl_invoke at /source/src/gf.c:4015 [inlined]\n Worker 52: ijl_apply_generic at /source/src/gf.c:4212\n Worker 52: jl_apply at /source/src/julia.h:2375 [inlined]\n Worker 52: start_task at /source/src/task.c:1253\n Worker 52: unknown function (ip: (nil)) at (unknown file)\n Worker 52: epoll_pwait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)\n Worker 52: uv__io_poll at /workspace/srcdir/libuv/src/unix/linux.c:1404\n Worker 52: uv_run at /workspace/srcdir/libuv/src/unix/core.c:430\n Worker 52: ijl_task_get_next at /source/src/scheduler.c:457\n Worker 52: wait at ./task.jl:1192\n Worker 52: wait_forever at ./task.jl:1129\n Worker 52: jfptr_wait_forever_53872.1 at /opt/julia/lib/julia/sys.so (unknown line)\n Worker 52: _jl_invoke at /source/src/gf.c:4015 [inlined]\n Worker 52: ijl_apply_generic at /source/src/gf.c:4212\n Worker 52: jl_apply at /source/src/julia.h:2375 [inlined]\n Worker 52: start_task at /source/src/task.c:1253\n Worker 52: unknown function (ip: (nil)) at (unknown file)\n Worker 52: ==============================================================\n Worker 52: Profile collected. A report will print at the next yield point\n Worker 52: ==============================================================\n Worker 52: ┌ Warning: There were no samples collected in one or more groups.\n Worker 52: │ This may be due to idle threads, or you may need to run your\n Worker 52: │ program longer (perhaps by running it multiple times),\n Worker 52: │ or adjust the delay between samples with `Profile.init()`.\n Worker 52: └ @ Profile /opt/julia/share/julia/stdlib/v1.13/Profile/src/Profile.jl:1362\n Worker 52: Overhead ╎ [+additional indent] Count File:Line Function\n Worker 52: =========================================================\n Worker 52: Thread 1 (interactive) Task 0x00007f2cd40030d0 Total snapshots: 122. Utilization: 0%\n Worker 52: ╎122 @Base/task.jl:1129 wait_forever()\n Worker 52: 121╎ 122 @Base/task.jl:1192 wait()\n Worker 52: Thread 2 (interactive) Task 0x00007f2cd7ffc100 Total snapshots: 122. Utilization: 0%\n Worker 52: ╎122 @Base/task.jl:1129 wait_forever()\n Worker 52: 121╎ 122 @Base/task.jl:1192 wait()\n Worker 52: Thread 3 (default) Task 0x00007f2cd7ff8100 Total snapshots: 122. Utilization: 0%\n Worker 52: ╎122 @Base/task.jl:1129 wait_forever()\n Worker 52: 121╎ 122 @Base/task.jl:1192 wait()\n Worker 52: Thread 4 (default) Task 0x00007f2cd6a57580 Total snapshots: 122. Utilization: 100%\n Worker 52: Thread 5 (default) Task 0x00007f2cd7ff0100 Total snapshots: 122. Utilization: 0%\n Worker 52: ╎122 @Base/task.jl:1129 wait_forever()\n Worker 52: 121╎ 122 @Base/task.jl:1192 wait()\n Worker 52: Thread 6 (foreign: gc) Task 0x00007f2cd7fec010 Total snapshots: 122. Utilization: 100%\n Worker 52: Thread 7 (foreign: gc) Task 0x00007f2cd7fe8010 Total snapshots: 122. Utilization: 100%\n Worker 52: [52] signal 15: Terminated\n\n") Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/workers.jl:7 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/workers.jl:98 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/workers.jl:114 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] CPU profile: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/workers.jl:115 Expression: occursin(r"Thread 5 Task 0x\w+ Total snapshots: \d+. Utilization: \d+%", logs) Evaluated: occursin(r"Thread 5 Task 0x\w+ Total snapshots: \d+. Utilization: \d+%", " Worker 52: ======================================================================================\n Worker 52: Information request received. A stacktrace will print followed by a 1.0 second profile\n Worker 52: ======================================================================================\n Worker 52: cmd: /opt/julia/bin/julia 52 running 3 of 7\n Worker 52: signal (10): User defined signal 1\n Worker 52: unknown function (ip: 0x7f2cee1e0f14) at /lib/x86_64-linux-gnu/libc.so.6\n Worker 52: pthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)\n Worker 52: uv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822\n Worker 52: jl_parallel_gc_threadfun at /source/src/gc-stock.c:3654\n Worker 52: unknown function (ip: 0x7f2cee1e41c3) at /lib/x86_64-linux-gnu/libc.so.6\n Worker 52: unknown function (ip: 0x7f2cee26485b) at /lib/x86_64-linux-gnu/libc.so.6\n Worker 52: unknown function (ip: (nil)) at (unknown file)\n Worker 52: unknown function (ip: 0x7f2cee1e0f14) at /lib/x86_64-linux-gnu/libc.so.6\n Worker 52: pthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)\n Worker 52: uv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822\n Worker 52: jl_parallel_gc_threadfun at /source/src/gc-stock.c:3654\n Worker 52: unknown function (ip: 0x7f2cee1e41c3) at /lib/x86_64-linux-gnu/libc.so.6\n Worker 52: unknown function (ip: 0x7f2cee26485b) at /lib/x86_64-linux-gnu/libc.so.6\n Worker 52: unknown function (ip: (nil)) at (unknown file)\n Worker 52: unknown function (ip: 0x7f2cee1e0f14) at /lib/x86_64-linux-gnu/libc.so.6\n Worker 52: pthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)\n Worker 52: uv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822\n Worker 52: ijl_task_get_next at /source/src/scheduler.c:523\n Worker 52: wait at ./task.jl:1192\n Worker 52: wait_forever at ./task.jl:1129\n Worker 52: jfptr_wait_forever_53872.1 at /opt/julia/lib/julia/sys.so (unknown line)\n Worker 52: _jl_invoke at /source/src/gf.c:4015 [inlined]\n Worker 52: ijl_apply_generic at /source/src/gf.c:4212\n Worker 52: jl_apply at /source/src/julia.h:2375 [inlined]\n Worker 52: start_task at /source/src/task.c:1253\n Worker 52: unknown function (ip: (nil)) at (unknown file)\n Worker 52: _ZN4llvm14FoldingSetBase19FindNodeOrInsertPosERKNS_16FoldingSetNodeIDERPvRKNS0_14FoldingSetInfoE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line)\n Worker 52: _ZN4llvm12SelectionDAG9getVTListENS_3EVTES1_ at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line)\n Worker 52: _ZN4llvm16SelectionDAGISel16SelectCodeCommonEPNS_6SDNodeEPKhj at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line)\n Worker 52: _ZN12_GLOBAL__N_115X86DAGToDAGISel6SelectEPN4llvm6SDNodeE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line)\n Worker 52: _ZN4llvm16SelectionDAGISel22DoInstructionSelectionEv at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line)\n Worker 52: _ZN4llvm16SelectionDAGISel17CodeGenAndEmitDAGEv at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line)\n Worker 52: _ZN4llvm16SelectionDAGISel20SelectAllBasicBlocksERKNS_8FunctionE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line)\n Worker 52: _ZN4llvm16SelectionDAGISel20runOnMachineFunctionERNS_15MachineFunctionE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line)\n Worker 52: _ZN4llvm22SelectionDAGISelLegacy20runOnMachineFunctionERNS_15MachineFunctionE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line)\n Worker 52: _ZN4llvm19MachineFunctionPass13runOnFunctionERNS_8FunctionE.part.0 at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line)\n Worker 52: _ZN4llvm13FPPassManager13runOnFunctionERNS_8FunctionE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line)\n Worker 52: _ZN4llvm13FPPassManager11runOnModuleERNS_6ModuleE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line)\n Worker 52: _ZN4llvm6legacy15PassManagerImpl3runERNS_6ModuleE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line)\n Worker 52: _ZN4llvm3orc14SimpleCompilerclERNS_6ModuleE at /opt/julia/bin/../lib/julia/libLLVM.so.20.1jl (unknown line)\n Worker 52: operator() at /source/src/jitlayers.cpp:1612\n Worker 52: addModule at /source/src/jitlayers.cpp:2093\n Worker 52: jl_compile_codeinst_now at /source/src/jitlayers.cpp:682\n Worker 52: jl_compile_codeinst_impl at /source/src/jitlayers.cpp:873\n Worker 52: jl_compile_method_internal at /source/src/gf.c:3527\n Worker 52: _jl_invoke at /source/src/gf.c:4007 [inlined]\n Worker 52: ijl_apply_generic at /source/src/gf.c:4212\n Worker 52: jl_apply at /source/src/julia.h:2375 [inlined]\n Worker 52: start_task at /source/src/task.c:1253\n Worker 52: unknown function (ip: (nil)) at (unknown file)\n Worker 52: unknown function (ip: 0x7f2cee1e0f14) at /lib/x86_64-linux-gnu/libc.so.6\n Worker 52: pthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)\n Worker 52: uv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822\n Worker 52: ijl_task_get_next at /source/src/scheduler.c:523\n Worker 52: wait at ./task.jl:1192\n Worker 52: wait_forever at ./task.jl:1129\n Worker 52: jfptr_wait_forever_53872.1 at /opt/julia/lib/julia/sys.so (unknown line)\n Worker 52: _jl_invoke at /source/src/gf.c:4015 [inlined]\n Worker 52: ijl_apply_generic at /source/src/gf.c:4212\n Worker 52: jl_apply at /source/src/julia.h:2375 [inlined]\n Worker 52: start_task at /source/src/task.c:1253\n Worker 52: unknown function (ip: (nil)) at (unknown file)\n Worker 52: unknown function (ip: 0x7f2cee1e0f14) at /lib/x86_64-linux-gnu/libc.so.6\n Worker 52: pthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)\n Worker 52: uv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822\n Worker 52: ijl_task_get_next at /source/src/scheduler.c:523\n Worker 52: wait at ./task.jl:1192\n Worker 52: wait_forever at ./task.jl:1129\n Worker 52: jfptr_wait_forever_53872.1 at /opt/julia/lib/julia/sys.so (unknown line)\n Worker 52: _jl_invoke at /source/src/gf.c:4015 [inlined]\n Worker 52: ijl_apply_generic at /source/src/gf.c:4212\n Worker 52: jl_apply at /source/src/julia.h:2375 [inlined]\n Worker 52: start_task at /source/src/task.c:1253\n Worker 52: unknown function (ip: (nil)) at (unknown file)\n Worker 52: epoll_pwait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)\n Worker 52: uv__io_poll at /workspace/srcdir/libuv/src/unix/linux.c:1404\n Worker 52: uv_run at /workspace/srcdir/libuv/src/unix/core.c:430\n Worker 52: ijl_task_get_next at /source/src/scheduler.c:457\n Worker 52: wait at ./task.jl:1192\n Worker 52: wait_forever at ./task.jl:1129\n Worker 52: jfptr_wait_forever_53872.1 at /opt/julia/lib/julia/sys.so (unknown line)\n Worker 52: _jl_invoke at /source/src/gf.c:4015 [inlined]\n Worker 52: ijl_apply_generic at /source/src/gf.c:4212\n Worker 52: jl_apply at /source/src/julia.h:2375 [inlined]\n Worker 52: start_task at /source/src/task.c:1253\n Worker 52: unknown function (ip: (nil)) at (unknown file)\n Worker 52: ==============================================================\n Worker 52: Profile collected. A report will print at the next yield point\n Worker 52: ==============================================================\n Worker 52: ┌ Warning: There were no samples collected in one or more groups.\n Worker 52: │ This may be due to idle threads, or you may need to run your\n Worker 52: │ program longer (perhaps by running it multiple times),\n Worker 52: │ or adjust the delay between samples with `Profile.init()`.\n Worker 52: └ @ Profile /opt/julia/share/julia/stdlib/v1.13/Profile/src/Profile.jl:1362\n Worker 52: Overhead ╎ [+additional indent] Count File:Line Function\n Worker 52: =========================================================\n Worker 52: Thread 1 (interactive) Task 0x00007f2cd40030d0 Total snapshots: 122. Utilization: 0%\n Worker 52: ╎122 @Base/task.jl:1129 wait_forever()\n Worker 52: 121╎ 122 @Base/task.jl:1192 wait()\n Worker 52: Thread 2 (interactive) Task 0x00007f2cd7ffc100 Total snapshots: 122. Utilization: 0%\n Worker 52: ╎122 @Base/task.jl:1129 wait_forever()\n Worker 52: 121╎ 122 @Base/task.jl:1192 wait()\n Worker 52: Thread 3 (default) Task 0x00007f2cd7ff8100 Total snapshots: 122. Utilization: 0%\n Worker 52: ╎122 @Base/task.jl:1129 wait_forever()\n Worker 52: 121╎ 122 @Base/task.jl:1192 wait()\n Worker 52: Thread 4 (default) Task 0x00007f2cd6a57580 Total snapshots: 122. Utilization: 100%\n Worker 52: Thread 5 (default) Task 0x00007f2cd7ff0100 Total snapshots: 122. Utilization: 0%\n Worker 52: ╎122 @Base/task.jl:1129 wait_forever()\n Worker 52: 121╎ 122 @Base/task.jl:1192 wait()\n Worker 52: Thread 6 (foreign: gc) Task 0x00007f2cd7fec010 Total snapshots: 122. Utilization: 100%\n Worker 52: Thread 7 (foreign: gc) Task 0x00007f2cd7fe8010 Total snapshots: 122. Utilization: 100%\n Worker 52: [52] signal 15: Terminated\n\n") Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/workers.jl:7 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/workers.jl:98 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/workers.jl:115 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] only requested testfiles included: Error During Test at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/internals.jl:90 Got exception outside of a @test IOError: readdir("/this/file"): no such file or directory (ENOENT) Stacktrace: [1] iterate(c::Channel{Tuple{String, Vector{String}, Vector{String}}}, state::Nothing) @ Base ./channels.jl:724 [2] iterate @ ./channels.jl:707 [inlined] [3] macro expansion @ ./task.jl:633 [inlined] [4] include_testfiles!(project_name::String, projectfile::String, paths::Tuple{String}, ti_filter::TestItemFilter{Returns{Bool}, Nothing, Nothing}, verbose_results::Bool, report::Bool) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:798 [5] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/internals.jl:7 [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [7] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/internals.jl:90 [inlined] [8] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [9] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/internals.jl:91 [inlined] [10] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [11] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/internals.jl:97 [inlined] [12] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:312 [13] IncludeInto @ ./Base.jl:313 [inlined] [14] (::var"#5#6")() @ Main ~/.julia/packages/ReTestItems/4doqz/test/runtests.jl:19 [15] withenv(f::var"#5#6", keyvals::Pair{String, Int64}) @ Base ./env.jl:265 [16] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/runtests.jl:15 [17] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [18] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/runtests.jl:17 [inlined] [19] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:312 [20] top-level scope @ none:6 [21] eval(m::Module, e::Any) @ Core ./boot.jl:489 [22] exec_options(opts::Base.JLOptions) @ Base ./client.jl:286 [23] _start() @ Base ./client.jl:553 ┌ Warning: Test item "Dummy TestItem" at source/path:42 contains test sets without tests: │ "Empty testset" └ @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/log_capture.jl:328 ┌ Warning: No such path "foo" └ @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:138 ┌ Warning: No such path "foo" └ @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:138 ┌ Warning: "/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_empty_file.jl" is not a test file └ @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:142 12:10:03 | maxrss 1.6% | mem 1.9% | SKIP (0/1) test item "skip" at internals.jl:288 should_skip: Error During Test at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/internals.jl:311 Test threw exception Expression: should_skip(ti) UndefVarError: `##skip#296` not defined in `Main.var"##skip_x#295"` The binding may be too new: running in world age 39093, while current world is 39095. Stacktrace: [1] should_skip(ti::TestItem) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1000 [2] eval_test_function(func::Any, args::Any, kwargs::Any, quoted_func::Union{Expr, Symbol}, source::LineNumberNode, negate::Bool) @ Test /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:388 [3] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/internals.jl:7 [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/internals.jl:303 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [7] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/internals.jl:311 [inlined] [8] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:742 [inlined] should_skip: Error During Test at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/internals.jl:313 Test threw exception Expression: !(should_skip(ti)) UndefVarError: `##skip#298` not defined in `Main.var"##skip_x#297"` The binding may be too new: running in world age 39095, while current world is 39097. Stacktrace: [1] should_skip(ti::TestItem) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1000 [2] eval_test_function(func::Any, args::Any, kwargs::Any, quoted_func::Union{Expr, Symbol}, source::LineNumberNode, negate::Bool) @ Test /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:388 [3] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/internals.jl:7 [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/internals.jl:303 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [7] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/internals.jl:313 [inlined] [8] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:742 [inlined] should_skip: Error During Test at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/internals.jl:316 Test threw exception Expression: should_skip(ti) UndefVarError: `##skip#300` not defined in `Main.var"##skip_x#299"` The binding may be too new: running in world age 39097, while current world is 39100. Stacktrace: [1] should_skip(ti::TestItem) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1000 [2] eval_test_function(func::Any, args::Any, kwargs::Any, quoted_func::Union{Expr, Symbol}, source::LineNumberNode, negate::Bool) @ Test /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:388 [3] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/internals.jl:7 [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/internals.jl:303 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [7] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/internals.jl:316 [inlined] [8] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:742 [inlined] should_skip: Error During Test at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/internals.jl:318 Test threw exception Expression: !(should_skip(ti)) UndefVarError: `##skip#302` not defined in `Main.var"##skip_x#301"` The binding may be too new: running in world age 39100, while current world is 39103. Stacktrace: [1] should_skip(ti::TestItem) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1000 [2] eval_test_function(func::Any, args::Any, kwargs::Any, quoted_func::Union{Expr, Symbol}, source::LineNumberNode, negate::Bool) @ Test /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:388 [3] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/internals.jl:7 [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/internals.jl:303 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [7] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/internals.jl:318 [inlined] [8] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:742 [inlined] should_skip: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/internals.jl:321 Expression: should_skip(ti) Expected: "Test item \"x\" `skip` keyword must be a `Bool`, got `skip=2`" Message: "UndefVarError: `##skip#304` not defined in `Main.var\"##skip_x#303\"`\nThe binding may be too new: running in world age 39103, while current world is 39106." Stacktrace: [1] do_test_throws(result::Test.ExecutionResult, orig_expr::Any, extype::Any) @ Test /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:902 [2] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/internals.jl:7 [3] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [4] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/internals.jl:303 [inlined] [5] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [6] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/internals.jl:321 [inlined] 12:10:10 | maxrss 1.7% | mem 1.9% | START test item "TI1" at macros.jl:32 12:10:10 | maxrss 1.7% | mem 1.9% | DONE test item "TI1" 0.2 secs (97.7% compile), 106.72 K allocs (6.616 MB) 12:10:10 | maxrss 1.7% | mem 1.9% | START test item "TI2" at macros.jl:43 12:10:10 | maxrss 1.7% | mem 1.9% | DONE test item "TI2" <0.1 secs (<0.1% compile), 993 allocs (55.552 KB) 12:10:11 | maxrss 1.7% | mem 1.9% | START test item "TI" at macros.jl:53 12:10:11 | maxrss 1.7% | mem 1.9% | DONE test item "TI" <0.1 secs (<0.1% compile), 993 allocs (55.584 KB) 12:10:11 | maxrss 1.7% | mem 1.9% | START test item "macro-import" at macros.jl:64 12:10:12 | maxrss 1.7% | mem 1.9% | DONE test item "macro-import" 1.4 secs (99.1% compile, 4.0% GC), 537.16 K allocs (31.299 MB) 12:10:12 | maxrss 1.7% | mem 1.9% | START test item "Foo" at macros.jl:95 12:10:13 | maxrss 1.7% | mem 1.9% | DONE test item "Foo" <0.1 secs (<0.1% compile), 2.88 K allocs (128.480 KB) 12:10:13 | maxrss 1.7% | mem 1.9% | START test item "Foo3" at macros.jl:110 12:10:13 | maxrss 1.7% | mem 1.9% | DONE test item "Foo3" <0.1 secs (<0.1% compile), 1.98 K allocs (93.296 KB) 12:10:13 | maxrss 1.7% | mem 1.9% | START test item "Foo4" at macros.jl:119 Foo4: Error During Test at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/macros.jl:119 Got exception outside of a @test UndefVarError: `NonExistentSetup` not defined in `Main` Suggestion: check for spelling errors or missing imports. Stacktrace: [1] eval_import_path_all(at::Module, path::Expr, keyword::String) @ Base ./module.jl:62 [2] _eval_using(to::Module, path::Expr) @ Base ./module.jl:137 [3] top-level scope @ none:0 [4] eval(m::Module, e::Any) @ Core ./boot.jl:489 [5] #73 @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1116 [inlined] [6] with_source_path(f::ReTestItems.var"#73#74"{Expr}, path::String) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:934 [7] (::ReTestItems.var"#71#72"{TestItem, String, Expr, Expr})() @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1116 [8] _redirect_logs(f::ReTestItems.var"#71#72"{TestItem, String, Expr, Expr}, target::Base.PipeEndpoint) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/log_capture.jl:109 [9] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/src/macros.jl:82 [inlined] [10] runtestitem(ti::TestItem, ctx::ReTestItems.TestContext; test_end_expr::Nothing, logs::Symbol, verbose_results::Bool, finish_test::Bool, catch_test_error::Bool, failfast::Bool) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1113 [11] runtestitem @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1035 [inlined] [12] runtestitem(ti::TestItem; kw::@Kwargs{finish_test::Bool}) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1027 [13] kwcall(::@NamedTuple{finish_test::Bool}, ::typeof(runtestitem), ti::TestItem) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1019 [14] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/macros.jl:23 [15] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [16] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/macros.jl:118 [inlined] [17] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [18] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/macros.jl:123 [inlined] [19] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:312 [20] IncludeInto @ ./Base.jl:313 [inlined] [21] (::var"#5#6")() @ Main ~/.julia/packages/ReTestItems/4doqz/test/runtests.jl:20 [22] withenv(f::var"#5#6", keyvals::Pair{String, Int64}) @ Base ./env.jl:265 [23] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/runtests.jl:15 [24] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [25] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/runtests.jl:17 [inlined] [26] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:312 [27] top-level scope @ none:6 [28] eval(m::Module, e::Any) @ Core ./boot.jl:489 [29] exec_options(opts::Base.JLOptions) @ Base ./client.jl:286 [30] _start() @ Base ./client.jl:553 12:10:13 | maxrss 1.7% | mem 1.9% | DONE test item "Foo4" 12:10:13 | maxrss 1.7% | mem 1.9% | START test item "testitem active" at macros.jl:138 12:10:14 | maxrss 1.7% | mem 1.9% | DONE test item "testitem active" <0.1 secs (77.9% compile), 2.84 K allocs (152.464 KB) 12:10:14 | maxrss 1.7% | mem 1.9% | START test item "run" at macros.jl:146 12:10:14 | maxrss 1.7% | mem 1.9% | DONE test item "run" <0.1 secs (<0.1% compile), 992 allocs (57.024 KB) 12:10:14 | maxrss 1.7% | mem 1.9% | START test item "comparisons" at macros.jl:182 12:10:15 | maxrss 1.7% | mem 1.9% | DONE test item "comparisons" 0.1 secs (76.2% compile), 14.23 K allocs (904.512 KB) 12:10:17 | maxrss 1.7% | mem 2.0% | SKIP test item "skip isa bool" at macros.jl:306 12:10:18 | maxrss 1.7% | mem 2.0% | SKIP test item "test contains error" at macros.jl:314 testitem `skip` keyword: Error During Test at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/macros.jl:295 Got exception outside of a @test UndefVarError: `##skip#366` not defined in `Main.var"##skip_skip isa expr 1#365"` The binding may be too new: running in world age 39258, while current world is 39260. Stacktrace: [1] should_skip(ti::TestItem) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1000 [2] runtestitem(ti::TestItem, ctx::ReTestItems.TestContext; test_end_expr::Nothing, logs::Symbol, verbose_results::Bool, finish_test::Bool, catch_test_error::Bool, failfast::Bool) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1040 [3] runtestitem @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1035 [inlined] [4] runtestitem(ti::TestItem; kw::@Kwargs{}) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1027 [5] runtestitem(ti::TestItem) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1019 [6] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/macros.jl:23 [7] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [8] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/macros.jl:296 [inlined] [9] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [10] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/macros.jl:341 [inlined] [11] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:312 [12] IncludeInto @ ./Base.jl:313 [inlined] [13] (::var"#5#6")() @ Main ~/.julia/packages/ReTestItems/4doqz/test/runtests.jl:20 [14] withenv(f::var"#5#6", keyvals::Pair{String, Int64}) @ Base ./env.jl:265 [15] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/runtests.jl:15 [16] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [17] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/runtests.jl:17 [inlined] [18] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:312 [19] top-level scope @ none:6 [20] eval(m::Module, e::Any) @ Core ./boot.jl:489 [21] exec_options(opts::Base.JLOptions) @ Base ./client.jl:286 [22] _start() @ Base ./client.jl:553 12:10:18 | maxrss 1.7% | mem 2.0% | START test item "default_imports" at macros.jl:424 12:10:18 | maxrss 1.7% | mem 2.0% | DONE test item "default_imports" <0.1 secs (<0.1% compile), 1.48 K allocs (73.408 KB) 12:10:18 | maxrss 1.7% | mem 2.0% | START test item "no_default_imports" at macros.jl:432 12:10:18 | maxrss 1.7% | mem 2.0% | DONE test item "no_default_imports" 0.2 secs (99.3% compile), 398.12 K allocs (24.242 MB) WARNING: Method definition n_passed(Any) in module Main at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/macros.jl:7 overwritten at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/_integration_test_tools.jl:69. Activating project at `~/.julia/packages/ReTestItems/4doqz` Updating `~/.julia/packages/ReTestItems/4doqz/Project.toml` [1e6cf692] + TestEnv v1.102.1 [ade2ca70] ~ Dates ⇒ v1.11.0 [56ddb016] ~ Logging ⇒ v1.11.0 [44cfe95a] ~ Pkg ⇒ v1.13.0 [9e88b42a] ~ Serialization ⇒ v1.11.0 [6462fe0b] ~ Sockets ⇒ v1.11.0 [8dfed614] ~ Test ⇒ v1.11.0 Updating `~/.julia/packages/ReTestItems/4doqz/Manifest.toml` [1e6cf692] + TestEnv v1.102.1 [0dad84c5] + ArgTools v1.1.2 [56f22d72] + Artifacts v1.11.0 [2a0f44e3] + Base64 v1.11.0 [ade2ca70] ~ Dates ⇒ v1.11.0 [f43a241f] + Downloads v1.7.0 [7b1f6079] + FileWatching v1.11.0 [b77e0a4c] + InteractiveUtils v1.11.0 [ac6e5ff7] + JuliaSyntaxHighlighting v1.12.0 [b27032c2] + LibCURL v0.6.4 [76f85450] + LibGit2 v1.11.0 [8f399da3] + Libdl v1.11.0 [56ddb016] ~ Logging ⇒ v1.11.0 [d6f4376e] + Markdown v1.11.0 [ca575930] + NetworkOptions v1.3.0 [44cfe95a] ~ Pkg ⇒ v1.13.0 [de0858da] + Printf v1.11.0 [9a3f8284] + Random v1.11.0 [ea8e919c] + SHA v0.7.0 [9e88b42a] ~ Serialization ⇒ v1.11.0 [6462fe0b] ~ Sockets ⇒ v1.11.0 [f489334b] + StyledStrings v1.11.0 [fa267f1f] + TOML v1.0.3 [a4e569a6] + Tar v1.10.0 [8dfed614] ~ Test ⇒ v1.11.0 [cf7118a7] + UUIDs v1.11.0 [4ec0a83e] + Unicode v1.11.0 [e66e0078] + CompilerSupportLibraries_jll v1.3.0+1 [deac9b47] + LibCURL_jll v8.15.0+0 [e37daf67] + LibGit2_jll v1.9.1+0 [29816b5a] + LibSSH2_jll v1.11.3+1 [14a3606d] + MozillaCACerts_jll v2025.7.15 [458c3c95] + OpenSSL_jll v3.5.1+0 [efcefdf7] + PCRE2_jll v10.45.0+0 [83775a58] + Zlib_jll v1.3.1+2 [8e850ede] + nghttp2_jll v1.65.0+0 [3f19e933] + p7zip_jll v17.5.0+2 [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_testitem_test.jl [ Info: Finished scanning for test items in 0.01 seconds. [ Info: Scheduling 1 tests on pid 23 12:10:51 | maxrss 1.9% | mem 2.2% | START (1/1) test item "foo" at test/testfiles/_testitem_test.jl:2 12:10:51 | maxrss 2.0% | mem 2.2% | DONE (1/1) test item "foo" <0.1 secs (<0.1% compile), 1.33 K allocs (74.608 KB) [ Tests Completed: 1/1 test items were run. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_nested/_testitem_test.jl [ Info: Finished scanning for test items in 0.01 seconds. [ Info: Scheduling 1 tests on pid 23 12:10:51 | maxrss 2.0% | mem 2.2% | START (1/1) test item "foo" at test/testfiles/_nested/_testitem_test.jl:2 12:10:51 | maxrss 2.0% | mem 2.2% | DONE (1/1) test item "foo" <0.1 secs (<0.1% compile), 1.24 K allocs (67.792 KB) [ Tests Completed: 1/1 test items were run. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_nested [ Info: Finished scanning for test items in 0.0 seconds. [ Info: Scheduling 1 tests on pid 23 12:10:51 | maxrss 2.0% | mem 2.2% | START (1/1) test item "foo" at test/testfiles/_nested/_testitem_test.jl:2 12:10:51 | maxrss 2.0% | mem 2.2% | DONE (1/1) test item "foo" <0.1 secs (<0.1% compile), 1.24 K allocs (67.424 KB) [ Tests Completed: 1/1 test items were run. Activating project at `~/.julia/packages/ReTestItems/4doqz/test/packages/TestsInSrc.jl` 12:10:54 | maxrss 2.0% | mem 2.2% | START (1/1) test item "foo" at src/foo_test.jl:1 12:10:55 | maxrss 2.0% | mem 2.2% | DONE (1/1) test item "foo" 0.9 secs (2.1% compile), 59.38 K allocs (7.784 MB) [ Tests Completed: 1/1 test items were run. [ Info: Scanning for test items in project `TestsInSrc` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/TestsInSrc.jl [ Info: Finished scanning for test items in 0.01 seconds. [ Info: Scheduling 8 tests on pid 23 12:10:56 | maxrss 2.0% | mem 2.2% | START (1/8) test item "a1" at src/a_dir/a1_test.jl:1 12:10:56 | maxrss 2.0% | mem 2.2% | DONE (1/8) test item "a1" <0.1 secs (<0.1% compile), 1.08 K allocs (61.504 KB) 12:10:56 | maxrss 2.0% | mem 2.2% | START (2/8) test item "a2" at src/a_dir/a2_test.jl:1 12:10:56 | maxrss 2.0% | mem 2.2% | DONE (2/8) test item "a2" <0.1 secs (<0.1% compile), 2.85 K allocs (129.352 KB) 12:10:56 | maxrss 2.0% | mem 2.2% | START (3/8) test item "z" at src/a_dir/x_dir/x_test.jl:1 12:10:56 | maxrss 2.0% | mem 2.2% | DONE (3/8) test item "z" <0.1 secs (<0.1% compile), 1.08 K allocs (61.600 KB) 12:10:56 | maxrss 2.0% | mem 2.2% | START (4/8) test item "y" at src/a_dir/x_dir/x_test.jl:4 12:10:56 | maxrss 2.0% | mem 2.2% | DONE (4/8) test item "y" <0.1 secs (<0.1% compile), 1.08 K allocs (61.632 KB) 12:10:56 | maxrss 2.0% | mem 2.2% | START (5/8) test item "x" at src/a_dir/x_dir/x_test.jl:7 12:10:56 | maxrss 2.0% | mem 2.2% | DONE (5/8) test item "x" <0.1 secs (<0.1% compile), 1.08 K allocs (61.504 KB) 12:10:56 | maxrss 2.0% | mem 2.2% | START (6/8) test item "b" at src/b_dir/b_test.jl:1 12:10:56 | maxrss 2.0% | mem 2.2% | DONE (6/8) test item "b" <0.1 secs (<0.1% compile), 1.08 K allocs (61.664 KB) 12:10:56 | maxrss 2.0% | mem 2.2% | START (7/8) test item "bar" at src/bar_tests.jl:1 12:10:56 | maxrss 2.0% | mem 2.2% | DONE (7/8) test item "bar" 0.7 secs (97.9% compile), 297.95 K allocs (16.587 MB) 12:10:56 | maxrss 2.0% | mem 2.2% | START (8/8) test item "foo" at src/foo_test.jl:1 12:10:56 | maxrss 2.0% | mem 2.2% | DONE (8/8) test item "foo" <0.1 secs (<0.1% compile), 1.69 K allocs (83.632 KB) [ Tests Completed: 8/8 test items were run. [ Info: Scanning for test items in project `TestsInSrc` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/TestsInSrc.jl [ Info: Finished scanning for test items in 1.01 seconds. [ Info: Scanning for test items in project `TestsInSrc` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/TestsInSrc.jl [ Info: Finished scanning for test items in 1.02 seconds. [ Info: Scheduling 1 tests on pid 23 12:10:59 | maxrss 2.0% | mem 2.2% | START (1/1) test item "bar" at src/bar_tests.jl:1 12:10:59 | maxrss 2.0% | mem 2.2% | DONE (1/1) test item "bar" <0.1 secs (<0.1% compile), 4.16 K allocs (176.680 KB) [ Tests Completed: 1/1 test items were run. [ Info: Scanning for test items in project `TestsInSrc` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/TestsInSrc.jl [ Info: Finished scanning for test items in 1.04 seconds. [ Info: Scanning for test items in project `TestsInSrc` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/TestsInSrc.jl [ Info: Finished scanning for test items in 1.11 seconds. [ Info: Scheduling 1 tests on pid 23 12:11:02 | maxrss 2.0% | mem 2.2% | START (1/1) test item "b" at src/b_dir/b_test.jl:1 12:11:02 | maxrss 2.0% | mem 2.2% | DONE (1/1) test item "b" <0.1 secs (<0.1% compile), 1.08 K allocs (61.488 KB) [ Tests Completed: 1/1 test items were run. [ Info: Scanning for test items in project `TestsInSrc` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/TestsInSrc.jl [ Info: Finished scanning for test items in 1.16 seconds. [ Info: Scheduling 1 tests on pid 23 12:11:04 | maxrss 2.0% | mem 2.2% | START (1/1) test item "b" at src/b_dir/b_test.jl:1 12:11:04 | maxrss 2.0% | mem 2.2% | DONE (1/1) test item "b" <0.1 secs (<0.1% compile), 1.08 K allocs (61.488 KB) [ Tests Completed: 1/1 test items were run. [ Info: Scanning for test items in project `TestsInSrc` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/TestsInSrc.jl [ Info: Finished scanning for test items in 1.16 seconds. [ Info: Scanning for test items in project `TestsInSrc` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/TestsInSrc.jl [ Info: Finished scanning for test items in 1.31 seconds. [ Info: Scanning for test items in project `TestsInSrc` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/TestsInSrc.jl filter `runtests(func, x)`: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:176 Expression: runtests((ti->begin #= /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:176 =# contains(ti.file, "bar_") end), pkg) Expected: "no field file" Message: "TaskFailedException\n\n nested task error: LoadError: FieldError: type ReTestItems.TestItemMetadata has no field `file`, available fields: `name`, `tags`\n Stacktrace:\n [1] getproperty\n @ ./Base_compiler.jl:57 [inlined]\n [2] (::var\"#295#296\")(ti::ReTestItems.TestItemMetadata)\n @ Main ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:176\n [3] (::TestItemFilter{var\"#295#296\", Nothing, Nothing})(ti::ReTestItems.TestItemMetadata)\n @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/filtering.jl:19\n [4] filter_testitem(f::TestItemFilter{var\"#295#296\", Nothing, Nothing}, expr::Expr)\n @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/filtering.jl:62\n [5] TestItemFilter\n @ ~/.julia/packages/ReTestItems/4doqz/src/filtering.jl:37 [inlined]\n [6] include_string(mapexpr::TestItemFilter{var\"#295#296\", Nothing, Nothing}, mod::Module, code::String, filename::String)\n @ Base ./loading.jl:2843\n [7] _include(mapexpr::Function, mod::Module, _path::String)\n @ Base ./loading.jl:2907\n [8] include(mapexpr::Function, mod::Module, _path::String)\n @ Base ./Base.jl:312\n [9] #include_testfiles!##10\n @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:834 [inlined]\n [10] task_local_storage(body::ReTestItems.var\"#include_testfiles!##10#include_testfiles!##11\"{TestItemFilter{var\"#295#296\", Nothing, Nothing}, String}, key::Symbol, val::Channel{Pair{Symbol, TestSetup}})\n @ Base ./task.jl:298\n [11] #include_testfiles!##8\n @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:833 [inlined]\n [12] task_local_storage(body::ReTestItems.var\"#include_testfiles!##8#include_testfiles!##9\"{Channel{Pair{Symbol, TestSetup}}, TestItemFilter{var\"#295#296\", Nothing, Nothing}, String}, key::Symbol, val::String)\n @ Base ./task.jl:298\n [13] #include_testfiles!##6\n @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:832 [inlined]\n [14] task_local_storage(body::ReTestItems.var\"#include_testfiles!##6#include_testfiles!##7\"{String, Channel{Pair{Symbol, TestSetup}}, TestItemFilter{var\"#295#296\", Nothing, Nothing}, String}, key::Symbol, val::Tuple{ReTestItems.FileNode, Set{String}})\n @ Base ./task.jl:298\n [15] #include_testfiles!##4\n @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:831 [inlined]\n [16] task_local_storage(body::ReTestItems.var\"#include_testfiles!##4#include_testfiles!##5\"{ReTestItems.FileNode, Set{String}, String, Channel{Pair{Symbol, TestSetup}}, TestItemFilter{var\"#295#296\", Nothing, Nothing}, String}, key::Symbol, val::Bool)\n @ Base ./task.jl:298\n [17] (::ReTestItems.var\"#include_testfiles!##2#include_testfiles!##3\"{ReTestItems.FileNode, Set{String}, String, Channel{Pair{Symbol, TestSetup}}, TestItemFilter{var\"#295#296\", Nothing, Nothing}, String})()\n @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:830\n in expression starting at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/TestsInSrc.jl/src/bar_tests.jl:1\n\n...and 5 more exceptions.\n" Stacktrace: [1] do_test_throws(result::Test.ExecutionResult, orig_expr::Any, extype::Any) @ Test /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:902 [2] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:47 [3] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [4] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:137 [inlined] [5] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [6] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:176 [inlined] [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_scope_tests.jl [ Info: Finished scanning for test items in 0.01 seconds. [ Info: Scheduling 5 tests on pid 23 12:11:10 | maxrss 2.0% | mem 2.2% | START (1/5) test item "scope test - loops" at test/testfiles/_scope_tests.jl:4 12:11:10 | maxrss 2.0% | mem 2.2% | DONE (1/5) test item "scope test - loops" <0.1 secs (<0.1% compile), 1.42 K allocs (75.264 KB) 12:11:10 | maxrss 2.0% | mem 2.2% | START (2/5) test item "scope test - setups" at test/testfiles/_scope_tests.jl:18 12:11:10 | maxrss 2.0% | mem 2.2% | DONE (2/5) test item "scope test - setups" <0.1 secs (<0.1% compile), 1.56 K allocs (81.504 KB) 12:11:10 | maxrss 2.0% | mem 2.2% | START (3/5) test item "scope test - testsets" at test/testfiles/_scope_tests.jl:27 12:11:10 | maxrss 2.0% | mem 2.2% | DONE (3/5) test item "scope test - testsets" <0.1 secs (<0.1% compile), 2.79 K allocs (127.704 KB) 12:11:10 | maxrss 2.0% | mem 2.2% | START (4/5) test item "scope test - imports" at test/testfiles/_scope_tests.jl:38 12:11:10 | maxrss 2.0% | mem 2.2% | DONE (4/5) test item "scope test - imports" <0.1 secs (60.2% compile), 7.09 K allocs (334.376 KB) 12:11:10 | maxrss 2.0% | mem 2.2% | START (5/5) test item "scope test - consts" at test/testfiles/_scope_tests.jl:57 12:11:10 | maxrss 2.0% | mem 2.2% | DONE (5/5) test item "scope test - consts" <0.1 secs (<0.1% compile), 2.71 K allocs (126.304 KB) [ Tests Completed: 5/5 test items were run. ┌ Warning: The active manifest file has dependencies that were resolved with a different julia version (1.8.2). Unexpected behavior may occur. └ @ ~/.julia/packages/ReTestItems/4doqz/test/packages/NoDeps.jl/Manifest.toml:0 ┌ Warning: The project dependencies or compat requirements have changed since the manifest was last resolved. │ It is recommended to `Pkg.resolve()` or consider `Pkg.update()` if necessary. └ @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:1288 Testing NoDeps Test Could not use exact versions of packages in manifest, re-resolving. Note: if you do not check your manifest file into source control, then you can probably ignore this message. However, if you do check your manifest file into source control, then you probably want to pass the `allow_reresolve = false` kwarg when calling the `Pkg.test` function. Updating `/tmp/jl_9KUZlL/Project.toml` [2520ce14] + NoDeps v0.0.0 `~/.julia/packages/ReTestItems/4doqz/test/packages/NoDeps.jl` [817f1d60] ~ ReTestItems v0.1.0 `~/.julia/packages/ReTestItems/4doqz` ⇒ v1.33.1 `~/.julia/packages/ReTestItems/4doqz` [8dfed614] ~ Test ⇒ v1.11.0 Updating `/tmp/jl_9KUZlL/Manifest.toml` [e6f89c97] - LoggingExtras v1.0.0 [2520ce14] + NoDeps v0.0.0 `~/.julia/packages/ReTestItems/4doqz/test/packages/NoDeps.jl` [817f1d60] ~ ReTestItems v0.1.0 `~/.julia/packages/ReTestItems/4doqz` ⇒ v1.33.1 `~/.julia/packages/ReTestItems/4doqz` [1e6cf692] ↑ TestEnv v1.9.3 ⇒ v1.102.1 [c8ffd9c3] - MbedTLS_jll v2.28.0+0 [0dad84c5] ↑ ArgTools v1.1.1 ⇒ v1.1.2 [56f22d72] ~ Artifacts ⇒ v1.11.0 [2a0f44e3] ~ Base64 ⇒ v1.11.0 [ade2ca70] ~ Dates ⇒ v1.11.0 [f43a241f] ↑ Downloads v1.6.0 ⇒ v1.7.0 [7b1f6079] ~ FileWatching ⇒ v1.11.0 [b77e0a4c] ~ InteractiveUtils ⇒ v1.11.0 [ac6e5ff7] + JuliaSyntaxHighlighting v1.12.0 [b27032c2] ↑ LibCURL v0.6.3 ⇒ v0.6.4 [76f85450] ~ LibGit2 ⇒ v1.11.0 [8f399da3] ~ Libdl ⇒ v1.11.0 [56ddb016] ~ Logging ⇒ v1.11.0 [d6f4376e] ~ Markdown ⇒ v1.11.0 [ca575930] ↑ NetworkOptions v1.2.0 ⇒ v1.3.0 [44cfe95a] ↑ Pkg v1.8.0 ⇒ v1.13.0 [de0858da] ~ Printf ⇒ v1.11.0 [3fa0cd96] - REPL [9a3f8284] ~ Random ⇒ v1.11.0 [9e88b42a] ~ Serialization ⇒ v1.11.0 [6462fe0b] ~ Sockets ⇒ v1.11.0 [f489334b] + StyledStrings v1.11.0 [fa267f1f] ↑ TOML v1.0.0 ⇒ v1.0.3 [a4e569a6] ↓ Tar v1.10.1 ⇒ v1.10.0 [8dfed614] ~ Test ⇒ v1.11.0 [cf7118a7] ~ UUIDs ⇒ v1.11.0 [4ec0a83e] ~ Unicode ⇒ v1.11.0 [e66e0078] + CompilerSupportLibraries_jll v1.3.0+1 [deac9b47] ↑ LibCURL_jll v7.84.0+0 ⇒ v8.15.0+0 [e37daf67] + LibGit2_jll v1.9.1+0 [29816b5a] ↑ LibSSH2_jll v1.10.2+0 ⇒ v1.11.3+1 [14a3606d] ↑ MozillaCACerts_jll v2022.2.1 ⇒ v2025.7.15 [458c3c95] + OpenSSL_jll v3.5.1+0 [efcefdf7] + PCRE2_jll v10.45.0+0 [83775a58] ↑ Zlib_jll v1.2.12+3 ⇒ v1.3.1+2 [8e850ede] ↑ nghttp2_jll v1.48.0+0 ⇒ v1.65.0+0 [3f19e933] ↑ p7zip_jll v17.4.0+0 ⇒ v17.5.0+2 Test Successfully re-resolved Status `/tmp/jl_9KUZlL/Project.toml` [2520ce14] NoDeps v0.0.0 `~/.julia/packages/ReTestItems/4doqz/test/packages/NoDeps.jl` [817f1d60] ReTestItems v1.33.1 `~/.julia/packages/ReTestItems/4doqz` [8dfed614] Test v1.11.0 Status `/tmp/jl_9KUZlL/Manifest.toml` [2520ce14] NoDeps v0.0.0 `~/.julia/packages/ReTestItems/4doqz/test/packages/NoDeps.jl` [817f1d60] ReTestItems v1.33.1 `~/.julia/packages/ReTestItems/4doqz` [1e6cf692] TestEnv v1.102.1 [0dad84c5] ArgTools v1.1.2 [56f22d72] Artifacts v1.11.0 [2a0f44e3] Base64 v1.11.0 [ade2ca70] Dates v1.11.0 [f43a241f] Downloads v1.7.0 [7b1f6079] FileWatching v1.11.0 [b77e0a4c] InteractiveUtils v1.11.0 [ac6e5ff7] JuliaSyntaxHighlighting v1.12.0 [b27032c2] LibCURL v0.6.4 [76f85450] LibGit2 v1.11.0 [8f399da3] Libdl v1.11.0 [56ddb016] Logging v1.11.0 [d6f4376e] Markdown v1.11.0 [ca575930] NetworkOptions v1.3.0 [44cfe95a] Pkg v1.13.0 [de0858da] Printf v1.11.0 [9a3f8284] Random v1.11.0 [ea8e919c] SHA v0.7.0 [9e88b42a] Serialization v1.11.0 [6462fe0b] Sockets v1.11.0 [f489334b] StyledStrings v1.11.0 [fa267f1f] TOML v1.0.3 [a4e569a6] Tar v1.10.0 [8dfed614] Test v1.11.0 [cf7118a7] UUIDs v1.11.0 [4ec0a83e] Unicode v1.11.0 [e66e0078] CompilerSupportLibraries_jll v1.3.0+1 [deac9b47] LibCURL_jll v8.15.0+0 [e37daf67] LibGit2_jll v1.9.1+0 [29816b5a] LibSSH2_jll v1.11.3+1 [14a3606d] MozillaCACerts_jll v2025.7.15 [458c3c95] OpenSSL_jll v3.5.1+0 [efcefdf7] PCRE2_jll v10.45.0+0 [83775a58] Zlib_jll v1.3.1+2 [8e850ede] nghttp2_jll v1.65.0+0 [3f19e933] p7zip_jll v17.5.0+2 Testing Running tests... [ Info: Scanning for test items in project `NoDeps` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/NoDeps.jl [ Info: Finished scanning for test items in 5.42 seconds. [ Info: Scheduling 2 tests on pid 72 12:11:37 | maxrss 2.0% | mem 3.2% | START (1/2) test item "toplevel" at toplevel_tests.jl:1 12:11:38 | maxrss 2.0% | mem 3.2% | DONE (1/2) test item "toplevel" 0.2 secs (97.0% compile), 15.19 K allocs (802.480 KB) 12:11:38 | maxrss 2.0% | mem 3.2% | START (2/2) test item "NoDeps-testitem" at test/NoDeps_tests.jl:1 12:11:38 | maxrss 2.0% | mem 3.2% | DONE (2/2) test item "NoDeps-testitem" 0.2 secs (94.6% compile), 33.08 K allocs (1.865 MB) Captured Logs for test item "NoDeps-testitem" at test/NoDeps_tests.jl:1 on worker 72 NoDeps tests done! [ Tests Completed: 2/2 test items were run. Test Summary: | Pass Total Time NoDeps | 2 2 3.6s . | 1 1 toplevel_tests.jl | 1 1 toplevel | 1 1 0.2s test | 1 1 test/NoDeps_tests.jl | 1 1 NoDeps-testitem | 1 1 0.2s inner-testset | 1 1 0.0s Testing NoDeps tests passed ┌ Warning: The project dependencies or compat requirements have changed since the manifest was last resolved. │ It is recommended to `Pkg.resolve()` or consider `Pkg.update()` if necessary. └ @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:1288 Testing TestsInSrc Test Could not use exact versions of packages in manifest, re-resolving. Note: if you do not check your manifest file into source control, then you can probably ignore this message. However, if you do check your manifest file into source control, then you probably want to pass the `allow_reresolve = false` kwarg when calling the `Pkg.test` function. Updating `/tmp/jl_MM2T4y/Project.toml` [817f1d60] ~ ReTestItems v0.1.0 `~/.julia/packages/ReTestItems/4doqz` ⇒ v1.33.1 `~/.julia/packages/ReTestItems/4doqz` [3520ce14] + TestsInSrc v0.0.0 `~/.julia/packages/ReTestItems/4doqz/test/packages/TestsInSrc.jl` [8dfed614] ~ Test ⇒ v1.11.0 Updating `/tmp/jl_MM2T4y/Manifest.toml` [e6f89c97] - LoggingExtras v1.0.0 [817f1d60] ~ ReTestItems v0.1.0 `~/.julia/packages/ReTestItems/4doqz` ⇒ v1.33.1 `~/.julia/packages/ReTestItems/4doqz` [1e6cf692] ↑ TestEnv v1.9.3 ⇒ v1.102.1 [3520ce14] + TestsInSrc v0.0.0 `~/.julia/packages/ReTestItems/4doqz/test/packages/TestsInSrc.jl` [c8ffd9c3] - MbedTLS_jll v2.28.0+0 [0dad84c5] ↑ ArgTools v1.1.1 ⇒ v1.1.2 [56f22d72] ~ Artifacts ⇒ v1.11.0 [2a0f44e3] ~ Base64 ⇒ v1.11.0 [ade2ca70] ~ Dates ⇒ v1.11.0 [f43a241f] ↑ Downloads v1.6.0 ⇒ v1.7.0 [7b1f6079] ~ FileWatching ⇒ v1.11.0 [b77e0a4c] ~ InteractiveUtils ⇒ v1.11.0 [ac6e5ff7] + JuliaSyntaxHighlighting v1.12.0 [b27032c2] ↑ LibCURL v0.6.3 ⇒ v0.6.4 [76f85450] ~ LibGit2 ⇒ v1.11.0 [8f399da3] ~ Libdl ⇒ v1.11.0 [56ddb016] ~ Logging ⇒ v1.11.0 [d6f4376e] ~ Markdown ⇒ v1.11.0 [ca575930] ↑ NetworkOptions v1.2.0 ⇒ v1.3.0 [44cfe95a] ↑ Pkg v1.8.0 ⇒ v1.13.0 [de0858da] ~ Printf ⇒ v1.11.0 [3fa0cd96] - REPL [9a3f8284] ~ Random ⇒ v1.11.0 [9e88b42a] ~ Serialization ⇒ v1.11.0 [6462fe0b] ~ Sockets ⇒ v1.11.0 [f489334b] + StyledStrings v1.11.0 [fa267f1f] ↑ TOML v1.0.0 ⇒ v1.0.3 [a4e569a6] ↓ Tar v1.10.1 ⇒ v1.10.0 [8dfed614] ~ Test ⇒ v1.11.0 [cf7118a7] ~ UUIDs ⇒ v1.11.0 [4ec0a83e] ~ Unicode ⇒ v1.11.0 [e66e0078] + CompilerSupportLibraries_jll v1.3.0+1 [deac9b47] ↑ LibCURL_jll v7.84.0+0 ⇒ v8.15.0+0 [e37daf67] + LibGit2_jll v1.9.1+0 [29816b5a] ↑ LibSSH2_jll v1.10.2+0 ⇒ v1.11.3+1 [14a3606d] ↑ MozillaCACerts_jll v2022.2.1 ⇒ v2025.7.15 [458c3c95] + OpenSSL_jll v3.5.1+0 [efcefdf7] + PCRE2_jll v10.45.0+0 [83775a58] ↑ Zlib_jll v1.2.12+3 ⇒ v1.3.1+2 [8e850ede] ↑ nghttp2_jll v1.48.0+0 ⇒ v1.65.0+0 [3f19e933] ↑ p7zip_jll v17.4.0+0 ⇒ v17.5.0+2 Test Successfully re-resolved Status `/tmp/jl_MM2T4y/Project.toml` [817f1d60] ReTestItems v1.33.1 `~/.julia/packages/ReTestItems/4doqz` [3520ce14] TestsInSrc v0.0.0 `~/.julia/packages/ReTestItems/4doqz/test/packages/TestsInSrc.jl` [8dfed614] Test v1.11.0 Status `/tmp/jl_MM2T4y/Manifest.toml` [817f1d60] ReTestItems v1.33.1 `~/.julia/packages/ReTestItems/4doqz` [1e6cf692] TestEnv v1.102.1 [3520ce14] TestsInSrc v0.0.0 `~/.julia/packages/ReTestItems/4doqz/test/packages/TestsInSrc.jl` [0dad84c5] ArgTools v1.1.2 [56f22d72] Artifacts v1.11.0 [2a0f44e3] Base64 v1.11.0 [ade2ca70] Dates v1.11.0 [f43a241f] Downloads v1.7.0 [7b1f6079] FileWatching v1.11.0 [b77e0a4c] InteractiveUtils v1.11.0 [ac6e5ff7] JuliaSyntaxHighlighting v1.12.0 [b27032c2] LibCURL v0.6.4 [76f85450] LibGit2 v1.11.0 [8f399da3] Libdl v1.11.0 [56ddb016] Logging v1.11.0 [d6f4376e] Markdown v1.11.0 [ca575930] NetworkOptions v1.3.0 [44cfe95a] Pkg v1.13.0 [de0858da] Printf v1.11.0 [9a3f8284] Random v1.11.0 [ea8e919c] SHA v0.7.0 [9e88b42a] Serialization v1.11.0 [6462fe0b] Sockets v1.11.0 [f489334b] StyledStrings v1.11.0 [fa267f1f] TOML v1.0.3 [a4e569a6] Tar v1.10.0 [8dfed614] Test v1.11.0 [cf7118a7] UUIDs v1.11.0 [4ec0a83e] Unicode v1.11.0 [e66e0078] CompilerSupportLibraries_jll v1.3.0+1 [deac9b47] LibCURL_jll v8.15.0+0 [e37daf67] LibGit2_jll v1.9.1+0 [29816b5a] LibSSH2_jll v1.11.3+1 [14a3606d] MozillaCACerts_jll v2025.7.15 [458c3c95] OpenSSL_jll v3.5.1+0 [efcefdf7] PCRE2_jll v10.45.0+0 [83775a58] Zlib_jll v1.3.1+2 [8e850ede] nghttp2_jll v1.65.0+0 [3f19e933] p7zip_jll v17.5.0+2 Testing Running tests... [ Info: Scanning for test items in project `TestsInSrc` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/TestsInSrc.jl [ Info: Finished scanning for test items in 5.26 seconds. [ Info: Scheduling 8 tests on pid 76 12:12:01 | maxrss 2.0% | mem 3.3% | START (1/8) test item "a1" at src/a_dir/a1_test.jl:1 12:12:01 | maxrss 2.0% | mem 3.3% | DONE (1/8) test item "a1" 0.2 secs (96.5% compile), 15.90 K allocs (853.800 KB) 12:12:01 | maxrss 2.0% | mem 3.3% | START (2/8) test item "a2" at src/a_dir/a2_test.jl:1 12:12:02 | maxrss 2.0% | mem 3.3% | DONE (2/8) test item "a2" 0.2 secs (93.4% compile), 33.04 K allocs (1.860 MB) 12:12:02 | maxrss 2.0% | mem 3.3% | START (3/8) test item "z" at src/a_dir/x_dir/x_test.jl:1 12:12:02 | maxrss 2.0% | mem 3.3% | DONE (3/8) test item "z" <0.1 secs (<0.1% compile), 1.03 K allocs (57.568 KB) 12:12:02 | maxrss 2.0% | mem 3.3% | START (4/8) test item "y" at src/a_dir/x_dir/x_test.jl:4 12:12:02 | maxrss 2.0% | mem 3.3% | DONE (4/8) test item "y" <0.1 secs (<0.1% compile), 1.03 K allocs (57.600 KB) 12:12:02 | maxrss 2.0% | mem 3.3% | START (5/8) test item "x" at src/a_dir/x_dir/x_test.jl:7 12:12:02 | maxrss 2.0% | mem 3.3% | DONE (5/8) test item "x" <0.1 secs (<0.1% compile), 1.03 K allocs (57.664 KB) 12:12:02 | maxrss 2.0% | mem 3.3% | START (6/8) test item "b" at src/b_dir/b_test.jl:1 12:12:02 | maxrss 2.0% | mem 3.3% | DONE (6/8) test item "b" <0.1 secs (<0.1% compile), 1.03 K allocs (57.392 KB) 12:12:02 | maxrss 2.0% | mem 3.3% | START (7/8) test item "bar" at src/bar_tests.jl:1 12:12:03 | maxrss 2.0% | mem 3.3% | DONE (7/8) test item "bar" 1.0 secs (98.3% compile, 10.3% GC), 509.82 K allocs (28.534 MB) 12:12:03 | maxrss 2.0% | mem 3.3% | START (8/8) test item "foo" at src/foo_test.jl:1 12:12:03 | maxrss 2.0% | mem 3.3% | DONE (8/8) test item "foo" <0.1 secs (73.4% compile), 3.27 K allocs (165.360 KB) [ Tests Completed: 8/8 test items were run. Test Summary: | Pass Total Time TestsInSrc | 13 13 4.5s src | 13 13 src/a_dir | 6 6 src/a_dir/a1_test.jl | 1 1 a1 | 1 1 0.2s src/a_dir/a2_test.jl | 2 2 a2 | 2 2 0.2s a2_testset | 1 1 0.0s src/a_dir/x_dir | 3 3 src/a_dir/x_dir/x_test.jl | 3 3 z | 1 1 0.0s y | 1 1 0.0s x | 1 1 0.0s src/b_dir | 1 1 src/b_dir/b_test.jl | 1 1 b | 1 1 0.0s src/bar_tests.jl | 4 4 bar | 4 4 1.0s bar values | 2 2 0.3s src/foo_test.jl | 2 2 foo | 2 2 0.0s Testing TestsInSrc tests passed ┌ Warning: The project dependencies or compat requirements have changed since the manifest was last resolved. │ It is recommended to `Pkg.resolve()` or consider `Pkg.update()` if necessary. └ @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:1288 Testing TestProjectFile Test Could not use exact versions of packages in manifest, re-resolving. Note: if you do not check your manifest file into source control, then you can probably ignore this message. However, if you do check your manifest file into source control, then you probably want to pass the `allow_reresolve = false` kwarg when calling the `Pkg.test` function. Updating `/tmp/jl_9PMTAB/Project.toml` [817f1d60] ~ ReTestItems v1.1.1 `~/.julia/packages/ReTestItems/4doqz` ⇒ v1.33.1 `~/.julia/packages/ReTestItems/4doqz` [7770ce14] + TestProjectFile v0.0.0 `~/.julia/packages/ReTestItems/4doqz/test/packages/TestProjectFile.jl` [8dfed614] ~ Test ⇒ v1.11.0 Updating `/tmp/jl_9PMTAB/Manifest.toml` [7876af07] + Example v0.5.5 [e6f89c97] - LoggingExtras v1.0.0 [69de0a69] ↑ Parsers v2.5.8 ⇒ v2.8.3 [aea7be01] + PrecompileTools v1.3.2 [21216c6a] ↑ Preferences v1.3.0 ⇒ v1.4.3 [817f1d60] ~ ReTestItems v1.1.1 `~/.julia/packages/ReTestItems/4doqz` ⇒ v1.33.1 `~/.julia/packages/ReTestItems/4doqz` [66db9d55] - SnoopPrecompile v1.0.3 [1e6cf692] ↑ TestEnv v1.9.3 ⇒ v1.102.1 [7770ce14] + TestProjectFile v0.0.0 `~/.julia/packages/ReTestItems/4doqz/test/packages/TestProjectFile.jl` [c8ffd9c3] - MbedTLS_jll v2.28.0+0 [0dad84c5] ↑ ArgTools v1.1.1 ⇒ v1.1.2 [56f22d72] ~ Artifacts ⇒ v1.11.0 [2a0f44e3] ~ Base64 ⇒ v1.11.0 [ade2ca70] ~ Dates ⇒ v1.11.0 [f43a241f] ↑ Downloads v1.6.0 ⇒ v1.7.0 [7b1f6079] ~ FileWatching ⇒ v1.11.0 [b77e0a4c] ~ InteractiveUtils ⇒ v1.11.0 [ac6e5ff7] + JuliaSyntaxHighlighting v1.12.0 [b27032c2] ↑ LibCURL v0.6.3 ⇒ v0.6.4 [76f85450] ~ LibGit2 ⇒ v1.11.0 [8f399da3] ~ Libdl ⇒ v1.11.0 [56ddb016] ~ Logging ⇒ v1.11.0 [d6f4376e] ~ Markdown ⇒ v1.11.0 [ca575930] ↑ NetworkOptions v1.2.0 ⇒ v1.3.0 [44cfe95a] ↑ Pkg v1.8.0 ⇒ v1.13.0 [de0858da] ~ Printf ⇒ v1.11.0 [3fa0cd96] - REPL [9a3f8284] ~ Random ⇒ v1.11.0 [9e88b42a] ~ Serialization ⇒ v1.11.0 [6462fe0b] ~ Sockets ⇒ v1.11.0 [f489334b] + StyledStrings v1.11.0 [fa267f1f] ↑ TOML v1.0.0 ⇒ v1.0.3 [a4e569a6] ↓ Tar v1.10.1 ⇒ v1.10.0 [8dfed614] ~ Test ⇒ v1.11.0 [cf7118a7] ~ UUIDs ⇒ v1.11.0 [4ec0a83e] ~ Unicode ⇒ v1.11.0 [e66e0078] + CompilerSupportLibraries_jll v1.3.0+1 [deac9b47] ↑ LibCURL_jll v7.84.0+0 ⇒ v8.15.0+0 [e37daf67] + LibGit2_jll v1.9.1+0 [29816b5a] ↑ LibSSH2_jll v1.10.2+0 ⇒ v1.11.3+1 [14a3606d] ↑ MozillaCACerts_jll v2022.2.1 ⇒ v2025.7.15 [458c3c95] + OpenSSL_jll v3.5.1+0 [efcefdf7] + PCRE2_jll v10.45.0+0 [83775a58] ↑ Zlib_jll v1.2.12+3 ⇒ v1.3.1+2 [8e850ede] ↑ nghttp2_jll v1.48.0+0 ⇒ v1.65.0+0 [3f19e933] ↑ p7zip_jll v17.4.0+0 ⇒ v17.5.0+2 Test Successfully re-resolved Status `/tmp/jl_9PMTAB/Project.toml` ⌅ [842dd82b] InlineStrings v1.0.0 [817f1d60] ReTestItems v1.33.1 `~/.julia/packages/ReTestItems/4doqz` [7770ce14] TestProjectFile v0.0.0 `~/.julia/packages/ReTestItems/4doqz/test/packages/TestProjectFile.jl` [8dfed614] Test v1.11.0 Status `/tmp/jl_9PMTAB/Manifest.toml` [7876af07] Example v0.5.5 ⌅ [842dd82b] InlineStrings v1.0.0 [69de0a69] Parsers v2.8.3 [aea7be01] PrecompileTools v1.3.2 [21216c6a] Preferences v1.4.3 [817f1d60] ReTestItems v1.33.1 `~/.julia/packages/ReTestItems/4doqz` [1e6cf692] TestEnv v1.102.1 [7770ce14] TestProjectFile v0.0.0 `~/.julia/packages/ReTestItems/4doqz/test/packages/TestProjectFile.jl` [0dad84c5] ArgTools v1.1.2 [56f22d72] Artifacts v1.11.0 [2a0f44e3] Base64 v1.11.0 [ade2ca70] Dates v1.11.0 [f43a241f] Downloads v1.7.0 [7b1f6079] FileWatching v1.11.0 [b77e0a4c] InteractiveUtils v1.11.0 [ac6e5ff7] JuliaSyntaxHighlighting v1.12.0 [b27032c2] LibCURL v0.6.4 [76f85450] LibGit2 v1.11.0 [8f399da3] Libdl v1.11.0 [56ddb016] Logging v1.11.0 [d6f4376e] Markdown v1.11.0 [ca575930] NetworkOptions v1.3.0 [44cfe95a] Pkg v1.13.0 [de0858da] Printf v1.11.0 [9a3f8284] Random v1.11.0 [ea8e919c] SHA v0.7.0 [9e88b42a] Serialization v1.11.0 [6462fe0b] Sockets v1.11.0 [f489334b] StyledStrings v1.11.0 [fa267f1f] TOML v1.0.3 [a4e569a6] Tar v1.10.0 [8dfed614] Test v1.11.0 [cf7118a7] UUIDs v1.11.0 [4ec0a83e] Unicode v1.11.0 [e66e0078] CompilerSupportLibraries_jll v1.3.0+1 [deac9b47] LibCURL_jll v8.15.0+0 [e37daf67] LibGit2_jll v1.9.1+0 [29816b5a] LibSSH2_jll v1.11.3+1 [14a3606d] MozillaCACerts_jll v2025.7.15 [458c3c95] OpenSSL_jll v3.5.1+0 [efcefdf7] PCRE2_jll v10.45.0+0 [83775a58] Zlib_jll v1.3.1+2 [8e850ede] nghttp2_jll v1.65.0+0 [3f19e933] p7zip_jll v17.5.0+2 Info Packages marked with ⌅ have new versions available but compatibility constraints restrict them from upgrading. Testing Running tests... Precompiling packages... 1116.1 ms ✓ TestProjectFile 1 dependency successfully precompiled in 1 seconds. 1 already precompiled. [ Info: Scanning for test items in project `TestProjectFile` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/TestProjectFile.jl [ Info: Finished scanning for test items in 5.47 seconds. [ Info: Scheduling 1 tests on pid 80 12:12:26 | maxrss 2.0% | mem 3.3% | START (1/1) test item "TestProjectFile" at test/TestProjectFile-test.jl:1 12:12:29 | maxrss 2.0% | mem 3.3% | DONE (1/1) test item "TestProjectFile" 2.6 secs (48.1% compile, 17.0% recompile), 708.50 K allocs (43.601 MB) Captured Logs for test item "TestProjectFile" at test/TestProjectFile-test.jl:1 on worker 80 Precompiling packages... 1163.5 ms ✓ InlineStrings 1 dependency successfully precompiled in 1 seconds. 8 already precompiled. [ Tests Completed: 1/1 test items were run. Test Summary: | Pass Total Time TestProjectFile | 1 1 5.8s test | 1 1 test/TestProjectFile-test.jl | 1 1 TestProjectFile | 1 1 2.6s test-only dep on InlineStrings | 1 1 2.2s Testing TestProjectFile tests passed ┌ Warning: The project dependencies or compat requirements have changed since the manifest was last resolved. │ It is recommended to `Pkg.resolve()` or consider `Pkg.update()` if necessary. └ @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:1288 Testing TestEndExpr Test Could not use exact versions of packages in manifest, re-resolving. Note: if you do not check your manifest file into source control, then you can probably ignore this message. However, if you do check your manifest file into source control, then you probably want to pass the `allow_reresolve = false` kwarg when calling the `Pkg.test` function. Updating `/tmp/jl_dmrFOw/Project.toml` [817f1d60] ~ ReTestItems v1.16.0 `~/.julia/packages/ReTestItems/4doqz` ⇒ v1.33.1 `~/.julia/packages/ReTestItems/4doqz` [4560ce14] + TestEndExpr v0.0.0 `~/.julia/packages/ReTestItems/4doqz/test/packages/TestEndExpr.jl` [8dfed614] ~ Test ⇒ v1.11.0 Updating `/tmp/jl_dmrFOw/Manifest.toml` [e6f89c97] - LoggingExtras v1.0.1 [817f1d60] ~ ReTestItems v1.16.0 `~/.julia/packages/ReTestItems/4doqz` ⇒ v1.33.1 `~/.julia/packages/ReTestItems/4doqz` [4560ce14] + TestEndExpr v0.0.0 `~/.julia/packages/ReTestItems/4doqz/test/packages/TestEndExpr.jl` [1e6cf692] ↑ TestEnv v1.100.1 ⇒ v1.102.1 [c8ffd9c3] - MbedTLS_jll v2.28.2+0 [0dad84c5] ↑ ArgTools v1.1.1 ⇒ v1.1.2 [56f22d72] ~ Artifacts ⇒ v1.11.0 [2a0f44e3] ~ Base64 ⇒ v1.11.0 [ade2ca70] ~ Dates ⇒ v1.11.0 [f43a241f] ↑ Downloads v1.6.0 ⇒ v1.7.0 [7b1f6079] ~ FileWatching ⇒ v1.11.0 [b77e0a4c] ~ InteractiveUtils ⇒ v1.11.0 [ac6e5ff7] + JuliaSyntaxHighlighting v1.12.0 [b27032c2] ↑ LibCURL v0.6.3 ⇒ v0.6.4 [76f85450] ~ LibGit2 ⇒ v1.11.0 [8f399da3] ~ Libdl ⇒ v1.11.0 [56ddb016] ~ Logging ⇒ v1.11.0 [d6f4376e] ~ Markdown ⇒ v1.11.0 [ca575930] ↑ NetworkOptions v1.2.0 ⇒ v1.3.0 [44cfe95a] ↑ Pkg v1.9.2 ⇒ v1.13.0 [de0858da] ~ Printf ⇒ v1.11.0 [3fa0cd96] - REPL [9a3f8284] ~ Random ⇒ v1.11.0 [9e88b42a] ~ Serialization ⇒ v1.11.0 [6462fe0b] ~ Sockets ⇒ v1.11.0 [f489334b] + StyledStrings v1.11.0 [8dfed614] ~ Test ⇒ v1.11.0 [cf7118a7] ~ UUIDs ⇒ v1.11.0 [4ec0a83e] ~ Unicode ⇒ v1.11.0 [e66e0078] + CompilerSupportLibraries_jll v1.3.0+1 [deac9b47] ↑ LibCURL_jll v7.84.0+0 ⇒ v8.15.0+0 [e37daf67] + LibGit2_jll v1.9.1+0 [29816b5a] ↑ LibSSH2_jll v1.10.2+0 ⇒ v1.11.3+1 [14a3606d] ↑ MozillaCACerts_jll v2022.10.11 ⇒ v2025.7.15 [458c3c95] + OpenSSL_jll v3.5.1+0 [efcefdf7] + PCRE2_jll v10.45.0+0 [83775a58] ↑ Zlib_jll v1.2.13+0 ⇒ v1.3.1+2 [8e850ede] ↑ nghttp2_jll v1.48.0+0 ⇒ v1.65.0+0 [3f19e933] ↑ p7zip_jll v17.4.0+0 ⇒ v17.5.0+2 Test Successfully re-resolved Status `/tmp/jl_dmrFOw/Project.toml` [817f1d60] ReTestItems v1.33.1 `~/.julia/packages/ReTestItems/4doqz` [4560ce14] TestEndExpr v0.0.0 `~/.julia/packages/ReTestItems/4doqz/test/packages/TestEndExpr.jl` [8dfed614] Test v1.11.0 Status `/tmp/jl_dmrFOw/Manifest.toml` [817f1d60] ReTestItems v1.33.1 `~/.julia/packages/ReTestItems/4doqz` [4560ce14] TestEndExpr v0.0.0 `~/.julia/packages/ReTestItems/4doqz/test/packages/TestEndExpr.jl` [1e6cf692] TestEnv v1.102.1 [0dad84c5] ArgTools v1.1.2 [56f22d72] Artifacts v1.11.0 [2a0f44e3] Base64 v1.11.0 [ade2ca70] Dates v1.11.0 [f43a241f] Downloads v1.7.0 [7b1f6079] FileWatching v1.11.0 [b77e0a4c] InteractiveUtils v1.11.0 [ac6e5ff7] JuliaSyntaxHighlighting v1.12.0 [b27032c2] LibCURL v0.6.4 [76f85450] LibGit2 v1.11.0 [8f399da3] Libdl v1.11.0 [56ddb016] Logging v1.11.0 [d6f4376e] Markdown v1.11.0 [ca575930] NetworkOptions v1.3.0 [44cfe95a] Pkg v1.13.0 [de0858da] Printf v1.11.0 [9a3f8284] Random v1.11.0 [ea8e919c] SHA v0.7.0 [9e88b42a] Serialization v1.11.0 [6462fe0b] Sockets v1.11.0 [f489334b] StyledStrings v1.11.0 [fa267f1f] TOML v1.0.3 [a4e569a6] Tar v1.10.0 [8dfed614] Test v1.11.0 [cf7118a7] UUIDs v1.11.0 [4ec0a83e] Unicode v1.11.0 [e66e0078] CompilerSupportLibraries_jll v1.3.0+1 [deac9b47] LibCURL_jll v8.15.0+0 [e37daf67] LibGit2_jll v1.9.1+0 [29816b5a] LibSSH2_jll v1.11.3+1 [14a3606d] MozillaCACerts_jll v2025.7.15 [458c3c95] OpenSSL_jll v3.5.1+0 [efcefdf7] PCRE2_jll v10.45.0+0 [83775a58] Zlib_jll v1.3.1+2 [8e850ede] nghttp2_jll v1.65.0+0 [3f19e933] p7zip_jll v17.5.0+2 Testing Running tests... Precompiling packages... 938.3 ms ✓ TestEndExpr 1 dependency successfully precompiled in 1 seconds. 31 already precompiled. [ Info: Scanning for test items in project `TestEndExpr` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/TestEndExpr.jl [ Info: Finished scanning for test items in 5.53 seconds. [ Info: Scheduling 2 tests on pid 92 with 1 worker processes and 2 threads per worker. [ Info: Starting test workers Worker 100: [ Info: Starting test worker 1 on pid = 100, with 2 threads [ Info: Starting running test items Worker 100: 12:13:15 | maxrss 1.7% | mem 4.0% | START (1/2) test item "correct usage" at test/page_tests.jl:1 Worker 100: 12:13:16 | maxrss 1.7% | mem 4.0% | DONE (1/2) test item "correct usage" 0.3 secs (97.7% compile), 65.43 K allocs (3.691 MB) Worker 100: 12:13:17 | maxrss 1.7% | mem 4.0% | START (2/2) test item "incorrect usage" at test/page_tests.jl:7 Worker 100: 12:13:17 | maxrss 1.7% | mem 4.0% | DONE (2/2) test item "incorrect usage" <0.1 secs (78.9% compile), 2.34 K allocs (125.552 KB) [ Info: All tests on worker 1 completed. Closing Worker(pid=100). Worker 100: [100] signal 15: Terminated [ Tests Completed: 2/2 test items were run. Test Summary: | Pass Total Time TestEndExpr | 2 2 28.4s Testing TestEndExpr tests passed ┌ Warning: The project dependencies or compat requirements have changed since the manifest was last resolved. │ It is recommended to `Pkg.resolve()` or consider `Pkg.update()` if necessary. └ @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:1288 Testing DontPass Test Could not use exact versions of packages in manifest, re-resolving. Note: if you do not check your manifest file into source control, then you can probably ignore this message. However, if you do check your manifest file into source control, then you probably want to pass the `allow_reresolve = false` kwarg when calling the `Pkg.test` function. Updating `/tmp/jl_T4Hdzc/Project.toml` [550ce164] + DontPass v0.0.0 `~/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl` [817f1d60] ~ ReTestItems v0.1.0 `~/.julia/packages/ReTestItems/4doqz` ⇒ v1.33.1 `~/.julia/packages/ReTestItems/4doqz` [37e2e46d] ~ LinearAlgebra ⇒ v1.13.0 [8dfed614] ~ Test ⇒ v1.11.0 Updating `/tmp/jl_T4Hdzc/Manifest.toml` [550ce164] + DontPass v0.0.0 `~/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl` [e6f89c97] - LoggingExtras v1.0.0 [817f1d60] ~ ReTestItems v0.1.0 `~/.julia/packages/ReTestItems/4doqz` ⇒ v1.33.1 `~/.julia/packages/ReTestItems/4doqz` [1e6cf692] ↑ TestEnv v1.9.3 ⇒ v1.102.1 [c8ffd9c3] - MbedTLS_jll v2.28.0+0 [0dad84c5] ↑ ArgTools v1.1.1 ⇒ v1.1.2 [56f22d72] ~ Artifacts ⇒ v1.11.0 [2a0f44e3] ~ Base64 ⇒ v1.11.0 [ade2ca70] ~ Dates ⇒ v1.11.0 [f43a241f] ↑ Downloads v1.6.0 ⇒ v1.7.0 [7b1f6079] ~ FileWatching ⇒ v1.11.0 [b77e0a4c] ~ InteractiveUtils ⇒ v1.11.0 [ac6e5ff7] + JuliaSyntaxHighlighting v1.12.0 [b27032c2] ↑ LibCURL v0.6.3 ⇒ v0.6.4 [76f85450] ~ LibGit2 ⇒ v1.11.0 [8f399da3] ~ Libdl ⇒ v1.11.0 [37e2e46d] ~ LinearAlgebra ⇒ v1.13.0 [56ddb016] ~ Logging ⇒ v1.11.0 [d6f4376e] ~ Markdown ⇒ v1.11.0 [ca575930] ↑ NetworkOptions v1.2.0 ⇒ v1.3.0 [44cfe95a] ↑ Pkg v1.8.0 ⇒ v1.13.0 [de0858da] ~ Printf ⇒ v1.11.0 [3fa0cd96] - REPL [9a3f8284] ~ Random ⇒ v1.11.0 [9e88b42a] ~ Serialization ⇒ v1.11.0 [6462fe0b] ~ Sockets ⇒ v1.11.0 [f489334b] + StyledStrings v1.11.0 [fa267f1f] ↑ TOML v1.0.0 ⇒ v1.0.3 [a4e569a6] ↓ Tar v1.10.1 ⇒ v1.10.0 [8dfed614] ~ Test ⇒ v1.11.0 [cf7118a7] ~ UUIDs ⇒ v1.11.0 [4ec0a83e] ~ Unicode ⇒ v1.11.0 [e66e0078] + CompilerSupportLibraries_jll v1.3.0+1 [deac9b47] ↑ LibCURL_jll v7.84.0+0 ⇒ v8.15.0+0 [e37daf67] + LibGit2_jll v1.9.1+0 [29816b5a] ↑ LibSSH2_jll v1.10.2+0 ⇒ v1.11.3+1 [14a3606d] ↑ MozillaCACerts_jll v2022.2.1 ⇒ v2025.7.15 [4536629a] + OpenBLAS_jll v0.3.29+0 [458c3c95] + OpenSSL_jll v3.5.1+0 [efcefdf7] + PCRE2_jll v10.45.0+0 [83775a58] ↑ Zlib_jll v1.2.12+3 ⇒ v1.3.1+2 [8e850b90] + libblastrampoline_jll v5.13.1+0 [8e850ede] ↑ nghttp2_jll v1.48.0+0 ⇒ v1.65.0+0 [3f19e933] ↑ p7zip_jll v17.4.0+0 ⇒ v17.5.0+2 Test Successfully re-resolved Status `/tmp/jl_T4Hdzc/Project.toml` [550ce164] DontPass v0.0.0 `~/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl` [817f1d60] ReTestItems v1.33.1 `~/.julia/packages/ReTestItems/4doqz` [37e2e46d] LinearAlgebra v1.13.0 [8dfed614] Test v1.11.0 Status `/tmp/jl_T4Hdzc/Manifest.toml` [550ce164] DontPass v0.0.0 `~/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl` [817f1d60] ReTestItems v1.33.1 `~/.julia/packages/ReTestItems/4doqz` [1e6cf692] TestEnv v1.102.1 [0dad84c5] ArgTools v1.1.2 [56f22d72] Artifacts v1.11.0 [2a0f44e3] Base64 v1.11.0 [ade2ca70] Dates v1.11.0 [f43a241f] Downloads v1.7.0 [7b1f6079] FileWatching v1.11.0 [b77e0a4c] InteractiveUtils v1.11.0 [ac6e5ff7] JuliaSyntaxHighlighting v1.12.0 [b27032c2] LibCURL v0.6.4 [76f85450] LibGit2 v1.11.0 [8f399da3] Libdl v1.11.0 [37e2e46d] LinearAlgebra v1.13.0 [56ddb016] Logging v1.11.0 [d6f4376e] Markdown v1.11.0 [ca575930] NetworkOptions v1.3.0 [44cfe95a] Pkg v1.13.0 [de0858da] Printf v1.11.0 [9a3f8284] Random v1.11.0 [ea8e919c] SHA v0.7.0 [9e88b42a] Serialization v1.11.0 [6462fe0b] Sockets v1.11.0 [f489334b] StyledStrings v1.11.0 [fa267f1f] TOML v1.0.3 [a4e569a6] Tar v1.10.0 [8dfed614] Test v1.11.0 [cf7118a7] UUIDs v1.11.0 [4ec0a83e] Unicode v1.11.0 [e66e0078] CompilerSupportLibraries_jll v1.3.0+1 [deac9b47] LibCURL_jll v8.15.0+0 [e37daf67] LibGit2_jll v1.9.1+0 [29816b5a] LibSSH2_jll v1.11.3+1 [14a3606d] MozillaCACerts_jll v2025.7.15 [4536629a] OpenBLAS_jll v0.3.29+0 [458c3c95] OpenSSL_jll v3.5.1+0 [efcefdf7] PCRE2_jll v10.45.0+0 [83775a58] Zlib_jll v1.3.1+2 [8e850b90] libblastrampoline_jll v5.13.1+0 [8e850ede] nghttp2_jll v1.65.0+0 [3f19e933] p7zip_jll v17.5.0+2 Testing Running tests... Precompiling packages... 844.5 ms ✓ DontPass 1 dependency successfully precompiled in 1 seconds. 31 already precompiled. [ Info: Scanning for test items in project `DontPass` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl [ Info: Finished scanning for test items in 6.4 seconds. [ Info: Scheduling 9 tests on pid 109 12:13:43 | maxrss 2.0% | mem 3.3% | START (1/9) test item "do_thing Pass" at src/do_thing_tests.jl:1 12:13:44 | maxrss 2.0% | mem 3.3% | DONE (1/9) test item "do_thing Pass" 0.9 secs (98.8% compile), 187.12 K allocs (10.115 MB) 12:13:45 | maxrss 2.0% | mem 3.3% | START (2/9) test item "do_thing Fail" at src/do_thing_tests.jl:4 12:13:45 | maxrss 2.0% | mem 3.3% | DONE (2/9) test item "do_thing Fail" 0.3 secs (98.4% compile), 107.84 K allocs (6.324 MB) No Captured Logs for test item "do_thing Fail" at src/do_thing_tests.jl:4 on worker 109 Error in testset "do_thing Fail" on worker 109: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/src/do_thing_tests.jl:5 Expression: do_thing() == 1 Evaluated: [0.5644093795491264, 0.47565311272533595, 0.8329394824964895] == 1 12:13:45 | maxrss 2.0% | mem 3.3% | START (3/9) test item "do_thing Error" at src/do_thing_tests.jl:7 12:13:50 | maxrss 2.0% | mem 3.3% | DONE (3/9) test item "do_thing Error" 4.5 secs (93.1% compile, 2.5% recompile, 3.6% GC), 3.77 M allocs (231.256 MB) No Captured Logs for test item "do_thing Error" at src/do_thing_tests.jl:7 on worker 109 Error in testset "do_thing Error" on worker 109: Error During Test at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/src/do_thing_tests.jl:8 Test threw exception Expression: 1 + do_thing() == 2 MethodError: no method matching +(::Int64, ::Vector{Float64}) For element-wise addition, use broadcasting with dot syntax: scalar .+ array The function `+` exists, but no method is defined for this combination of argument types. Closest candidates are: +(::Any, ::Any, !Matched::Any, !Matched::Any...) @ Base operators.jl:643 +(!Matched::Array, ::Array...) @ Base arraymath.jl:12 +(::Integer, !Matched::AbstractChar) @ Base char.jl:254 ... Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/src/do_thing_tests.jl:8 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:742 [inlined] 12:13:50 | maxrss 2.0% | mem 3.3% | START (4/9) test item "bad setup, good test" at test/error_in_setup_test.jl:5 12:13:51 | maxrss 2.0% | mem 3.3% | DONE (4/9) test item "bad setup, good test" 0.5 secs Captured logs for test setup "SetupThatErrors" (dependency of "bad setup, good test") at test/error_in_setup_test.jl:1 on worker 109 SetupThatErrors msg No Captured Logs for test item "bad setup, good test" at test/error_in_setup_test.jl:5 on worker 109 Error in testset "bad setup, good test" on worker 109: Error During Test at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/test/error_in_setup_test.jl:5 Got exception outside of a @test ArgumentError: Package PackageDoesNotExist not found in current path. - Run `import Pkg; Pkg.add("PackageDoesNotExist")` to install the PackageDoesNotExist package. Stacktrace: [1] macro expansion @ ./loading.jl:2377 [inlined] [2] macro expansion @ ./lock.jl:376 [inlined] [3] __require(into::Module, mod::Symbol) @ Base ./loading.jl:2360 [4] require @ ./loading.jl:2336 [inlined] [5] eval_import_path @ ./module.jl:36 [inlined] [6] eval_import_path_all(at::Module, path::Expr, keyword::String) @ Base ./module.jl:60 [7] _eval_using(to::Module, path::Expr) @ Base ./module.jl:137 [8] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/test/error_in_setup_test.jl:3 [9] eval(m::Module, e::Any) @ Core ./boot.jl:489 [10] #ensure_setup!##4 @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:972 [inlined] [11] with_source_path(f::ReTestItems.var"#ensure_setup!##4#ensure_setup!##5"{Expr}, path::String) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:934 [12] #ensure_setup!##2 @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:972 [inlined] [13] redirect_stdio(f::ReTestItems.var"#ensure_setup!##2#ensure_setup!##3"{Expr, TestSetup}; stdin::Nothing, stderr::IOContext{IOStream}, stdout::IOContext{IOStream}) @ Base ./stream.jl:1448 [14] redirect_stdio @ ./stream.jl:1411 [inlined] [15] _redirect_logs(f::ReTestItems.var"#ensure_setup!##2#ensure_setup!##3"{Expr, TestSetup}, target::IOStream) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/log_capture.jl:124 [16] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:971 [inlined] [17] macro expansion @ ./lock.jl:376 [inlined] [18] ensure_setup!(ctx::ReTestItems.TestContext, setup::Symbol, setups::Vector{TestSetup}, logs::Symbol) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:946 [19] runtestitem(ti::TestItem, ctx::ReTestItems.TestContext; test_end_expr::Expr, logs::Symbol, verbose_results::Bool, finish_test::Bool, catch_test_error::Bool, failfast::Bool) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1082 [20] runtestitem @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1035 [inlined] [21] _runtests_in_current_env(ti_filter::Function, paths::Tuple{String}, projectfile::String, cfg::ReTestItems._Config) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:418 [22] (::ReTestItems.var"#_runtests##0#_runtests##1"{ReTestItems.TestItemFilter{Returns{Bool}, Nothing, Nothing}, Tuple{String}, ReTestItems._Config, String})() @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:362 [23] with_logstate(f::ReTestItems.var"#_runtests##0#_runtests##1"{ReTestItems.TestItemFilter{Returns{Bool}, Nothing, Nothing}, Tuple{String}, ReTestItems._Config, String}, logstate::Base.CoreLogging.LogState) @ Base.CoreLogging ./logging/logging.jl:540 [24] with_logger(f::Function, logger::Base.CoreLogging.ConsoleLogger) @ Base.CoreLogging ./logging/logging.jl:651 [25] _runtests(ti_filter::Function, paths::Tuple{String}, cfg::ReTestItems._Config) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:358 [26] runtests(shouldrun::Returns{Bool}, paths::String; nworkers::Int64, nworker_threads::String, worker_init_expr::Expr, testitem_timeout::Float64, retries::Int64, memory_threshold::Float64, debug::Int64, name::Nothing, tags::Nothing, report::Bool, logs::Symbol, verbose_results::Bool, test_end_expr::Expr, validate_paths::Bool, timeout_profile_wait::Int64, gc_between_testitems::Bool, failfast::Bool, testitem_failfast::Bool) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:328 [27] kwcall(::@NamedTuple{verbose_results::Bool, logs::Symbol}, ::typeof(runtests), shouldrun::Function, paths::String) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:280 [28] #runtests#33 @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:259 [inlined] [29] runtests @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:256 [inlined] [30] kwcall(::@NamedTuple{verbose_results::Bool, logs::Symbol}, ::typeof(runtests), pkg::Module) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:255 [31] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/test/runtests.jl:2 [32] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:312 [33] top-level scope @ none:6 [34] eval(m::Module, e::Any) @ Core ./boot.jl:489 [35] exec_options(opts::Base.JLOptions) @ Base ./client.jl:286 [36] _start() @ Base ./client.jl:553 12:13:51 | maxrss 2.0% | mem 3.3% | START (5/9) test item "bad setup, bad test" at test/error_in_setup_test.jl:8 12:13:51 | maxrss 2.0% | mem 3.3% | DONE (5/9) test item "bad setup, bad test" <0.1 secs Captured logs for test setup "SetupThatErrors" (dependency of "bad setup, bad test") at test/error_in_setup_test.jl:1 on worker 109 SetupThatErrors msg No Captured Logs for test item "bad setup, bad test" at test/error_in_setup_test.jl:8 on worker 109 Error in testset "bad setup, bad test" on worker 109: Error During Test at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/test/error_in_setup_test.jl:8 Got exception outside of a @test ArgumentError: Package PackageDoesNotExist not found in current path. - Run `import Pkg; Pkg.add("PackageDoesNotExist")` to install the PackageDoesNotExist package. Stacktrace: [1] macro expansion @ ./loading.jl:2377 [inlined] [2] macro expansion @ ./lock.jl:376 [inlined] [3] __require(into::Module, mod::Symbol) @ Base ./loading.jl:2360 [4] require @ ./loading.jl:2336 [inlined] [5] eval_import_path @ ./module.jl:36 [inlined] [6] eval_import_path_all(at::Module, path::Expr, keyword::String) @ Base ./module.jl:60 [7] _eval_using(to::Module, path::Expr) @ Base ./module.jl:137 [8] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/test/error_in_setup_test.jl:3 [9] eval(m::Module, e::Any) @ Core ./boot.jl:489 [10] #ensure_setup!##4 @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:972 [inlined] [11] with_source_path(f::ReTestItems.var"#ensure_setup!##4#ensure_setup!##5"{Expr}, path::String) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:934 [12] #ensure_setup!##2 @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:972 [inlined] [13] redirect_stdio(f::ReTestItems.var"#ensure_setup!##2#ensure_setup!##3"{Expr, TestSetup}; stdin::Nothing, stderr::IOContext{IOStream}, stdout::IOContext{IOStream}) @ Base ./stream.jl:1448 [14] redirect_stdio @ ./stream.jl:1411 [inlined] [15] _redirect_logs(f::ReTestItems.var"#ensure_setup!##2#ensure_setup!##3"{Expr, TestSetup}, target::IOStream) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/log_capture.jl:124 [16] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:971 [inlined] [17] macro expansion @ ./lock.jl:376 [inlined] [18] ensure_setup!(ctx::ReTestItems.TestContext, setup::Symbol, setups::Vector{TestSetup}, logs::Symbol) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:946 [19] runtestitem(ti::TestItem, ctx::ReTestItems.TestContext; test_end_expr::Expr, logs::Symbol, verbose_results::Bool, finish_test::Bool, catch_test_error::Bool, failfast::Bool) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1082 [20] runtestitem @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1035 [inlined] [21] _runtests_in_current_env(ti_filter::Function, paths::Tuple{String}, projectfile::String, cfg::ReTestItems._Config) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:418 [22] (::ReTestItems.var"#_runtests##0#_runtests##1"{ReTestItems.TestItemFilter{Returns{Bool}, Nothing, Nothing}, Tuple{String}, ReTestItems._Config, String})() @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:362 [23] with_logstate(f::ReTestItems.var"#_runtests##0#_runtests##1"{ReTestItems.TestItemFilter{Returns{Bool}, Nothing, Nothing}, Tuple{String}, ReTestItems._Config, String}, logstate::Base.CoreLogging.LogState) @ Base.CoreLogging ./logging/logging.jl:540 [24] with_logger(f::Function, logger::Base.CoreLogging.ConsoleLogger) @ Base.CoreLogging ./logging/logging.jl:651 [25] _runtests(ti_filter::Function, paths::Tuple{String}, cfg::ReTestItems._Config) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:358 [26] runtests(shouldrun::Returns{Bool}, paths::String; nworkers::Int64, nworker_threads::String, worker_init_expr::Expr, testitem_timeout::Float64, retries::Int64, memory_threshold::Float64, debug::Int64, name::Nothing, tags::Nothing, report::Bool, logs::Symbol, verbose_results::Bool, test_end_expr::Expr, validate_paths::Bool, timeout_profile_wait::Int64, gc_between_testitems::Bool, failfast::Bool, testitem_failfast::Bool) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:328 [27] kwcall(::@NamedTuple{verbose_results::Bool, logs::Symbol}, ::typeof(runtests), shouldrun::Function, paths::String) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:280 [28] #runtests#33 @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:259 [inlined] [29] runtests @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:256 [inlined] [30] kwcall(::@NamedTuple{verbose_results::Bool, logs::Symbol}, ::typeof(runtests), pkg::Module) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:255 [31] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/test/runtests.jl:2 [32] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:312 [33] top-level scope @ none:6 [34] eval(m::Module, e::Any) @ Core ./boot.jl:489 [35] exec_options(opts::Base.JLOptions) @ Base ./client.jl:286 [36] _start() @ Base ./client.jl:553 12:13:51 | maxrss 2.0% | mem 3.3% | START (6/9) test item "errors" at test/error_tests.jl:1 12:13:52 | maxrss 2.0% | mem 3.3% | DONE (6/9) test item "errors" 1.6 secs (96.0% compile), 469.96 K allocs (27.947 MB) No Captured Logs for test item "errors" at test/error_tests.jl:1 on worker 109 Error in testset "UndefVarError" on worker 109: Error During Test at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/test/error_tests.jl:3 Test threw exception Expression: not_defined + 1 == 4 UndefVarError: `not_defined` not defined in `Main.var"##errors#302"` Suggestion: check for spelling errors or missing imports. Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/test/error_tests.jl:3 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/test/error_tests.jl:3 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:742 [inlined] Error in testset "UndefVarError" on worker 109: Error During Test at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/test/error_tests.jl:5 Test threw exception Expression: LinearAlgebra.dot(rand(), rand()) < 0 UndefVarError: `LinearAlgebra` not defined in `Main.var"##errors#302"` Suggestion: check for spelling errors or missing imports. Hint: LinearAlgebra is loaded but not imported in the active module Main. Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/test/error_tests.jl:3 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/test/error_tests.jl:5 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:742 [inlined] Error in testset "evaluated to non-Boolean" on worker 109: Error During Test at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/test/error_tests.jl:8 Expression evaluated to non-Boolean Expression: ErrorSetup.NON_BOOL Value: missing Error in testset "package not in project" on worker 109: Error During Test at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/test/error_tests.jl:10 Got exception outside of a @test ArgumentError: Package Example not found in current path. - Run `import Pkg; Pkg.add("Example")` to install the Example package. Stacktrace: [1] macro expansion @ ./loading.jl:2377 [inlined] [2] macro expansion @ ./lock.jl:376 [inlined] [3] __require(into::Module, mod::Symbol) @ Base ./loading.jl:2360 [4] require @ ./loading.jl:2336 [inlined] [5] eval_import_path @ ./module.jl:36 [inlined] [6] eval_import_path_all(at::Module, path::Expr, keyword::String) @ Base ./module.jl:60 [7] _eval_using(to::Module, path::Expr) @ Base ./module.jl:137 [8] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/test/error_tests.jl:12 [9] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [10] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/test/error_tests.jl:12 [inlined] [11] eval(m::Module, e::Any) @ Core ./boot.jl:489 [12] #73 @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1116 [inlined] [13] with_source_path(f::ReTestItems.var"#73#74"{Expr}, path::String) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:934 [14] (::ReTestItems.var"#71#72"{TestItem, String, Expr, Expr})() @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1116 [15] redirect_stdio(f::ReTestItems.var"#71#72"{TestItem, String, Expr, Expr}; stdin::Nothing, stderr::IOContext{IOStream}, stdout::IOContext{IOStream}) @ Base ./stream.jl:1448 [16] redirect_stdio @ ./stream.jl:1411 [inlined] [17] _redirect_logs(f::ReTestItems.var"#71#72"{TestItem, String, Expr, Expr}, target::IOStream) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/log_capture.jl:124 [18] #_redirect_logs##0 @ ~/.julia/packages/ReTestItems/4doqz/src/log_capture.jl:107 [inlined] [19] open(::ReTestItems.var"#_redirect_logs##0#_redirect_logs##1"{ReTestItems.var"#71#72"{TestItem, String, Expr, Expr}}, ::String, ::Vararg{String}; kwargs::@Kwargs{}) @ Base ./io.jl:420 [20] open @ ./io.jl:417 [inlined] [21] _redirect_logs @ ~/.julia/packages/ReTestItems/4doqz/src/log_capture.jl:107 [inlined] [22] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/src/macros.jl:82 [inlined] [23] runtestitem(ti::TestItem, ctx::ReTestItems.TestContext; test_end_expr::Expr, logs::Symbol, verbose_results::Bool, finish_test::Bool, catch_test_error::Bool, failfast::Bool) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1113 [24] runtestitem @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1035 [inlined] [25] _runtests_in_current_env(ti_filter::Function, paths::Tuple{String}, projectfile::String, cfg::ReTestItems._Config) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:418 [26] (::ReTestItems.var"#_runtests##0#_runtests##1"{ReTestItems.TestItemFilter{Returns{Bool}, Nothing, Nothing}, Tuple{String}, ReTestItems._Config, String})() @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:362 [27] with_logstate(f::ReTestItems.var"#_runtests##0#_runtests##1"{ReTestItems.TestItemFilter{Returns{Bool}, Nothing, Nothing}, Tuple{String}, ReTestItems._Config, String}, logstate::Base.CoreLogging.LogState) @ Base.CoreLogging ./logging/logging.jl:540 [28] with_logger(f::Function, logger::Base.CoreLogging.ConsoleLogger) @ Base.CoreLogging ./logging/logging.jl:651 [29] _runtests(ti_filter::Function, paths::Tuple{String}, cfg::ReTestItems._Config) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:358 [30] runtests(shouldrun::Returns{Bool}, paths::String; nworkers::Int64, nworker_threads::String, worker_init_expr::Expr, testitem_timeout::Float64, retries::Int64, memory_threshold::Float64, debug::Int64, name::Nothing, tags::Nothing, report::Bool, logs::Symbol, verbose_results::Bool, test_end_expr::Expr, validate_paths::Bool, timeout_profile_wait::Int64, gc_between_testitems::Bool, failfast::Bool, testitem_failfast::Bool) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:328 [31] kwcall(::@NamedTuple{verbose_results::Bool, logs::Symbol}, ::typeof(runtests), shouldrun::Function, paths::String) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:280 [32] #runtests#33 @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:259 [inlined] [33] runtests @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:256 [inlined] [34] kwcall(::@NamedTuple{verbose_results::Bool, logs::Symbol}, ::typeof(runtests), pkg::Module) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:255 [35] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/test/runtests.jl:2 [36] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:312 [37] top-level scope @ none:6 [38] eval(m::Module, e::Any) @ Core ./boot.jl:489 [39] exec_options(opts::Base.JLOptions) @ Base ./client.jl:286 [40] _start() @ Base ./client.jl:553 12:13:52 | maxrss 2.0% | mem 3.3% | START (7/9) test item "errors at the top level" at test/error_tests.jl:17 12:13:53 | maxrss 2.0% | mem 3.3% | DONE (7/9) test item "errors at the top level" 0.2 secs No Captured Logs for test item "errors at the top level" at test/error_tests.jl:17 on worker 109 Error in testset "errors at the top level" on worker 109: Error During Test at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/test/error_tests.jl:17 Got exception outside of a @test AssertionError: false Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/test/error_tests.jl:19 [2] eval(m::Module, e::Any) @ Core ./boot.jl:489 [3] #73 @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1116 [inlined] [4] with_source_path(f::ReTestItems.var"#73#74"{Expr}, path::String) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:934 [5] (::ReTestItems.var"#71#72"{TestItem, String, Expr, Expr})() @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1116 [6] redirect_stdio(f::ReTestItems.var"#71#72"{TestItem, String, Expr, Expr}; stdin::Nothing, stderr::IOContext{IOStream}, stdout::IOContext{IOStream}) @ Base ./stream.jl:1448 [7] redirect_stdio @ ./stream.jl:1411 [inlined] [8] _redirect_logs(f::ReTestItems.var"#71#72"{TestItem, String, Expr, Expr}, target::IOStream) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/log_capture.jl:124 [9] #_redirect_logs##0 @ ~/.julia/packages/ReTestItems/4doqz/src/log_capture.jl:107 [inlined] [10] open(::ReTestItems.var"#_redirect_logs##0#_redirect_logs##1"{ReTestItems.var"#71#72"{TestItem, String, Expr, Expr}}, ::String, ::Vararg{String}; kwargs::@Kwargs{}) @ Base ./io.jl:420 [11] open @ ./io.jl:417 [inlined] [12] _redirect_logs @ ~/.julia/packages/ReTestItems/4doqz/src/log_capture.jl:107 [inlined] [13] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/src/macros.jl:82 [inlined] [14] runtestitem(ti::TestItem, ctx::ReTestItems.TestContext; test_end_expr::Expr, logs::Symbol, verbose_results::Bool, finish_test::Bool, catch_test_error::Bool, failfast::Bool) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1113 [15] runtestitem @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1035 [inlined] [16] _runtests_in_current_env(ti_filter::Function, paths::Tuple{String}, projectfile::String, cfg::ReTestItems._Config) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:418 [17] (::ReTestItems.var"#_runtests##0#_runtests##1"{ReTestItems.TestItemFilter{Returns{Bool}, Nothing, Nothing}, Tuple{String}, ReTestItems._Config, String})() @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:362 [18] with_logstate(f::ReTestItems.var"#_runtests##0#_runtests##1"{ReTestItems.TestItemFilter{Returns{Bool}, Nothing, Nothing}, Tuple{String}, ReTestItems._Config, String}, logstate::Base.CoreLogging.LogState) @ Base.CoreLogging ./logging/logging.jl:540 [19] with_logger(f::Function, logger::Base.CoreLogging.ConsoleLogger) @ Base.CoreLogging ./logging/logging.jl:651 [20] _runtests(ti_filter::Function, paths::Tuple{String}, cfg::ReTestItems._Config) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:358 [21] runtests(shouldrun::Returns{Bool}, paths::String; nworkers::Int64, nworker_threads::String, worker_init_expr::Expr, testitem_timeout::Float64, retries::Int64, memory_threshold::Float64, debug::Int64, name::Nothing, tags::Nothing, report::Bool, logs::Symbol, verbose_results::Bool, test_end_expr::Expr, validate_paths::Bool, timeout_profile_wait::Int64, gc_between_testitems::Bool, failfast::Bool, testitem_failfast::Bool) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:328 [22] kwcall(::@NamedTuple{verbose_results::Bool, logs::Symbol}, ::typeof(runtests), shouldrun::Function, paths::String) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:280 [23] #runtests#33 @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:259 [inlined] [24] runtests @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:256 [inlined] [25] kwcall(::@NamedTuple{verbose_results::Bool, logs::Symbol}, ::typeof(runtests), pkg::Module) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:255 [26] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/test/runtests.jl:2 [27] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:312 [28] top-level scope @ none:6 [29] eval(m::Module, e::Any) @ Core ./boot.jl:489 [30] exec_options(opts::Base.JLOptions) @ Base ./client.jl:286 [31] _start() @ Base ./client.jl:553 12:13:53 | maxrss 2.0% | mem 3.3% | START (8/9) test item "nonexistent test setup" at test/error_tests.jl:23 12:13:53 | maxrss 2.0% | mem 3.3% | DONE (8/9) test item "nonexistent test setup" <0.1 secs No Captured Logs for test item "nonexistent test setup" at test/error_tests.jl:23 on worker 109 Error in testset "nonexistent test setup" on worker 109: Error During Test at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/test/error_tests.jl:23 Got exception outside of a @test UndefVarError: `NonexistentSetup` not defined in `Main` Suggestion: check for spelling errors or missing imports. Stacktrace: [1] eval_import_path_all(at::Module, path::Expr, keyword::String) @ Base ./module.jl:62 [2] _eval_using(to::Module, path::Expr) @ Base ./module.jl:137 [3] top-level scope @ none:0 [4] eval(m::Module, e::Any) @ Core ./boot.jl:489 [5] #73 @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1116 [inlined] [6] with_source_path(f::ReTestItems.var"#73#74"{Expr}, path::String) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:934 [7] (::ReTestItems.var"#71#72"{TestItem, String, Expr, Expr})() @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1116 [8] redirect_stdio(f::ReTestItems.var"#71#72"{TestItem, String, Expr, Expr}; stdin::Nothing, stderr::IOContext{IOStream}, stdout::IOContext{IOStream}) @ Base ./stream.jl:1448 [9] redirect_stdio @ ./stream.jl:1411 [inlined] [10] _redirect_logs(f::ReTestItems.var"#71#72"{TestItem, String, Expr, Expr}, target::IOStream) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/log_capture.jl:124 [11] #_redirect_logs##0 @ ~/.julia/packages/ReTestItems/4doqz/src/log_capture.jl:107 [inlined] [12] open(::ReTestItems.var"#_redirect_logs##0#_redirect_logs##1"{ReTestItems.var"#71#72"{TestItem, String, Expr, Expr}}, ::String, ::Vararg{String}; kwargs::@Kwargs{}) @ Base ./io.jl:420 [13] open @ ./io.jl:417 [inlined] [14] _redirect_logs @ ~/.julia/packages/ReTestItems/4doqz/src/log_capture.jl:107 [inlined] [15] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/src/macros.jl:82 [inlined] [16] runtestitem(ti::TestItem, ctx::ReTestItems.TestContext; test_end_expr::Expr, logs::Symbol, verbose_results::Bool, finish_test::Bool, catch_test_error::Bool, failfast::Bool) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1113 [17] runtestitem @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1035 [inlined] [18] _runtests_in_current_env(ti_filter::Function, paths::Tuple{String}, projectfile::String, cfg::ReTestItems._Config) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:418 [19] (::ReTestItems.var"#_runtests##0#_runtests##1"{ReTestItems.TestItemFilter{Returns{Bool}, Nothing, Nothing}, Tuple{String}, ReTestItems._Config, String})() @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:362 [20] with_logstate(f::ReTestItems.var"#_runtests##0#_runtests##1"{ReTestItems.TestItemFilter{Returns{Bool}, Nothing, Nothing}, Tuple{String}, ReTestItems._Config, String}, logstate::Base.CoreLogging.LogState) @ Base.CoreLogging ./logging/logging.jl:540 [21] with_logger(f::Function, logger::Base.CoreLogging.ConsoleLogger) @ Base.CoreLogging ./logging/logging.jl:651 [22] _runtests(ti_filter::Function, paths::Tuple{String}, cfg::ReTestItems._Config) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:358 [23] runtests(shouldrun::Returns{Bool}, paths::String; nworkers::Int64, nworker_threads::String, worker_init_expr::Expr, testitem_timeout::Float64, retries::Int64, memory_threshold::Float64, debug::Int64, name::Nothing, tags::Nothing, report::Bool, logs::Symbol, verbose_results::Bool, test_end_expr::Expr, validate_paths::Bool, timeout_profile_wait::Int64, gc_between_testitems::Bool, failfast::Bool, testitem_failfast::Bool) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:328 [24] kwcall(::@NamedTuple{verbose_results::Bool, logs::Symbol}, ::typeof(runtests), shouldrun::Function, paths::String) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:280 [25] #runtests#33 @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:259 [inlined] [26] runtests @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:256 [inlined] [27] kwcall(::@NamedTuple{verbose_results::Bool, logs::Symbol}, ::typeof(runtests), pkg::Module) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:255 [28] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/test/runtests.jl:2 [29] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:312 [30] top-level scope @ none:6 [31] eval(m::Module, e::Any) @ Core ./boot.jl:489 [32] exec_options(opts::Base.JLOptions) @ Base ./client.jl:286 [33] _start() @ Base ./client.jl:553 12:13:53 | maxrss 2.0% | mem 3.3% | START (9/9) test item "failures" at test/failure_tests.jl:1 12:13:53 | maxrss 2.0% | mem 3.3% | DONE (9/9) test item "failures" <0.1 secs (65.5% compile), 4.80 K allocs (241.328 KB) No Captured Logs for test item "failures" at test/failure_tests.jl:1 on worker 109 Error in testset "failures" on worker 109: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/test/failure_tests.jl:2 Expression: false Error in testset "failures" on worker 109: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/test/failure_tests.jl:4 Expression: LinearAlgebra.dot(rand(), rand()) < 0 Evaluated: 0.028760793896705023 < 0 Error in testset "failures" on worker 109: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/test/failure_tests.jl:5 Expression: FailureSetup.FALSE [ Tests Completed: 9/9 test items were run. Test Summary: | Pass Fail Error Total Time DontPass | 2 4 9 15 13.0s src | 1 1 1 3 src/do_thing_tests.jl | 1 1 1 3 do_thing Pass | 1 1 0.9s do_thing Fail | 1 1 0.3s do_thing Error | 1 1 4.5s test | 1 3 8 12 test/error_in_setup_test.jl | 2 2 bad setup, good test | 1 1 0.5s bad setup, bad test | 1 1 0.0s test/error_tests.jl | 1 6 7 errors | 4 4 1.8s UndefVarError | 2 2 1.2s evaluated to non-Boolean | 1 1 0.0s package not in project | 1 1 0.1s errors at the top level | 1 1 2 0.2s nonexistent test setup | 1 1 0.0s test/failure_tests.jl | 3 3 failures | 3 3 0.0s ERROR: LoadError: Some tests did not pass: 2 passed, 4 failed, 9 errored, 0 broken. in expression starting at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/test/runtests.jl:2 [ Info: Scanning for test items in project `NoDeps` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/NoDeps.jl [ Info: Finished scanning for test items in 0.0 seconds. [ Info: Scheduling 2 tests on pid 23 12:13:55 | maxrss 2.0% | mem 2.2% | START (1/2) test item "toplevel" at toplevel_tests.jl:1 12:13:55 | maxrss 2.0% | mem 2.2% | DONE (1/2) test item "toplevel" <0.1 secs (<0.1% compile), 1.10 K allocs (62.400 KB) 12:13:55 | maxrss 2.0% | mem 2.2% | START (2/2) test item "NoDeps-testitem" at test/NoDeps_tests.jl:1 12:13:55 | maxrss 2.0% | mem 2.2% | DONE (2/2) test item "NoDeps-testitem" <0.1 secs (<0.1% compile), 2.65 K allocs (123.200 KB) [ Tests Completed: 2/2 test items were run. [ Info: Scanning for test items in project `TestsInSrc` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/TestsInSrc.jl [ Info: Finished scanning for test items in 0.01 seconds. [ Info: Scheduling 8 tests on pid 23 12:13:55 | maxrss 2.0% | mem 2.2% | START (1/8) test item "a1" at src/a_dir/a1_test.jl:1 12:13:55 | maxrss 2.0% | mem 2.2% | DONE (1/8) test item "a1" <0.1 secs (<0.1% compile), 1.08 K allocs (62.320 KB) 12:13:55 | maxrss 2.0% | mem 2.2% | START (2/8) test item "a2" at src/a_dir/a2_test.jl:1 12:13:55 | maxrss 2.0% | mem 2.2% | DONE (2/8) test item "a2" <0.1 secs (<0.1% compile), 2.85 K allocs (128.728 KB) 12:13:55 | maxrss 2.0% | mem 2.2% | START (3/8) test item "z" at src/a_dir/x_dir/x_test.jl:1 12:13:55 | maxrss 2.0% | mem 2.2% | DONE (3/8) test item "z" <0.1 secs (<0.1% compile), 1.08 K allocs (61.872 KB) 12:13:55 | maxrss 2.0% | mem 2.2% | START (4/8) test item "y" at src/a_dir/x_dir/x_test.jl:4 12:13:55 | maxrss 2.0% | mem 2.2% | DONE (4/8) test item "y" <0.1 secs (<0.1% compile), 1.08 K allocs (61.504 KB) 12:13:55 | maxrss 2.0% | mem 2.2% | START (5/8) test item "x" at src/a_dir/x_dir/x_test.jl:7 12:13:55 | maxrss 2.0% | mem 2.2% | DONE (5/8) test item "x" <0.1 secs (<0.1% compile), 1.08 K allocs (61.504 KB) 12:13:55 | maxrss 2.0% | mem 2.2% | START (6/8) test item "b" at src/b_dir/b_test.jl:1 12:13:55 | maxrss 2.0% | mem 2.2% | DONE (6/8) test item "b" <0.1 secs (<0.1% compile), 1.08 K allocs (61.488 KB) 12:13:55 | maxrss 2.0% | mem 2.2% | START (7/8) test item "bar" at src/bar_tests.jl:1 12:13:55 | maxrss 2.0% | mem 2.2% | DONE (7/8) test item "bar" <0.1 secs (<0.1% compile), 4.20 K allocs (178.504 KB) 12:13:55 | maxrss 2.0% | mem 2.2% | START (8/8) test item "foo" at src/foo_test.jl:1 12:13:55 | maxrss 2.0% | mem 2.2% | DONE (8/8) test item "foo" <0.1 secs (<0.1% compile), 1.69 K allocs (84.912 KB) [ Tests Completed: 8/8 test items were run. Activating project at `~/.julia/packages/ReTestItems/4doqz/test/packages/TestProjectFile.jl` ┌ Warning: The project dependencies or compat requirements have changed since the manifest was last resolved. │ It is recommended to `Pkg.resolve()` or consider `Pkg.update()` if necessary. └ @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:1288 runtests() TestProjectFile.jl: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:214 Expression: n_passed(results) > 0 Evaluated: 0 > 0 Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:189 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:204 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2018 [inlined] [7] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:214 [inlined] [8] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] runtests() TestProjectFile.jl: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:215 Expression: all_passed(results) Evaluated: all_passed(Error During Test at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/_integration_test_tools.jl:53 Got exception outside of a @test MethodError: no method matching prune_manifest(::Pkg.Types.Manifest, ::Vector{Base.UUID}) The function `prune_manifest` exists, but no method is defined for this combination of argument types. Closest candidates are: prune_manifest(::Pkg.Types.Manifest, !Matched::Set{Base.UUID}) @ Pkg /opt/julia/share/julia/stdlib/v1.13/Pkg/src/Operations.jl:1377 prune_manifest(!Matched::Pkg.Types.EnvCache) @ Pkg /opt/julia/share/julia/stdlib/v1.13/Pkg/src/Operations.jl:1356 Stacktrace: [1] activate(pkg::String; allow_reresolve::Bool) @ TestEnv ~/.julia/packages/TestEnv/iS95e/src/julia-1.11/activate_set.jl:40 ┌ [2] activate │ @ ~/.julia/packages/TestEnv/iS95e/src/julia-1.11/activate_set.jl:9 [inlined] ╰──── repeated 2 times [4] (::ReTestItems.var"#_runtests##0#_runtests##1"{TestItemFilter{Returns{Bool}, Nothing, Nothing}, Tuple{String}, ReTestItems._Config, String})() @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:372 [5] with_logstate(f::ReTestItems.var"#_runtests##0#_runtests##1"{TestItemFilter{Returns{Bool}, Nothing, Nothing}, Tuple{String}, ReTestItems._Config, String}, logstate::Base.CoreLogging.LogState) @ Base.CoreLogging ./logging/logging.jl:540 [6] with_logger(f::Function, logger::Base.CoreLogging.ConsoleLogger) @ Base.CoreLogging ./logging/logging.jl:651 [7] _runtests(ti_filter::Function, paths::Tuple{String}, cfg::ReTestItems._Config) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:358 [8] runtests(::Returns{Bool}, ::String, ::Vararg{String}; nworkers::Int64, nworker_threads::String, worker_init_expr::Expr, testitem_timeout::Float64, retries::Int64, memory_threshold::Float64, debug::Int64, name::Nothing, tags::Nothing, report::Bool, logs::Symbol, verbose_results::Bool, test_end_expr::Expr, validate_paths::Bool, timeout_profile_wait::Int64, gc_between_testitems::Bool, failfast::Bool, testitem_failfast::Bool) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:328 [9] runtests(shouldrun::Function, paths::String) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:280 [10] runtests @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:251 [inlined] [11] #303 @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:212 [inlined] [12] #with_test_package##4 @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:34 [inlined] [13] activate(f::var"#with_test_package##4#with_test_package##5"{var"#303#304"}, new_project::String) @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:1470 [14] #with_test_package##2 @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:33 [inlined] [15] cd(f::var"#with_test_package##2#with_test_package##3"{var"#303#304"}, dir::String) @ Base.Filesystem ./file.jl:112 [16] #with_test_package##0 @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:32 [inlined] [17] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/_integration_test_tools.jl:54 [inlined] [18] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [19] encased_testset(f::var"#with_test_package##0#with_test_package##1"{var"#303#304", String}) @ Main ~/.julia/packages/ReTestItems/4doqz/test/_integration_test_tools.jl:54 [20] with_test_package(f::var"#303#304", name::String) @ Main ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:31 [21] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:47 [22] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [23] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:189 [inlined] [24] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [25] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:204 [inlined] [26] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2018 [inlined] [27] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:211 [inlined] [28] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:312 [29] IncludeInto @ ./Base.jl:313 [inlined] [30] (::var"#5#6")() @ Main ~/.julia/packages/ReTestItems/4doqz/test/runtests.jl:21 [31] withenv(f::var"#5#6", keyvals::Pair{String, Int64}) @ Base ./env.jl:265 [32] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/runtests.jl:15 [33] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [34] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/runtests.jl:17 [inlined] [35] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:312 [36] top-level scope @ none:6 [37] eval(m::Module, e::Any) @ Core ./boot.jl:489 [38] exec_options(opts::Base.JLOptions) @ Base ./client.jl:286 [39] _start() @ Base ./client.jl:553) Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:189 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:204 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2018 [inlined] [7] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:215 [inlined] [8] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] Activating project at `~/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl` ┌ Warning: The project dependencies or compat requirements have changed since the manifest was last resolved. │ It is recommended to `Pkg.resolve()` or consider `Pkg.update()` if necessary. └ @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:1288 ┌ Warning: Could not use exact versions of packages in manifest, re-resolving └ @ TestEnv ~/.julia/packages/TestEnv/iS95e/src/julia-1.11/activate_set.jl:75 [ Info: Scanning for test items in project `DontPass` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl [ Info: Finished scanning for test items in 0.02 seconds. [ Info: Scheduling 9 tests on pid 23 12:13:58 | maxrss 2.0% | mem 2.2% | START (1/9) test item "do_thing Pass" at src/do_thing_tests.jl:1 12:13:58 | maxrss 2.0% | mem 2.2% | DONE (1/9) test item "do_thing Pass" <0.1 secs (76.9% compile), 13.04 K allocs (715.240 KB) 12:13:58 | maxrss 2.0% | mem 2.2% | START (2/9) test item "do_thing Fail" at src/do_thing_tests.jl:4 12:13:58 | maxrss 2.0% | mem 2.2% | DONE (2/9) test item "do_thing Fail" 0.3 secs (98.5% compile), 107.81 K allocs (6.323 MB) No Captured Logs for test item "do_thing Fail" at src/do_thing_tests.jl:4 on worker 23 Error in testset "do_thing Fail" on worker 23: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/src/do_thing_tests.jl:5 Expression: do_thing() == 1 Evaluated: [0.585659840587795, 0.17531117042147948, 0.5937514362452423] == 1 12:13:58 | maxrss 2.0% | mem 2.2% | START (3/9) test item "do_thing Error" at src/do_thing_tests.jl:7 12:13:58 | maxrss 2.0% | mem 2.2% | DONE (3/9) test item "do_thing Error" 0.4 secs (66.5% compile, 5.5% GC), 132.42 K allocs (12.224 MB) No Captured Logs for test item "do_thing Error" at src/do_thing_tests.jl:7 on worker 23 Error in testset "do_thing Error" on worker 23: Error During Test at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/src/do_thing_tests.jl:8 Test threw exception Expression: 1 + do_thing() == 2 MethodError: no method matching +(::Int64, ::Vector{Float64}) For element-wise addition, use broadcasting with dot syntax: scalar .+ array The function `+` exists, but no method is defined for this combination of argument types. Closest candidates are: +(::Any, ::Any, !Matched::Any, !Matched::Any...) @ Base operators.jl:643 +(!Matched::Array, ::Array...) @ Base arraymath.jl:12 +(::Integer, !Matched::AbstractChar) @ Base char.jl:254 ... Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/src/do_thing_tests.jl:8 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:742 [inlined] 12:13:58 | maxrss 2.0% | mem 2.2% | START (4/9) test item "bad setup, good test" at test/error_in_setup_test.jl:5 12:13:59 | maxrss 2.0% | mem 2.2% | DONE (4/9) test item "bad setup, good test" 0.2 secs Captured logs for test setup "SetupThatErrors" (dependency of "bad setup, good test") at test/error_in_setup_test.jl:1 on worker 23 SetupThatErrors msg No Captured Logs for test item "bad setup, good test" at test/error_in_setup_test.jl:5 on worker 23 Error in testset "bad setup, good test" on worker 23: Error During Test at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/test/error_in_setup_test.jl:5 Got exception outside of a @test ArgumentError: Package PackageDoesNotExist not found in current path. - Run `import Pkg; Pkg.add("PackageDoesNotExist")` to install the PackageDoesNotExist package. Stacktrace: [1] macro expansion @ ./loading.jl:2377 [inlined] [2] macro expansion @ ./lock.jl:376 [inlined] [3] __require(into::Module, mod::Symbol) @ Base ./loading.jl:2360 [4] require @ ./loading.jl:2336 [inlined] [5] eval_import_path @ ./module.jl:36 [inlined] [6] eval_import_path_all(at::Module, path::Expr, keyword::String) @ Base ./module.jl:60 [7] _eval_using(to::Module, path::Expr) @ Base ./module.jl:137 [8] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/test/error_in_setup_test.jl:3 [9] eval(m::Module, e::Any) @ Core ./boot.jl:489 [10] #ensure_setup!##4 @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:972 [inlined] [11] with_source_path(f::ReTestItems.var"#ensure_setup!##4#ensure_setup!##5"{Expr}, path::String) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:934 [12] #ensure_setup!##2 @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:972 [inlined] [13] redirect_stdio(f::ReTestItems.var"#ensure_setup!##2#ensure_setup!##3"{Expr, TestSetup}; stdin::Nothing, stderr::IOContext{IOStream}, stdout::IOContext{IOStream}) @ Base ./stream.jl:1448 [14] redirect_stdio @ ./stream.jl:1411 [inlined] [15] _redirect_logs(f::ReTestItems.var"#ensure_setup!##2#ensure_setup!##3"{Expr, TestSetup}, target::IOStream) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/log_capture.jl:124 [16] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:971 [inlined] [17] macro expansion @ ./lock.jl:376 [inlined] [18] ensure_setup!(ctx::ReTestItems.TestContext, setup::Symbol, setups::Vector{TestSetup}, logs::Symbol) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:946 [19] runtestitem(ti::TestItem, ctx::ReTestItems.TestContext; test_end_expr::Expr, logs::Symbol, verbose_results::Bool, finish_test::Bool, catch_test_error::Bool, failfast::Bool) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1082 [20] runtestitem @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1035 [inlined] [21] _runtests_in_current_env(ti_filter::Function, paths::Tuple{String}, projectfile::String, cfg::ReTestItems._Config) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:418 [22] (::ReTestItems.var"#_runtests##0#_runtests##1"{TestItemFilter{Returns{Bool}, Nothing, Nothing}, Tuple{String}, ReTestItems._Config, String})() @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:375 [23] with_logstate(f::ReTestItems.var"#_runtests##0#_runtests##1"{TestItemFilter{Returns{Bool}, Nothing, Nothing}, Tuple{String}, ReTestItems._Config, String}, logstate::Base.CoreLogging.LogState) @ Base.CoreLogging ./logging/logging.jl:540 [24] with_logger(f::Function, logger::Base.CoreLogging.ConsoleLogger) @ Base.CoreLogging ./logging/logging.jl:651 [25] _runtests(ti_filter::Function, paths::Tuple{String}, cfg::ReTestItems._Config) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:358 [26] runtests(::Returns{Bool}, ::String, ::Vararg{String}; nworkers::Int64, nworker_threads::String, worker_init_expr::Expr, testitem_timeout::Float64, retries::Int64, memory_threshold::Float64, debug::Int64, name::Nothing, tags::Nothing, report::Bool, logs::Symbol, verbose_results::Bool, test_end_expr::Expr, validate_paths::Bool, timeout_profile_wait::Int64, gc_between_testitems::Bool, failfast::Bool, testitem_failfast::Bool) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:328 [27] runtests(shouldrun::Function, paths::String) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:280 [28] runtests @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:251 [inlined] [29] #305 @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:220 [inlined] [30] #with_test_package##4 @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:34 [inlined] [31] activate(f::var"#with_test_package##4#with_test_package##5"{var"#305#306"}, new_project::String) @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:1470 [32] #with_test_package##2 @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:33 [inlined] [33] cd(f::var"#with_test_package##2#with_test_package##3"{var"#305#306"}, dir::String) @ Base.Filesystem ./file.jl:112 [34] #with_test_package##0 @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:32 [inlined] [35] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/_integration_test_tools.jl:54 [inlined] [36] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [37] encased_testset(f::var"#with_test_package##0#with_test_package##1"{var"#305#306", String}) @ Main ~/.julia/packages/ReTestItems/4doqz/test/_integration_test_tools.jl:54 [38] with_test_package(f::var"#305#306", name::String) @ Main ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:31 [39] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:47 [40] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [41] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:189 [inlined] ┌ [42] macro expansion │ @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] ├ [43] macro expansion │ @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:219 [inlined] ╰───── repeated 2 times [46] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:312 [47] IncludeInto @ ./Base.jl:313 [inlined] [48] (::var"#5#6")() @ Main ~/.julia/packages/ReTestItems/4doqz/test/runtests.jl:21 [49] withenv(f::var"#5#6", keyvals::Pair{String, Int64}) @ Base ./env.jl:265 [50] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/runtests.jl:15 [51] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [52] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/runtests.jl:17 [inlined] [53] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:312 [54] top-level scope @ none:6 [55] eval(m::Module, e::Any) @ Core ./boot.jl:489 [56] exec_options(opts::Base.JLOptions) @ Base ./client.jl:286 [57] _start() @ Base ./client.jl:553 12:13:59 | maxrss 2.0% | mem 2.2% | START (5/9) test item "bad setup, bad test" at test/error_in_setup_test.jl:8 12:13:59 | maxrss 2.0% | mem 2.2% | DONE (5/9) test item "bad setup, bad test" <0.1 secs Captured logs for test setup "SetupThatErrors" (dependency of "bad setup, bad test") at test/error_in_setup_test.jl:1 on worker 23 SetupThatErrors msg No Captured Logs for test item "bad setup, bad test" at test/error_in_setup_test.jl:8 on worker 23 Error in testset "bad setup, bad test" on worker 23: Error During Test at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/test/error_in_setup_test.jl:8 Got exception outside of a @test ArgumentError: Package PackageDoesNotExist not found in current path. - Run `import Pkg; Pkg.add("PackageDoesNotExist")` to install the PackageDoesNotExist package. Stacktrace: [1] macro expansion @ ./loading.jl:2377 [inlined] [2] macro expansion @ ./lock.jl:376 [inlined] [3] __require(into::Module, mod::Symbol) @ Base ./loading.jl:2360 [4] require @ ./loading.jl:2336 [inlined] [5] eval_import_path @ ./module.jl:36 [inlined] [6] eval_import_path_all(at::Module, path::Expr, keyword::String) @ Base ./module.jl:60 [7] _eval_using(to::Module, path::Expr) @ Base ./module.jl:137 [8] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/test/error_in_setup_test.jl:3 [9] eval(m::Module, e::Any) @ Core ./boot.jl:489 [10] #ensure_setup!##4 @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:972 [inlined] [11] with_source_path(f::ReTestItems.var"#ensure_setup!##4#ensure_setup!##5"{Expr}, path::String) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:934 [12] #ensure_setup!##2 @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:972 [inlined] [13] redirect_stdio(f::ReTestItems.var"#ensure_setup!##2#ensure_setup!##3"{Expr, TestSetup}; stdin::Nothing, stderr::IOContext{IOStream}, stdout::IOContext{IOStream}) @ Base ./stream.jl:1448 [14] redirect_stdio @ ./stream.jl:1411 [inlined] [15] _redirect_logs(f::ReTestItems.var"#ensure_setup!##2#ensure_setup!##3"{Expr, TestSetup}, target::IOStream) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/log_capture.jl:124 [16] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:971 [inlined] [17] macro expansion @ ./lock.jl:376 [inlined] [18] ensure_setup!(ctx::ReTestItems.TestContext, setup::Symbol, setups::Vector{TestSetup}, logs::Symbol) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:946 [19] runtestitem(ti::TestItem, ctx::ReTestItems.TestContext; test_end_expr::Expr, logs::Symbol, verbose_results::Bool, finish_test::Bool, catch_test_error::Bool, failfast::Bool) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1082 [20] runtestitem @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1035 [inlined] [21] _runtests_in_current_env(ti_filter::Function, paths::Tuple{String}, projectfile::String, cfg::ReTestItems._Config) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:418 [22] (::ReTestItems.var"#_runtests##0#_runtests##1"{TestItemFilter{Returns{Bool}, Nothing, Nothing}, Tuple{String}, ReTestItems._Config, String})() @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:375 [23] with_logstate(f::ReTestItems.var"#_runtests##0#_runtests##1"{TestItemFilter{Returns{Bool}, Nothing, Nothing}, Tuple{String}, ReTestItems._Config, String}, logstate::Base.CoreLogging.LogState) @ Base.CoreLogging ./logging/logging.jl:540 [24] with_logger(f::Function, logger::Base.CoreLogging.ConsoleLogger) @ Base.CoreLogging ./logging/logging.jl:651 [25] _runtests(ti_filter::Function, paths::Tuple{String}, cfg::ReTestItems._Config) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:358 [26] runtests(::Returns{Bool}, ::String, ::Vararg{String}; nworkers::Int64, nworker_threads::String, worker_init_expr::Expr, testitem_timeout::Float64, retries::Int64, memory_threshold::Float64, debug::Int64, name::Nothing, tags::Nothing, report::Bool, logs::Symbol, verbose_results::Bool, test_end_expr::Expr, validate_paths::Bool, timeout_profile_wait::Int64, gc_between_testitems::Bool, failfast::Bool, testitem_failfast::Bool) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:328 [27] runtests(shouldrun::Function, paths::String) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:280 [28] runtests @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:251 [inlined] [29] #305 @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:220 [inlined] [30] #with_test_package##4 @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:34 [inlined] [31] activate(f::var"#with_test_package##4#with_test_package##5"{var"#305#306"}, new_project::String) @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:1470 [32] #with_test_package##2 @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:33 [inlined] [33] cd(f::var"#with_test_package##2#with_test_package##3"{var"#305#306"}, dir::String) @ Base.Filesystem ./file.jl:112 [34] #with_test_package##0 @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:32 [inlined] [35] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/_integration_test_tools.jl:54 [inlined] [36] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [37] encased_testset(f::var"#with_test_package##0#with_test_package##1"{var"#305#306", String}) @ Main ~/.julia/packages/ReTestItems/4doqz/test/_integration_test_tools.jl:54 [38] with_test_package(f::var"#305#306", name::String) @ Main ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:31 [39] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:47 [40] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [41] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:189 [inlined] ┌ [42] macro expansion │ @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] ├ [43] macro expansion │ @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:219 [inlined] ╰───── repeated 2 times [46] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:312 [47] IncludeInto @ ./Base.jl:313 [inlined] [48] (::var"#5#6")() @ Main ~/.julia/packages/ReTestItems/4doqz/test/runtests.jl:21 [49] withenv(f::var"#5#6", keyvals::Pair{String, Int64}) @ Base ./env.jl:265 [50] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/runtests.jl:15 [51] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [52] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/runtests.jl:17 [inlined] [53] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:312 [54] top-level scope @ none:6 [55] eval(m::Module, e::Any) @ Core ./boot.jl:489 [56] exec_options(opts::Base.JLOptions) @ Base ./client.jl:286 [57] _start() @ Base ./client.jl:553 12:13:59 | maxrss 2.0% | mem 2.2% | START (6/9) test item "errors" at test/error_tests.jl:1 12:13:59 | maxrss 2.0% | mem 2.2% | DONE (6/9) test item "errors" 0.1 secs (57.0% compile), 46.69 K allocs (3.012 MB) No Captured Logs for test item "errors" at test/error_tests.jl:1 on worker 23 Error in testset "UndefVarError" on worker 23: Error During Test at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/test/error_tests.jl:3 Test threw exception Expression: not_defined + 1 == 4 UndefVarError: `not_defined` not defined in `Main.var"##errors#494"` Suggestion: check for spelling errors or missing imports. Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/test/error_tests.jl:3 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/test/error_tests.jl:3 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:742 [inlined] Error in testset "UndefVarError" on worker 23: Error During Test at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/test/error_tests.jl:5 Test threw exception Expression: LinearAlgebra.dot(rand(), rand()) < 0 UndefVarError: `LinearAlgebra` not defined in `Main.var"##errors#494"` Suggestion: check for spelling errors or missing imports. Hint: LinearAlgebra is loaded but not imported in the active module Main. Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/test/error_tests.jl:3 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/test/error_tests.jl:5 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:742 [inlined] Error in testset "evaluated to non-Boolean" on worker 23: Error During Test at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/test/error_tests.jl:8 Expression evaluated to non-Boolean Expression: ErrorSetup.NON_BOOL Value: missing Error in testset "package not in project" on worker 23: Error During Test at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/test/error_tests.jl:10 Got exception outside of a @test ArgumentError: Package Example not found in current path. - Run `import Pkg; Pkg.add("Example")` to install the Example package. Stacktrace: [1] macro expansion @ ./loading.jl:2377 [inlined] [2] macro expansion @ ./lock.jl:376 [inlined] [3] __require(into::Module, mod::Symbol) @ Base ./loading.jl:2360 [4] require @ ./loading.jl:2336 [inlined] [5] eval_import_path @ ./module.jl:36 [inlined] [6] eval_import_path_all(at::Module, path::Expr, keyword::String) @ Base ./module.jl:60 [7] _eval_using(to::Module, path::Expr) @ Base ./module.jl:137 [8] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/test/error_tests.jl:12 [9] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [10] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/test/error_tests.jl:12 [inlined] [11] eval(m::Module, e::Any) @ Core ./boot.jl:489 [12] #73 @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1116 [inlined] [13] with_source_path(f::ReTestItems.var"#73#74"{Expr}, path::String) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:934 [14] (::ReTestItems.var"#71#72"{TestItem, String, Expr, Expr})() @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1116 [15] redirect_stdio(f::ReTestItems.var"#71#72"{TestItem, String, Expr, Expr}; stdin::Nothing, stderr::IOContext{IOStream}, stdout::IOContext{IOStream}) @ Base ./stream.jl:1448 [16] redirect_stdio @ ./stream.jl:1411 [inlined] [17] _redirect_logs(f::ReTestItems.var"#71#72"{TestItem, String, Expr, Expr}, target::IOStream) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/log_capture.jl:124 [18] #_redirect_logs##0 @ ~/.julia/packages/ReTestItems/4doqz/src/log_capture.jl:107 [inlined] [19] open(::ReTestItems.var"#_redirect_logs##0#_redirect_logs##1"{ReTestItems.var"#71#72"{TestItem, String, Expr, Expr}}, ::String, ::Vararg{String}; kwargs::@Kwargs{}) @ Base ./io.jl:420 [20] open @ ./io.jl:417 [inlined] [21] _redirect_logs @ ~/.julia/packages/ReTestItems/4doqz/src/log_capture.jl:107 [inlined] [22] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/src/macros.jl:82 [inlined] [23] runtestitem(ti::TestItem, ctx::ReTestItems.TestContext; test_end_expr::Expr, logs::Symbol, verbose_results::Bool, finish_test::Bool, catch_test_error::Bool, failfast::Bool) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1113 [24] runtestitem @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1035 [inlined] [25] _runtests_in_current_env(ti_filter::Function, paths::Tuple{String}, projectfile::String, cfg::ReTestItems._Config) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:418 [26] (::ReTestItems.var"#_runtests##0#_runtests##1"{TestItemFilter{Returns{Bool}, Nothing, Nothing}, Tuple{String}, ReTestItems._Config, String})() @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:375 [27] with_logstate(f::ReTestItems.var"#_runtests##0#_runtests##1"{TestItemFilter{Returns{Bool}, Nothing, Nothing}, Tuple{String}, ReTestItems._Config, String}, logstate::Base.CoreLogging.LogState) @ Base.CoreLogging ./logging/logging.jl:540 [28] with_logger(f::Function, logger::Base.CoreLogging.ConsoleLogger) @ Base.CoreLogging ./logging/logging.jl:651 [29] _runtests(ti_filter::Function, paths::Tuple{String}, cfg::ReTestItems._Config) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:358 [30] runtests(::Returns{Bool}, ::String, ::Vararg{String}; nworkers::Int64, nworker_threads::String, worker_init_expr::Expr, testitem_timeout::Float64, retries::Int64, memory_threshold::Float64, debug::Int64, name::Nothing, tags::Nothing, report::Bool, logs::Symbol, verbose_results::Bool, test_end_expr::Expr, validate_paths::Bool, timeout_profile_wait::Int64, gc_between_testitems::Bool, failfast::Bool, testitem_failfast::Bool) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:328 [31] runtests(shouldrun::Function, paths::String) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:280 [32] runtests @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:251 [inlined] [33] #305 @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:220 [inlined] [34] #with_test_package##4 @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:34 [inlined] [35] activate(f::var"#with_test_package##4#with_test_package##5"{var"#305#306"}, new_project::String) @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:1470 [36] #with_test_package##2 @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:33 [inlined] [37] cd(f::var"#with_test_package##2#with_test_package##3"{var"#305#306"}, dir::String) @ Base.Filesystem ./file.jl:112 [38] #with_test_package##0 @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:32 [inlined] [39] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/_integration_test_tools.jl:54 [inlined] [40] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [41] encased_testset(f::var"#with_test_package##0#with_test_package##1"{var"#305#306", String}) @ Main ~/.julia/packages/ReTestItems/4doqz/test/_integration_test_tools.jl:54 [42] with_test_package(f::var"#305#306", name::String) @ Main ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:31 [43] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:47 [44] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [45] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:189 [inlined] ┌ [46] macro expansion │ @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] ├ [47] macro expansion │ @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:219 [inlined] ╰───── repeated 2 times [50] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:312 [51] IncludeInto @ ./Base.jl:313 [inlined] [52] (::var"#5#6")() @ Main ~/.julia/packages/ReTestItems/4doqz/test/runtests.jl:21 [53] withenv(f::var"#5#6", keyvals::Pair{String, Int64}) @ Base ./env.jl:265 [54] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/runtests.jl:15 [55] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [56] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/runtests.jl:17 [inlined] [57] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:312 [58] top-level scope @ none:6 [59] eval(m::Module, e::Any) @ Core ./boot.jl:489 [60] exec_options(opts::Base.JLOptions) @ Base ./client.jl:286 [61] _start() @ Base ./client.jl:553 12:13:59 | maxrss 2.0% | mem 2.2% | START (7/9) test item "errors at the top level" at test/error_tests.jl:17 12:13:59 | maxrss 2.0% | mem 2.2% | DONE (7/9) test item "errors at the top level" <0.1 secs No Captured Logs for test item "errors at the top level" at test/error_tests.jl:17 on worker 23 Error in testset "errors at the top level" on worker 23: Error During Test at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/test/error_tests.jl:17 Got exception outside of a @test AssertionError: false Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/test/error_tests.jl:19 [2] eval(m::Module, e::Any) @ Core ./boot.jl:489 [3] #73 @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1116 [inlined] [4] with_source_path(f::ReTestItems.var"#73#74"{Expr}, path::String) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:934 [5] (::ReTestItems.var"#71#72"{TestItem, String, Expr, Expr})() @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1116 [6] redirect_stdio(f::ReTestItems.var"#71#72"{TestItem, String, Expr, Expr}; stdin::Nothing, stderr::IOContext{IOStream}, stdout::IOContext{IOStream}) @ Base ./stream.jl:1448 [7] redirect_stdio @ ./stream.jl:1411 [inlined] [8] _redirect_logs(f::ReTestItems.var"#71#72"{TestItem, String, Expr, Expr}, target::IOStream) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/log_capture.jl:124 [9] #_redirect_logs##0 @ ~/.julia/packages/ReTestItems/4doqz/src/log_capture.jl:107 [inlined] [10] open(::ReTestItems.var"#_redirect_logs##0#_redirect_logs##1"{ReTestItems.var"#71#72"{TestItem, String, Expr, Expr}}, ::String, ::Vararg{String}; kwargs::@Kwargs{}) @ Base ./io.jl:420 [11] open @ ./io.jl:417 [inlined] [12] _redirect_logs @ ~/.julia/packages/ReTestItems/4doqz/src/log_capture.jl:107 [inlined] [13] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/src/macros.jl:82 [inlined] [14] runtestitem(ti::TestItem, ctx::ReTestItems.TestContext; test_end_expr::Expr, logs::Symbol, verbose_results::Bool, finish_test::Bool, catch_test_error::Bool, failfast::Bool) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1113 [15] runtestitem @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1035 [inlined] [16] _runtests_in_current_env(ti_filter::Function, paths::Tuple{String}, projectfile::String, cfg::ReTestItems._Config) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:418 [17] (::ReTestItems.var"#_runtests##0#_runtests##1"{TestItemFilter{Returns{Bool}, Nothing, Nothing}, Tuple{String}, ReTestItems._Config, String})() @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:375 [18] with_logstate(f::ReTestItems.var"#_runtests##0#_runtests##1"{TestItemFilter{Returns{Bool}, Nothing, Nothing}, Tuple{String}, ReTestItems._Config, String}, logstate::Base.CoreLogging.LogState) @ Base.CoreLogging ./logging/logging.jl:540 [19] with_logger(f::Function, logger::Base.CoreLogging.ConsoleLogger) @ Base.CoreLogging ./logging/logging.jl:651 [20] _runtests(ti_filter::Function, paths::Tuple{String}, cfg::ReTestItems._Config) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:358 [21] runtests(::Returns{Bool}, ::String, ::Vararg{String}; nworkers::Int64, nworker_threads::String, worker_init_expr::Expr, testitem_timeout::Float64, retries::Int64, memory_threshold::Float64, debug::Int64, name::Nothing, tags::Nothing, report::Bool, logs::Symbol, verbose_results::Bool, test_end_expr::Expr, validate_paths::Bool, timeout_profile_wait::Int64, gc_between_testitems::Bool, failfast::Bool, testitem_failfast::Bool) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:328 [22] runtests(shouldrun::Function, paths::String) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:280 [23] runtests @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:251 [inlined] [24] #305 @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:220 [inlined] [25] #with_test_package##4 @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:34 [inlined] [26] activate(f::var"#with_test_package##4#with_test_package##5"{var"#305#306"}, new_project::String) @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:1470 [27] #with_test_package##2 @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:33 [inlined] [28] cd(f::var"#with_test_package##2#with_test_package##3"{var"#305#306"}, dir::String) @ Base.Filesystem ./file.jl:112 [29] #with_test_package##0 @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:32 [inlined] [30] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/_integration_test_tools.jl:54 [inlined] [31] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [32] encased_testset(f::var"#with_test_package##0#with_test_package##1"{var"#305#306", String}) @ Main ~/.julia/packages/ReTestItems/4doqz/test/_integration_test_tools.jl:54 [33] with_test_package(f::var"#305#306", name::String) @ Main ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:31 [34] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:47 [35] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [36] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:189 [inlined] ┌ [37] macro expansion │ @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] ├ [38] macro expansion │ @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:219 [inlined] ╰───── repeated 2 times [41] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:312 [42] IncludeInto @ ./Base.jl:313 [inlined] [43] (::var"#5#6")() @ Main ~/.julia/packages/ReTestItems/4doqz/test/runtests.jl:21 [44] withenv(f::var"#5#6", keyvals::Pair{String, Int64}) @ Base ./env.jl:265 [45] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/runtests.jl:15 [46] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [47] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/runtests.jl:17 [inlined] [48] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:312 [49] top-level scope @ none:6 [50] eval(m::Module, e::Any) @ Core ./boot.jl:489 [51] exec_options(opts::Base.JLOptions) @ Base ./client.jl:286 [52] _start() @ Base ./client.jl:553 12:13:59 | maxrss 2.0% | mem 2.2% | START (8/9) test item "nonexistent test setup" at test/error_tests.jl:23 12:13:59 | maxrss 2.0% | mem 2.2% | DONE (8/9) test item "nonexistent test setup" <0.1 secs No Captured Logs for test item "nonexistent test setup" at test/error_tests.jl:23 on worker 23 Error in testset "nonexistent test setup" on worker 23: Error During Test at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/test/error_tests.jl:23 Got exception outside of a @test UndefVarError: `NonexistentSetup` not defined in `Main` Suggestion: check for spelling errors or missing imports. Stacktrace: [1] eval_import_path_all(at::Module, path::Expr, keyword::String) @ Base ./module.jl:62 [2] _eval_using(to::Module, path::Expr) @ Base ./module.jl:137 [3] top-level scope @ none:0 [4] eval(m::Module, e::Any) @ Core ./boot.jl:489 [5] #73 @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1116 [inlined] [6] with_source_path(f::ReTestItems.var"#73#74"{Expr}, path::String) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:934 [7] (::ReTestItems.var"#71#72"{TestItem, String, Expr, Expr})() @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1116 [8] redirect_stdio(f::ReTestItems.var"#71#72"{TestItem, String, Expr, Expr}; stdin::Nothing, stderr::IOContext{IOStream}, stdout::IOContext{IOStream}) @ Base ./stream.jl:1448 [9] redirect_stdio @ ./stream.jl:1411 [inlined] [10] _redirect_logs(f::ReTestItems.var"#71#72"{TestItem, String, Expr, Expr}, target::IOStream) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/log_capture.jl:124 [11] #_redirect_logs##0 @ ~/.julia/packages/ReTestItems/4doqz/src/log_capture.jl:107 [inlined] [12] open(::ReTestItems.var"#_redirect_logs##0#_redirect_logs##1"{ReTestItems.var"#71#72"{TestItem, String, Expr, Expr}}, ::String, ::Vararg{String}; kwargs::@Kwargs{}) @ Base ./io.jl:420 [13] open @ ./io.jl:417 [inlined] [14] _redirect_logs @ ~/.julia/packages/ReTestItems/4doqz/src/log_capture.jl:107 [inlined] [15] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/src/macros.jl:82 [inlined] [16] runtestitem(ti::TestItem, ctx::ReTestItems.TestContext; test_end_expr::Expr, logs::Symbol, verbose_results::Bool, finish_test::Bool, catch_test_error::Bool, failfast::Bool) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1113 [17] runtestitem @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1035 [inlined] [18] _runtests_in_current_env(ti_filter::Function, paths::Tuple{String}, projectfile::String, cfg::ReTestItems._Config) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:418 [19] (::ReTestItems.var"#_runtests##0#_runtests##1"{TestItemFilter{Returns{Bool}, Nothing, Nothing}, Tuple{String}, ReTestItems._Config, String})() @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:375 [20] with_logstate(f::ReTestItems.var"#_runtests##0#_runtests##1"{TestItemFilter{Returns{Bool}, Nothing, Nothing}, Tuple{String}, ReTestItems._Config, String}, logstate::Base.CoreLogging.LogState) @ Base.CoreLogging ./logging/logging.jl:540 [21] with_logger(f::Function, logger::Base.CoreLogging.ConsoleLogger) @ Base.CoreLogging ./logging/logging.jl:651 [22] _runtests(ti_filter::Function, paths::Tuple{String}, cfg::ReTestItems._Config) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:358 [23] runtests(::Returns{Bool}, ::String, ::Vararg{String}; nworkers::Int64, nworker_threads::String, worker_init_expr::Expr, testitem_timeout::Float64, retries::Int64, memory_threshold::Float64, debug::Int64, name::Nothing, tags::Nothing, report::Bool, logs::Symbol, verbose_results::Bool, test_end_expr::Expr, validate_paths::Bool, timeout_profile_wait::Int64, gc_between_testitems::Bool, failfast::Bool, testitem_failfast::Bool) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:328 [24] runtests(shouldrun::Function, paths::String) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:280 [25] runtests @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:251 [inlined] [26] #305 @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:220 [inlined] [27] #with_test_package##4 @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:34 [inlined] [28] activate(f::var"#with_test_package##4#with_test_package##5"{var"#305#306"}, new_project::String) @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:1470 [29] #with_test_package##2 @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:33 [inlined] [30] cd(f::var"#with_test_package##2#with_test_package##3"{var"#305#306"}, dir::String) @ Base.Filesystem ./file.jl:112 [31] #with_test_package##0 @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:32 [inlined] [32] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/_integration_test_tools.jl:54 [inlined] [33] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [34] encased_testset(f::var"#with_test_package##0#with_test_package##1"{var"#305#306", String}) @ Main ~/.julia/packages/ReTestItems/4doqz/test/_integration_test_tools.jl:54 [35] with_test_package(f::var"#305#306", name::String) @ Main ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:31 [36] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:47 [37] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [38] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:189 [inlined] ┌ [39] macro expansion │ @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] ├ [40] macro expansion │ @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:219 [inlined] ╰───── repeated 2 times [43] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:312 [44] IncludeInto @ ./Base.jl:313 [inlined] [45] (::var"#5#6")() @ Main ~/.julia/packages/ReTestItems/4doqz/test/runtests.jl:21 [46] withenv(f::var"#5#6", keyvals::Pair{String, Int64}) @ Base ./env.jl:265 [47] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/runtests.jl:15 [48] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [49] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/runtests.jl:17 [inlined] [50] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:312 [51] top-level scope @ none:6 [52] eval(m::Module, e::Any) @ Core ./boot.jl:489 [53] exec_options(opts::Base.JLOptions) @ Base ./client.jl:286 [54] _start() @ Base ./client.jl:553 12:13:59 | maxrss 2.0% | mem 2.2% | START (9/9) test item "failures" at test/failure_tests.jl:1 12:13:59 | maxrss 2.0% | mem 2.2% | DONE (9/9) test item "failures" <0.1 secs (67.6% compile), 4.86 K allocs (246.192 KB) No Captured Logs for test item "failures" at test/failure_tests.jl:1 on worker 23 Error in testset "failures" on worker 23: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/test/failure_tests.jl:2 Expression: false Error in testset "failures" on worker 23: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/test/failure_tests.jl:4 Expression: LinearAlgebra.dot(rand(), rand()) < 0 Evaluated: 0.30440662140350927 < 0 Error in testset "failures" on worker 23: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/test/failure_tests.jl:5 Expression: FailureSetup.FALSE [ Tests Completed: 9/9 test items were run. [ Info: Scanning for test items in project `NoDeps` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/NoDeps.jl [ Info: Finished scanning for test items in 0.0 seconds. [ Info: Scheduling 2 tests on pid 23 Activating project at `~/.julia/packages/ReTestItems/4doqz/test/packages/MonoRepo.jl` ┌ Warning: The project dependencies or compat requirements have changed since the manifest was last resolved. │ It is recommended to `Pkg.resolve()` or consider `Pkg.update()` if necessary. └ @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:1288 ┌ Warning: Could not use exact versions of packages in manifest, re-resolving └ @ TestEnv ~/.julia/packages/TestEnv/iS95e/src/julia-1.11/activate_set.jl:75 [ Info: Scanning for test items in project `MonoRepo` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/MonoRepo.jl [ Info: Finished scanning for test items in 0.0 seconds. [ Info: Scheduling 1 tests on pid 23 12:19:42 | maxrss 2.0% | mem 2.2% | START (1/1) test item "MonoRepo tests" at test/monorepo_tests.jl:1 12:19:45 | maxrss 2.0% | mem 2.2% | DONE (1/1) test item "MonoRepo tests" 3.2 secs (<0.1% compile, 0.4% GC), 71.40 K allocs (9.323 MB) [ Tests Completed: 1/1 test items were run. ┌ Warning: The project dependencies or compat requirements have changed since the manifest was last resolved. │ It is recommended to `Pkg.resolve()` or consider `Pkg.update()` if necessary. └ @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:1288 Testing C Test Could not use exact versions of packages in manifest, re-resolving. Note: if you do not check your manifest file into source control, then you can probably ignore this message. However, if you do check your manifest file into source control, then you probably want to pass the `allow_reresolve = false` kwarg when calling the `Pkg.test` function. Updating `/tmp/jl_zZZxW3/Project.toml` [4ee78ca3] + C v0.0.0 `~/.julia/packages/ReTestItems/4doqz/test/packages/MonoRepo.jl/monorepo_packages/C` [7876af07] + Example v0.5.5 [817f1d60] ~ ReTestItems v0.1.0 `~/.julia/packages/ReTestItems/4doqz` ⇒ v1.33.1 `~/.julia/packages/ReTestItems/4doqz` [8dfed614] ~ Test ⇒ v1.11.0 Updating `/tmp/jl_zZZxW3/Manifest.toml` [4ee78ca3] + C v0.0.0 `~/.julia/packages/ReTestItems/4doqz/test/packages/MonoRepo.jl/monorepo_packages/C` [7876af07] + Example v0.5.5 [e6f89c97] - LoggingExtras v1.0.0 [817f1d60] ~ ReTestItems v0.1.0 `~/.julia/packages/ReTestItems/4doqz` ⇒ v1.33.1 `~/.julia/packages/ReTestItems/4doqz` [1e6cf692] ↑ TestEnv v1.9.3 ⇒ v1.102.1 [c8ffd9c3] - MbedTLS_jll v2.28.0+0 [0dad84c5] ↑ ArgTools v1.1.1 ⇒ v1.1.2 [56f22d72] ~ Artifacts ⇒ v1.11.0 [2a0f44e3] ~ Base64 ⇒ v1.11.0 [ade2ca70] ~ Dates ⇒ v1.11.0 [f43a241f] ↑ Downloads v1.6.0 ⇒ v1.7.0 [7b1f6079] ~ FileWatching ⇒ v1.11.0 [b77e0a4c] ~ InteractiveUtils ⇒ v1.11.0 [ac6e5ff7] + JuliaSyntaxHighlighting v1.12.0 [b27032c2] ↑ LibCURL v0.6.3 ⇒ v0.6.4 [76f85450] ~ LibGit2 ⇒ v1.11.0 [8f399da3] ~ Libdl ⇒ v1.11.0 [56ddb016] ~ Logging ⇒ v1.11.0 [d6f4376e] ~ Markdown ⇒ v1.11.0 [ca575930] ↑ NetworkOptions v1.2.0 ⇒ v1.3.0 [44cfe95a] ↑ Pkg v1.8.0 ⇒ v1.13.0 [de0858da] ~ Printf ⇒ v1.11.0 [3fa0cd96] - REPL [9a3f8284] ~ Random ⇒ v1.11.0 [9e88b42a] ~ Serialization ⇒ v1.11.0 [6462fe0b] ~ Sockets ⇒ v1.11.0 [f489334b] + StyledStrings v1.11.0 [fa267f1f] ↑ TOML v1.0.0 ⇒ v1.0.3 [a4e569a6] ↓ Tar v1.10.1 ⇒ v1.10.0 [8dfed614] ~ Test ⇒ v1.11.0 [cf7118a7] ~ UUIDs ⇒ v1.11.0 [4ec0a83e] ~ Unicode ⇒ v1.11.0 [e66e0078] + CompilerSupportLibraries_jll v1.3.0+1 [deac9b47] ↑ LibCURL_jll v7.84.0+0 ⇒ v8.15.0+0 [e37daf67] + LibGit2_jll v1.9.1+0 [29816b5a] ↑ LibSSH2_jll v1.10.2+0 ⇒ v1.11.3+1 [14a3606d] ↑ MozillaCACerts_jll v2022.2.1 ⇒ v2025.7.15 [458c3c95] + OpenSSL_jll v3.5.1+0 [efcefdf7] + PCRE2_jll v10.45.0+0 [83775a58] ↑ Zlib_jll v1.2.12+3 ⇒ v1.3.1+2 [8e850ede] ↑ nghttp2_jll v1.48.0+0 ⇒ v1.65.0+0 [3f19e933] ↑ p7zip_jll v17.4.0+0 ⇒ v17.5.0+2 Test Successfully re-resolved Status `/tmp/jl_zZZxW3/Project.toml` [4ee78ca3] C v0.0.0 `~/.julia/packages/ReTestItems/4doqz/test/packages/MonoRepo.jl/monorepo_packages/C` [bf733257] D v0.0.0 `~/.julia/packages/ReTestItems/4doqz/test/packages/MonoRepo.jl/monorepo_packages/D` [7876af07] Example v0.5.5 [817f1d60] ReTestItems v1.33.1 `~/.julia/packages/ReTestItems/4doqz` [8dfed614] Test v1.11.0 Status `/tmp/jl_zZZxW3/Manifest.toml` [4ee78ca3] C v0.0.0 `~/.julia/packages/ReTestItems/4doqz/test/packages/MonoRepo.jl/monorepo_packages/C` [bf733257] D v0.0.0 `~/.julia/packages/ReTestItems/4doqz/test/packages/MonoRepo.jl/monorepo_packages/D` [7876af07] Example v0.5.5 [817f1d60] ReTestItems v1.33.1 `~/.julia/packages/ReTestItems/4doqz` [1e6cf692] TestEnv v1.102.1 [0dad84c5] ArgTools v1.1.2 [56f22d72] Artifacts v1.11.0 [2a0f44e3] Base64 v1.11.0 [ade2ca70] Dates v1.11.0 [f43a241f] Downloads v1.7.0 [7b1f6079] FileWatching v1.11.0 [b77e0a4c] InteractiveUtils v1.11.0 [ac6e5ff7] JuliaSyntaxHighlighting v1.12.0 [b27032c2] LibCURL v0.6.4 [76f85450] LibGit2 v1.11.0 [8f399da3] Libdl v1.11.0 [56ddb016] Logging v1.11.0 [d6f4376e] Markdown v1.11.0 [ca575930] NetworkOptions v1.3.0 [44cfe95a] Pkg v1.13.0 [de0858da] Printf v1.11.0 [9a3f8284] Random v1.11.0 [ea8e919c] SHA v0.7.0 [9e88b42a] Serialization v1.11.0 [6462fe0b] Sockets v1.11.0 [f489334b] StyledStrings v1.11.0 [fa267f1f] TOML v1.0.3 [a4e569a6] Tar v1.10.0 [8dfed614] Test v1.11.0 [cf7118a7] UUIDs v1.11.0 [4ec0a83e] Unicode v1.11.0 [e66e0078] CompilerSupportLibraries_jll v1.3.0+1 [deac9b47] LibCURL_jll v8.15.0+0 [e37daf67] LibGit2_jll v1.9.1+0 [29816b5a] LibSSH2_jll v1.11.3+1 [14a3606d] MozillaCACerts_jll v2025.7.15 [458c3c95] OpenSSL_jll v3.5.1+0 [efcefdf7] PCRE2_jll v10.45.0+0 [83775a58] Zlib_jll v1.3.1+2 [8e850ede] nghttp2_jll v1.65.0+0 [3f19e933] p7zip_jll v17.5.0+2 Testing Running tests... [ Info: Scanning for test items in project `C` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/MonoRepo.jl/monorepo_packages/C [ Info: Finished scanning for test items in 5.46 seconds. [ Info: Scheduling 1 tests on pid 228 12:20:07 | maxrss 2.0% | mem 3.3% | START (1/1) test item "C_tests" at test/c_tests.jl:1 12:20:07 | maxrss 2.0% | mem 3.3% | DONE (1/1) test item "C_tests" 0.3 secs (95.9% compile), 29.52 K allocs (1.666 MB) [ Tests Completed: 1/1 test items were run. Test Summary: | Pass Total Time C | 2 2 4.1s test | 2 2 test/c_tests.jl | 2 2 C_tests | 2 2 0.3s Testing C tests passed Activating project at `~/.julia/packages/ReTestItems/4doqz/test/packages/MonoRepo.jl/monorepo_packages/C` ┌ Warning: The project dependencies or compat requirements have changed since the manifest was last resolved. │ It is recommended to `Pkg.resolve()` or consider `Pkg.update()` if necessary. └ @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:1288 ┌ Warning: Could not use exact versions of packages in manifest, re-resolving └ @ TestEnv ~/.julia/packages/TestEnv/iS95e/src/julia-1.11/activate_set.jl:75 [ Info: Scanning for test items in project `C` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/MonoRepo.jl/monorepo_packages/C [ Info: Finished scanning for test items in 0.0 seconds. [ Info: Scheduling 1 tests on pid 23 12:20:09 | maxrss 2.0% | mem 2.2% | START (1/1) test item "C_tests" at test/c_tests.jl:1 12:20:09 | maxrss 2.0% | mem 2.2% | DONE (1/1) test item "C_tests" <0.1 secs (51.7% compile), 3.87 K allocs (233.968 KB) [ Tests Completed: 1/1 test items were run. [ Info: Scanning for test items in project `TestsInSrc` at paths: src/bar_tests.jl [ Info: Finished scanning for test items in 0.0 seconds. [ Info: Scheduling 1 tests on pid 23 12:20:09 | maxrss 2.0% | mem 2.2% | START (1/1) test item "bar" at src/bar_tests.jl:1 12:20:09 | maxrss 2.0% | mem 2.2% | DONE (1/1) test item "bar" <0.1 secs (<0.1% compile), 4.16 K allocs (176.424 KB) [ Tests Completed: 1/1 test items were run. [ Info: Scanning for test items in project `TestsInSrc` at paths: src/bar_tests.jl, test [ Info: Finished scanning for test items in 0.41 seconds. [ Info: Scheduling 1 tests on pid 23 12:20:11 | maxrss 2.1% | mem 2.2% | START (1/1) test item "bar" at src/bar_tests.jl:1 12:20:11 | maxrss 2.1% | mem 2.2% | DONE (1/1) test item "bar" <0.1 secs (<0.1% compile), 4.16 K allocs (176.968 KB) [ Tests Completed: 1/1 test items were run. [ Info: Scanning for test items in project `TestsInSrc` at paths: test, src/bar_tests.jl [ Info: Finished scanning for test items in 0.0 seconds. [ Info: Scheduling 1 tests on pid 23 12:20:11 | maxrss 2.1% | mem 2.2% | START (1/1) test item "bar" at src/bar_tests.jl:1 12:20:11 | maxrss 2.1% | mem 2.2% | DONE (1/1) test item "bar" <0.1 secs (<0.1% compile), 4.16 K allocs (176.424 KB) [ Tests Completed: 1/1 test items were run. [ Info: Scanning for test items in project `TestsInSrc` at paths: src/foo_test.jl, src/bar_tests.jl [ Info: Finished scanning for test items in 0.0 seconds. [ Info: Scheduling 2 tests on pid 23 12:20:11 | maxrss 2.1% | mem 2.2% | START (1/2) test item "bar" at src/bar_tests.jl:1 12:20:11 | maxrss 2.1% | mem 2.2% | DONE (1/2) test item "bar" <0.1 secs (<0.1% compile), 4.16 K allocs (176.456 KB) 12:20:11 | maxrss 2.1% | mem 2.2% | START (2/2) test item "foo" at src/foo_test.jl:1 12:20:11 | maxrss 2.1% | mem 2.2% | DONE (2/2) test item "foo" <0.1 secs (<0.1% compile), 1.69 K allocs (83.632 KB) [ Tests Completed: 2/2 test items were run. [ Info: Scanning for test items in project `TestsInSrc` at paths: src/foo_test.jl, src/bar_tests.jl [ Info: Finished scanning for test items in 1.04 seconds. [ Info: Scheduling 1 tests on pid 23 12:20:13 | maxrss 2.1% | mem 2.2% | START (1/1) test item "bar" at src/bar_tests.jl:1 12:20:13 | maxrss 2.1% | mem 2.2% | DONE (1/1) test item "bar" <0.1 secs (<0.1% compile), 4.16 K allocs (176.424 KB) [ Tests Completed: 1/1 test items were run. [ Info: Scanning for test items in project `TestsInSrc` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/TestsInSrc.jl [ Info: Finished scanning for test items in 0.01 seconds. [ Info: Scheduling 8 tests on pid 23 12:20:13 | maxrss 2.1% | mem 2.2% | START (1/8) test item "a1" at src/a_dir/a1_test.jl:1 12:20:13 | maxrss 2.1% | mem 2.2% | DONE (1/8) test item "a1" <0.1 secs (<0.1% compile), 1.08 K allocs (61.504 KB) 12:20:13 | maxrss 2.1% | mem 2.2% | START (2/8) test item "a2" at src/a_dir/a2_test.jl:1 12:20:13 | maxrss 2.1% | mem 2.2% | DONE (2/8) test item "a2" <0.1 secs (<0.1% compile), 2.85 K allocs (128.728 KB) 12:20:13 | maxrss 2.1% | mem 2.2% | START (3/8) test item "z" at src/a_dir/x_dir/x_test.jl:1 12:20:13 | maxrss 2.1% | mem 2.2% | DONE (3/8) test item "z" <0.1 secs (<0.1% compile), 1.08 K allocs (61.504 KB) 12:20:13 | maxrss 2.1% | mem 2.2% | START (4/8) test item "y" at src/a_dir/x_dir/x_test.jl:4 12:20:13 | maxrss 2.1% | mem 2.2% | DONE (4/8) test item "y" <0.1 secs (<0.1% compile), 1.08 K allocs (61.504 KB) 12:20:13 | maxrss 2.1% | mem 2.2% | START (5/8) test item "x" at src/a_dir/x_dir/x_test.jl:7 12:20:13 | maxrss 2.1% | mem 2.2% | DONE (5/8) test item "x" <0.1 secs (<0.1% compile), 1.08 K allocs (62.864 KB) 12:20:13 | maxrss 2.1% | mem 2.2% | START (6/8) test item "b" at src/b_dir/b_test.jl:1 12:20:13 | maxrss 2.1% | mem 2.2% | DONE (6/8) test item "b" <0.1 secs (<0.1% compile), 1.08 K allocs (62.112 KB) 12:20:13 | maxrss 2.1% | mem 2.2% | START (7/8) test item "bar" at src/bar_tests.jl:1 12:20:13 | maxrss 2.1% | mem 2.2% | DONE (7/8) test item "bar" <0.1 secs (<0.1% compile), 4.16 K allocs (176.424 KB) 12:20:13 | maxrss 2.1% | mem 2.2% | START (8/8) test item "foo" at src/foo_test.jl:1 12:20:13 | maxrss 2.1% | mem 2.2% | DONE (8/8) test item "foo" <0.1 secs (<0.1% compile), 1.69 K allocs (83.632 KB) [ Tests Completed: 8/8 test items were run. [ Info: Scanning for test items in project `TestsInSrc` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/TestsInSrc.jl [ Info: Finished scanning for test items in 0.01 seconds. [ Info: Scheduling 8 tests on pid 23 12:20:14 | maxrss 2.1% | mem 2.2% | START (1/8) test item "a1" at src/a_dir/a1_test.jl:1 12:20:14 | maxrss 2.1% | mem 2.2% | DONE (1/8) test item "a1" <0.1 secs (<0.1% compile), 1.08 K allocs (61.504 KB) 12:20:14 | maxrss 2.1% | mem 2.2% | START (2/8) test item "a2" at src/a_dir/a2_test.jl:1 12:20:14 | maxrss 2.1% | mem 2.2% | DONE (2/8) test item "a2" <0.1 secs (<0.1% compile), 2.85 K allocs (128.728 KB) 12:20:14 | maxrss 2.1% | mem 2.2% | START (3/8) test item "z" at src/a_dir/x_dir/x_test.jl:1 12:20:14 | maxrss 2.1% | mem 2.2% | DONE (3/8) test item "z" <0.1 secs (<0.1% compile), 1.08 K allocs (61.504 KB) 12:20:14 | maxrss 2.1% | mem 2.2% | START (4/8) test item "y" at src/a_dir/x_dir/x_test.jl:4 12:20:14 | maxrss 2.1% | mem 2.2% | DONE (4/8) test item "y" <0.1 secs (<0.1% compile), 1.08 K allocs (62.320 KB) 12:20:14 | maxrss 2.1% | mem 2.2% | START (5/8) test item "x" at src/a_dir/x_dir/x_test.jl:7 12:20:14 | maxrss 2.1% | mem 2.2% | DONE (5/8) test item "x" <0.1 secs (<0.1% compile), 1.08 K allocs (61.504 KB) 12:20:14 | maxrss 2.1% | mem 2.2% | START (6/8) test item "b" at src/b_dir/b_test.jl:1 12:20:14 | maxrss 2.1% | mem 2.2% | DONE (6/8) test item "b" <0.1 secs (<0.1% compile), 1.08 K allocs (61.488 KB) 12:20:14 | maxrss 2.1% | mem 2.2% | START (7/8) test item "bar" at src/bar_tests.jl:1 12:20:14 | maxrss 2.1% | mem 2.2% | DONE (7/8) test item "bar" <0.1 secs (<0.1% compile), 4.16 K allocs (176.424 KB) 12:20:14 | maxrss 2.1% | mem 2.2% | START (8/8) test item "foo" at src/foo_test.jl:1 12:20:14 | maxrss 2.1% | mem 2.2% | DONE (8/8) test item "foo" <0.1 secs (<0.1% compile), 1.69 K allocs (83.632 KB) [ Tests Completed: 8/8 test items were run. ┌ Warning: No such path "" └ @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:138 [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_filter_tests.jl [ Info: Finished scanning for test items in 0.01 seconds. [ Info: Scheduling 3 tests on pid 23 12:20:15 | maxrss 2.1% | mem 2.2% | START (1/3) test item "Test item no tags" at test/testfiles/_filter_tests.jl:1 12:20:15 | maxrss 2.1% | mem 2.2% | DONE (1/3) test item "Test item no tags" <0.1 secs (<0.1% compile), 1.08 K allocs (62.240 KB) 12:20:15 | maxrss 2.1% | mem 2.2% | START (2/3) test item "Test item tag1" at test/testfiles/_filter_tests.jl:4 12:20:15 | maxrss 2.1% | mem 2.2% | DONE (2/3) test item "Test item tag1" <0.1 secs (<0.1% compile), 1.08 K allocs (61.680 KB) 12:20:15 | maxrss 2.1% | mem 2.2% | START (3/3) test item "Test item tag1 tag2" at test/testfiles/_filter_tests.jl:7 12:20:15 | maxrss 2.1% | mem 2.2% | DONE (3/3) test item "Test item tag1 tag2" <0.1 secs (<0.1% compile), 1.08 K allocs (61.696 KB) [ Tests Completed: 3/3 test items were run. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_filter_tests.jl [ Info: Finished scanning for test items in 1.12 seconds. [ Info: Scheduling 2 tests on pid 23 12:20:17 | maxrss 2.1% | mem 2.2% | START (1/2) test item "Test item tag1" at test/testfiles/_filter_tests.jl:4 12:20:17 | maxrss 2.1% | mem 2.2% | DONE (1/2) test item "Test item tag1" <0.1 secs (<0.1% compile), 1.08 K allocs (61.680 KB) 12:20:17 | maxrss 2.1% | mem 2.2% | START (2/2) test item "Test item tag1 tag2" at test/testfiles/_filter_tests.jl:7 12:20:17 | maxrss 2.1% | mem 2.2% | DONE (2/2) test item "Test item tag1 tag2" <0.1 secs (<0.1% compile), 1.08 K allocs (61.696 KB) [ Tests Completed: 2/2 test items were run. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_filter_tests.jl [ Info: Finished scanning for test items in 1.02 seconds. [ Info: Scheduling 2 tests on pid 23 12:20:19 | maxrss 2.1% | mem 2.2% | START (1/2) test item "Test item tag1" at test/testfiles/_filter_tests.jl:4 12:20:19 | maxrss 2.1% | mem 2.2% | DONE (1/2) test item "Test item tag1" <0.1 secs (<0.1% compile), 1.08 K allocs (61.680 KB) 12:20:19 | maxrss 2.1% | mem 2.2% | START (2/2) test item "Test item tag1 tag2" at test/testfiles/_filter_tests.jl:7 12:20:19 | maxrss 2.1% | mem 2.2% | DONE (2/2) test item "Test item tag1 tag2" <0.1 secs (<0.1% compile), 1.08 K allocs (61.696 KB) [ Tests Completed: 2/2 test items were run. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_filter_tests.jl [ Info: Finished scanning for test items in 0.0 seconds. [ Info: Scheduling 1 tests on pid 23 12:20:19 | maxrss 2.1% | mem 2.2% | START (1/1) test item "Test item tag1 tag2" at test/testfiles/_filter_tests.jl:7 12:20:19 | maxrss 2.1% | mem 2.2% | DONE (1/1) test item "Test item tag1 tag2" <0.1 secs (<0.1% compile), 1.08 K allocs (61.696 KB) [ Tests Completed: 1/1 test items were run. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_filter_tests.jl [ Info: Finished scanning for test items in 0.0 seconds. [ Info: Scheduling 1 tests on pid 23 12:20:19 | maxrss 2.1% | mem 2.2% | START (1/1) test item "Test item tag1 tag2" at test/testfiles/_filter_tests.jl:7 12:20:19 | maxrss 2.1% | mem 2.2% | DONE (1/1) test item "Test item tag1 tag2" <0.1 secs (<0.1% compile), 1.08 K allocs (61.696 KB) [ Tests Completed: 1/1 test items were run. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_filter_tests.jl [ Info: Finished scanning for test items in 1.24 seconds. [ Info: Scheduling 1 tests on pid 23 12:20:21 | maxrss 2.1% | mem 2.2% | START (1/1) test item "Test item tag1 tag2" at test/testfiles/_filter_tests.jl:7 12:20:21 | maxrss 2.1% | mem 2.2% | DONE (1/1) test item "Test item tag1 tag2" <0.1 secs (<0.1% compile), 1.09 K allocs (63.848 KB) [ Tests Completed: 1/1 test items were run. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_filter_tests.jl [ Info: Finished scanning for test items in 0.0 seconds. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_filter_tests.jl [ Info: Finished scanning for test items in 0.0 seconds. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_filter_tests.jl [ Info: Finished scanning for test items in 0.0 seconds. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_filter_tests.jl [ Info: Finished scanning for test items in 0.01 seconds. [ Info: Scheduling 3 tests on pid 23 12:20:21 | maxrss 2.1% | mem 2.2% | START (1/3) test item "Test item no tags" at test/testfiles/_filter_tests.jl:1 12:20:21 | maxrss 2.1% | mem 2.2% | DONE (1/3) test item "Test item no tags" <0.1 secs (<0.1% compile), 1.09 K allocs (65.384 KB) 12:20:21 | maxrss 2.1% | mem 2.2% | START (2/3) test item "Test item tag1" at test/testfiles/_filter_tests.jl:4 12:20:21 | maxrss 2.1% | mem 2.2% | DONE (2/3) test item "Test item tag1" <0.1 secs (<0.1% compile), 1.08 K allocs (62.304 KB) 12:20:21 | maxrss 2.1% | mem 2.2% | START (3/3) test item "Test item tag1 tag2" at test/testfiles/_filter_tests.jl:7 12:20:21 | maxrss 2.1% | mem 2.2% | DONE (3/3) test item "Test item tag1 tag2" <0.1 secs (<0.1% compile), 1.08 K allocs (61.696 KB) [ Tests Completed: 3/3 test items were run. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_filter_tests.jl [ Info: Finished scanning for test items in 1.05 seconds. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_filter_tests.jl [ Info: Finished scanning for test items in 0.0 seconds. [ Info: Scheduling 1 tests on pid 23 12:20:23 | maxrss 2.1% | mem 2.2% | START (1/1) test item "Test item no tags" at test/testfiles/_filter_tests.jl:1 12:20:23 | maxrss 2.1% | mem 2.2% | DONE (1/1) test item "Test item no tags" <0.1 secs (<0.1% compile), 1.08 K allocs (61.696 KB) [ Tests Completed: 1/1 test items were run. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_filter_tests.jl [ Info: Finished scanning for test items in 1.11 seconds. [ Info: Scheduling 1 tests on pid 23 12:20:24 | maxrss 2.1% | mem 2.2% | START (1/1) test item "Test item no tags" at test/testfiles/_filter_tests.jl:1 12:20:24 | maxrss 2.1% | mem 2.2% | DONE (1/1) test item "Test item no tags" <0.1 secs (<0.1% compile), 1.08 K allocs (61.696 KB) [ Tests Completed: 1/1 test items were run. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_filter_tests.jl [ Info: Finished scanning for test items in 1.12 seconds. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_filter_tests.jl [ Info: Finished scanning for test items in 0.01 seconds. [ Info: Scheduling 3 tests on pid 23 12:20:26 | maxrss 2.1% | mem 2.2% | START (1/3) test item "Test item no tags" at test/testfiles/_filter_tests.jl:1 12:20:26 | maxrss 2.1% | mem 2.2% | DONE (1/3) test item "Test item no tags" <0.1 secs (<0.1% compile), 1.08 K allocs (61.696 KB) 12:20:26 | maxrss 2.1% | mem 2.2% | START (2/3) test item "Test item tag1" at test/testfiles/_filter_tests.jl:4 12:20:26 | maxrss 2.1% | mem 2.2% | DONE (2/3) test item "Test item tag1" <0.1 secs (<0.1% compile), 1.08 K allocs (61.680 KB) 12:20:26 | maxrss 2.1% | mem 2.2% | START (3/3) test item "Test item tag1 tag2" at test/testfiles/_filter_tests.jl:7 12:20:26 | maxrss 2.1% | mem 2.2% | DONE (3/3) test item "Test item tag1 tag2" <0.1 secs (<0.1% compile), 1.08 K allocs (62.512 KB) [ Tests Completed: 3/3 test items were run. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_filter_tests.jl [ Info: Finished scanning for test items in 0.01 seconds. [ Info: Scheduling 2 tests on pid 23 12:20:26 | maxrss 2.1% | mem 2.2% | START (1/2) test item "Test item tag1" at test/testfiles/_filter_tests.jl:4 12:20:26 | maxrss 2.1% | mem 2.2% | DONE (1/2) test item "Test item tag1" <0.1 secs (<0.1% compile), 1.08 K allocs (61.680 KB) 12:20:26 | maxrss 2.1% | mem 2.2% | START (2/2) test item "Test item tag1 tag2" at test/testfiles/_filter_tests.jl:7 12:20:26 | maxrss 2.1% | mem 2.2% | DONE (2/2) test item "Test item tag1 tag2" <0.1 secs (<0.1% compile), 1.08 K allocs (61.696 KB) [ Tests Completed: 2/2 test items were run. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_filter_tests.jl [ Info: Finished scanning for test items in 0.01 seconds. [ Info: Scheduling 2 tests on pid 23 12:20:26 | maxrss 2.1% | mem 2.2% | START (1/2) test item "Test item no tags" at test/testfiles/_filter_tests.jl:1 12:20:26 | maxrss 2.1% | mem 2.2% | DONE (1/2) test item "Test item no tags" <0.1 secs (<0.1% compile), 1.08 K allocs (61.696 KB) 12:20:26 | maxrss 2.1% | mem 2.2% | START (2/2) test item "Test item tag1 tag2" at test/testfiles/_filter_tests.jl:7 12:20:26 | maxrss 2.1% | mem 2.2% | DONE (2/2) test item "Test item tag1 tag2" <0.1 secs (<0.1% compile), 1.08 K allocs (61.696 KB) [ Tests Completed: 2/2 test items were run. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_filter_tests.jl [ Info: Finished scanning for test items in 0.01 seconds. [ Info: Scheduling 3 tests on pid 23 12:20:26 | maxrss 2.1% | mem 2.2% | START (1/3) test item "Test item no tags" at test/testfiles/_filter_tests.jl:1 12:20:26 | maxrss 2.1% | mem 2.2% | DONE (1/3) test item "Test item no tags" <0.1 secs (<0.1% compile), 1.08 K allocs (61.696 KB) 12:20:26 | maxrss 2.1% | mem 2.2% | START (2/3) test item "Test item tag1" at test/testfiles/_filter_tests.jl:4 12:20:26 | maxrss 2.1% | mem 2.2% | DONE (2/3) test item "Test item tag1" <0.1 secs (<0.1% compile), 1.08 K allocs (61.680 KB) 12:20:26 | maxrss 2.1% | mem 2.2% | START (3/3) test item "Test item tag1 tag2" at test/testfiles/_filter_tests.jl:7 12:20:26 | maxrss 2.1% | mem 2.2% | DONE (3/3) test item "Test item tag1 tag2" <0.1 secs (<0.1% compile), 1.08 K allocs (62.592 KB) [ Tests Completed: 3/3 test items were run. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_filter_tests.jl [ Info: Finished scanning for test items in 1.07 seconds. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_filter_tests.jl [ Info: Finished scanning for test items in 1.12 seconds. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_filter_tests.jl [ Info: Finished scanning for test items in 1.2 seconds. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_filter_tests.jl [ Info: Finished scanning for test items in 1.12 seconds. [ Info: Scheduling 3 tests on pid 23 12:20:33 | maxrss 2.1% | mem 2.2% | START (1/3) test item "Test item no tags" at test/testfiles/_filter_tests.jl:1 12:20:33 | maxrss 2.1% | mem 2.2% | DONE (1/3) test item "Test item no tags" <0.1 secs (<0.1% compile), 1.08 K allocs (61.696 KB) 12:20:33 | maxrss 2.1% | mem 2.2% | START (2/3) test item "Test item tag1" at test/testfiles/_filter_tests.jl:4 12:20:33 | maxrss 2.1% | mem 2.2% | DONE (2/3) test item "Test item tag1" <0.1 secs (<0.1% compile), 1.08 K allocs (61.680 KB) 12:20:33 | maxrss 2.1% | mem 2.2% | START (3/3) test item "Test item tag1 tag2" at test/testfiles/_filter_tests.jl:7 12:20:33 | maxrss 2.1% | mem 2.2% | DONE (3/3) test item "Test item tag1 tag2" <0.1 secs (<0.1% compile), 1.08 K allocs (61.696 KB) [ Tests Completed: 3/3 test items were run. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_filter_tests.jl [ Info: Finished scanning for test items in 0.01 seconds. [ Info: Scheduling 2 tests on pid 23 12:20:33 | maxrss 2.1% | mem 2.2% | START (1/2) test item "Test item tag1" at test/testfiles/_filter_tests.jl:4 12:20:33 | maxrss 2.1% | mem 2.2% | DONE (1/2) test item "Test item tag1" <0.1 secs (<0.1% compile), 1.08 K allocs (61.680 KB) 12:20:33 | maxrss 2.1% | mem 2.2% | START (2/2) test item "Test item tag1 tag2" at test/testfiles/_filter_tests.jl:7 12:20:33 | maxrss 2.1% | mem 2.2% | DONE (2/2) test item "Test item tag1 tag2" <0.1 secs (<0.1% compile), 1.08 K allocs (61.696 KB) [ Tests Completed: 2/2 test items were run. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_filter_tests.jl [ Info: Finished scanning for test items in 0.0 seconds. [ Info: Scheduling 1 tests on pid 23 12:20:33 | maxrss 2.1% | mem 2.2% | START (1/1) test item "Test item tag1 tag2" at test/testfiles/_filter_tests.jl:7 12:20:33 | maxrss 2.1% | mem 2.2% | DONE (1/1) test item "Test item tag1 tag2" <0.1 secs (<0.1% compile), 1.08 K allocs (61.696 KB) [ Tests Completed: 1/1 test items were run. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_filter_tests.jl [ Info: Finished scanning for test items in 0.0 seconds. [ Info: Scheduling 1 tests on pid 23 12:20:33 | maxrss 2.1% | mem 2.2% | START (1/1) test item "Test item tag1 tag2" at test/testfiles/_filter_tests.jl:7 12:20:33 | maxrss 2.1% | mem 2.2% | DONE (1/1) test item "Test item tag1 tag2" <0.1 secs (<0.1% compile), 1.09 K allocs (64.296 KB) [ Tests Completed: 1/1 test items were run. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_filter_tests.jl [ Info: Finished scanning for test items in 0.01 seconds. [ Info: Scheduling 3 tests on pid 23 12:20:34 | maxrss 2.1% | mem 2.2% | START (1/3) test item "Test item no tags" at test/testfiles/_filter_tests.jl:1 12:20:34 | maxrss 2.1% | mem 2.2% | DONE (1/3) test item "Test item no tags" <0.1 secs (<0.1% compile), 1.08 K allocs (61.696 KB) 12:20:34 | maxrss 2.1% | mem 2.2% | START (2/3) test item "Test item tag1" at test/testfiles/_filter_tests.jl:4 12:20:34 | maxrss 2.1% | mem 2.2% | DONE (2/3) test item "Test item tag1" <0.1 secs (<0.1% compile), 1.08 K allocs (62.768 KB) 12:20:34 | maxrss 2.1% | mem 2.2% | START (3/3) test item "Test item tag1 tag2" at test/testfiles/_filter_tests.jl:7 12:20:34 | maxrss 2.1% | mem 2.2% | DONE (3/3) test item "Test item tag1 tag2" <0.1 secs (<0.1% compile), 1.08 K allocs (61.696 KB) [ Tests Completed: 3/3 test items were run. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_filter_tests.jl [ Info: Finished scanning for test items in 1.06 seconds. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_filter_tests.jl [ Info: Finished scanning for test items in 1.05 seconds. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_filter_tests.jl [ Info: Finished scanning for test items in 1.18 seconds. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_filter_tests.jl [ Info: Finished scanning for test items in 1.04 seconds. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_filter_tests.jl [ Info: Finished scanning for test items in 1.06 seconds. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_filter_tests.jl [ Info: Finished scanning for test items in 1.04 seconds. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_filter_tests.jl [ Info: Finished scanning for test items in 1.07 seconds. [ Info: Scheduling 3 tests on pid 23 12:20:43 | maxrss 2.1% | mem 2.2% | START (1/3) test item "Test item no tags" at test/testfiles/_filter_tests.jl:1 12:20:43 | maxrss 2.1% | mem 2.2% | DONE (1/3) test item "Test item no tags" <0.1 secs (<0.1% compile), 1.08 K allocs (61.696 KB) 12:20:43 | maxrss 2.1% | mem 2.2% | START (2/3) test item "Test item tag1" at test/testfiles/_filter_tests.jl:4 12:20:43 | maxrss 2.1% | mem 2.2% | DONE (2/3) test item "Test item tag1" <0.1 secs (<0.1% compile), 1.08 K allocs (61.680 KB) 12:20:43 | maxrss 2.1% | mem 2.2% | START (3/3) test item "Test item tag1 tag2" at test/testfiles/_filter_tests.jl:7 12:20:43 | maxrss 2.1% | mem 2.2% | DONE (3/3) test item "Test item tag1 tag2" <0.1 secs (<0.1% compile), 1.08 K allocs (61.696 KB) [ Tests Completed: 3/3 test items were run. 12:20:43 | maxrss 2.1% | mem 2.2% | START (1/1) test item "Warn on empty test set -- integration test" at test/testfiles/_empty_testsets_tests.jl:1 12:20:43 | maxrss 2.1% | mem 2.2% | DONE (1/1) test item "Warn on empty test set -- integration test" <0.1 secs (<0.1% compile), 6.76 K allocs (275.672 KB) [ Tests Completed: 1/1 test items were run. log capture for an errored TestSetup: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:592 Expression: occursin("\e[36m\e[1mCaptured logs\e[22m\e[39m for test setup \"SetupThatErrors\" (dependency of \"bad setup, good test\") at \e[39m\e[1m$(path):1\e[22m\nSetupThatErrors msg\n", replace(c.output, r" on worker \d+" => "")) Evaluated: occursin("\e[36m\e[1mCaptured logs\e[22m\e[39m for test setup \"SetupThatErrors\" (dependency of \"bad setup, good test\") at \e[39m\e[1mtest/error_in_setup_test.jl:1\e[22m\nSetupThatErrors msg\n", "[ Info: Scanning for test items in project `DontPass` at paths: test/error_in_setup_test.jl\n[ Info: Finished scanning for test items in 0.0 seconds.\n[ Info: Scheduling 2 tests on pid 23 with 1 worker processes and 2 threads per worker.\n[ Info: Starting test workers\n Worker 232: [ Info: Starting test worker 1 on pid = 232, with 2 threads\n[ Info: Starting running test items\n Worker 232: 12:21:00 | maxrss 2.1% | mem 3.0% | START (1/2) test item \"bad setup, good test\" at test/error_in_setup_test.jl:5\n Worker 232: 12:21:03 | maxrss 2.1% | mem 3.2% | DONE (1/2) test item \"bad setup, good test\" 2.7 secs\n\nCaptured logs for test setup \"SetupThatErrors\" (dependency of \"bad setup, good test\") at test/error_in_setup_test.jl:1\nSetupThatErrors msg\nNo Captured Logs for test item \"bad setup, good test\" at test/error_in_setup_test.jl:5\nError in testset \"bad setup, good test\":\nError During Test at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/test/error_in_setup_test.jl:5\n Got exception outside of a @test\n ArgumentError: Package PackageDoesNotExist not found in current path.\n - Run `import Pkg; Pkg.add(\"PackageDoesNotExist\")` to install the PackageDoesNotExist package.\n Stacktrace:\n [1] macro expansion\n @ ./loading.jl:2377 [inlined]\n [2] macro expansion\n @ ./lock.jl:376 [inlined]\n [3] __require(into::Module, mod::Symbol)\n @ Base ./loading.jl:2360\n [4] require\n @ ./loading.jl:2336 [inlined]\n [5] eval_import_path\n @ ./module.jl:36 [inlined]\n [6] eval_import_path_all(at::Module, path::Expr, keyword::String)\n @ Base ./module.jl:60\n [7] _eval_using(to::Module, path::Expr)\n @ Base ./module.jl:137\n [8] top-level scope\n @ ~/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/test/error_in_setup_test.jl:3\n [9] eval(m::Module, e::Any)\n @ Core ./boot.jl:489\n [10] #ensure_setup!##4\n @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:972 [inlined]\n [11] with_source_path(f::ReTestItems.var\"#ensure_setup!##4#ensure_setup!##5\"{Expr}, path::String)\n @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:934\n [12] #ensure_setup!##2\n @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:972 [inlined]\n [13] redirect_stdio(f::ReTestItems.var\"#ensure_setup!##2#ensure_setup!##3\"{Expr, TestSetup}; stdin::Nothing, stderr::IOContext{IOStream}, stdout::IOContext{IOStream})\n @ Base ./stream.jl:1448\n [14] redirect_stdio\n @ ./stream.jl:1411 [inlined]\n [15] _redirect_logs(f::ReTestItems.var\"#ensure_setup!##2#ensure_setup!##3\"{Expr, TestSetup}, target::IOStream)\n @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/log_capture.jl:124\n [16] macro expansion\n @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:971 [inlined]\n [17] macro expansion\n @ ./lock.jl:376 [inlined]\n [18] ensure_setup!(ctx::ReTestItems.TestContext, setup::Symbol, setups::Vector{TestSetup}, logs::Symbol)\n @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:946\n [19] runtestitem(ti::TestItem, ctx::ReTestItems.TestContext; test_end_expr::Expr, logs::Symbol, verbose_results::Bool, finish_test::Bool, catch_test_error::Bool, failfast::Bool)\n @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1082\n [20] kwcall(::@NamedTuple{test_end_expr::Expr, verbose_results::Bool, logs::Symbol, failfast::Bool}, ::typeof(runtestitem), ti::TestItem, ctx::ReTestItems.TestContext)\n @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1035\n [21] top-level scope\n @ none:1\n [22] eval(m::Module, e::Any)\n @ Core ./boot.jl:489\n [23] execute\n @ ~/.julia/packages/ReTestItems/4doqz/src/workers.jl:334 [inlined]\n [24] (::ReTestItems.Workers.var\"#serve_requests##0#serve_requests##1\"{Sockets.TCPSocket, ReentrantLock, ReTestItems.Workers.Request})()\n @ ReTestItems.Workers ~/.julia/packages/ReTestItems/4doqz/src/workers.jl:348\n\n Worker 232: 12:21:04 | maxrss 2.1% | mem 3.2% | START (2/2) test item \"bad setup, bad test\" at test/error_in_setup_test.jl:8\n Worker 232: 12:21:04 | maxrss 2.1% | mem 3.2% | DONE (2/2) test item \"bad setup, bad test\" <0.1 secs\n\nCaptured logs for test setup \"SetupThatErrors\" (dependency of \"bad setup, bad test\") at test/error_in_setup_test.jl:1\nSetupThatErrors msg\nNo Captured Logs for test item \"bad setup, bad test\" at test/error_in_setup_test.jl:8\nError in testset \"bad setup, bad test\":\nError During Test at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/test/error_in_setup_test.jl:8\n Got exception outside of a @test\n ArgumentError: Package PackageDoesNotExist not found in current path.\n - Run `import Pkg; Pkg.add(\"PackageDoesNotExist\")` to install the PackageDoesNotExist package.\n Stacktrace:\n [1] macro expansion\n @ ./loading.jl:2377 [inlined]\n [2] macro expansion\n @ ./lock.jl:376 [inlined]\n [3] __require(into::Module, mod::Symbol)\n @ Base ./loading.jl:2360\n [4] require\n @ ./loading.jl:2336 [inlined]\n [5] eval_import_path\n @ ./module.jl:36 [inlined]\n [6] eval_import_path_all(at::Module, path::Expr, keyword::String)\n @ Base ./module.jl:60\n [7] _eval_using(to::Module, path::Expr)\n @ Base ./module.jl:137\n [8] top-level scope\n @ ~/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/test/error_in_setup_test.jl:3\n [9] eval(m::Module, e::Any)\n @ Core ./boot.jl:489\n [10] #ensure_setup!##4\n @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:972 [inlined]\n [11] with_source_path(f::ReTestItems.var\"#ensure_setup!##4#ensure_setup!##5\"{Expr}, path::String)\n @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:934\n [12] #ensure_setup!##2\n @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:972 [inlined]\n [13] redirect_stdio(f::ReTestItems.var\"#ensure_setup!##2#ensure_setup!##3\"{Expr, TestSetup}; stdin::Nothing, stderr::IOContext{IOStream}, stdout::IOContext{IOStream})\n @ Base ./stream.jl:1448\n [14] redirect_stdio\n @ ./stream.jl:1411 [inlined]\n [15] _redirect_logs(f::ReTestItems.var\"#ensure_setup!##2#ensure_setup!##3\"{Expr, TestSetup}, target::IOStream)\n @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/log_capture.jl:124\n [16] macro expansion\n @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:971 [inlined]\n [17] macro expansion\n @ ./lock.jl:376 [inlined]\n [18] ensure_setup!(ctx::ReTestItems.TestContext, setup::Symbol, setups::Vector{TestSetup}, logs::Symbol)\n @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:946\n [19] runtestitem(ti::TestItem, ctx::ReTestItems.TestContext; test_end_expr::Expr, logs::Symbol, verbose_results::Bool, finish_test::Bool, catch_test_error::Bool, failfast::Bool)\n @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1082\n [20] kwcall(::@NamedTuple{test_end_expr::Expr, verbose_results::Bool, logs::Symbol, failfast::Bool}, ::typeof(runtestitem), ti::TestItem, ctx::ReTestItems.TestContext)\n @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1035\n [21] top-level scope\n @ none:1\n [22] eval(m::Module, e::Any)\n @ Core ./boot.jl:489\n [23] execute\n @ ~/.julia/packages/ReTestItems/4doqz/src/workers.jl:334 [inlined]\n [24] (::ReTestItems.Workers.var\"#serve_requests##0#serve_requests##1\"{Sockets.TCPSocket, ReentrantLock, ReTestItems.Workers.Request})()\n @ ReTestItems.Workers ~/.julia/packages/ReTestItems/4doqz/src/workers.jl:348\n\n[ Info: All tests completed. Closing Worker(pid=232).\n Worker 232: [232] signal 15: Terminated\n\n[ Tests Completed: 2/2 test items were run.\n") Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:580 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:592 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] log capture for an errored TestSetup: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:598 Expression: occursin("\e[36m\e[1mCaptured logs\e[22m\e[39m for test setup \"SetupThatErrors\" (dependency of \"bad setup, bad test\") at \e[39m\e[1m$(path):1\e[22m\nSetupThatErrors msg\n", replace(c.output, r" on worker \d+" => "")) Evaluated: occursin("\e[36m\e[1mCaptured logs\e[22m\e[39m for test setup \"SetupThatErrors\" (dependency of \"bad setup, bad test\") at \e[39m\e[1mtest/error_in_setup_test.jl:1\e[22m\nSetupThatErrors msg\n", "[ Info: Scanning for test items in project `DontPass` at paths: test/error_in_setup_test.jl\n[ Info: Finished scanning for test items in 0.0 seconds.\n[ Info: Scheduling 2 tests on pid 23 with 1 worker processes and 2 threads per worker.\n[ Info: Starting test workers\n Worker 232: [ Info: Starting test worker 1 on pid = 232, with 2 threads\n[ Info: Starting running test items\n Worker 232: 12:21:00 | maxrss 2.1% | mem 3.0% | START (1/2) test item \"bad setup, good test\" at test/error_in_setup_test.jl:5\n Worker 232: 12:21:03 | maxrss 2.1% | mem 3.2% | DONE (1/2) test item \"bad setup, good test\" 2.7 secs\n\nCaptured logs for test setup \"SetupThatErrors\" (dependency of \"bad setup, good test\") at test/error_in_setup_test.jl:1\nSetupThatErrors msg\nNo Captured Logs for test item \"bad setup, good test\" at test/error_in_setup_test.jl:5\nError in testset \"bad setup, good test\":\nError During Test at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/test/error_in_setup_test.jl:5\n Got exception outside of a @test\n ArgumentError: Package PackageDoesNotExist not found in current path.\n - Run `import Pkg; Pkg.add(\"PackageDoesNotExist\")` to install the PackageDoesNotExist package.\n Stacktrace:\n [1] macro expansion\n @ ./loading.jl:2377 [inlined]\n [2] macro expansion\n @ ./lock.jl:376 [inlined]\n [3] __require(into::Module, mod::Symbol)\n @ Base ./loading.jl:2360\n [4] require\n @ ./loading.jl:2336 [inlined]\n [5] eval_import_path\n @ ./module.jl:36 [inlined]\n [6] eval_import_path_all(at::Module, path::Expr, keyword::String)\n @ Base ./module.jl:60\n [7] _eval_using(to::Module, path::Expr)\n @ Base ./module.jl:137\n [8] top-level scope\n @ ~/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/test/error_in_setup_test.jl:3\n [9] eval(m::Module, e::Any)\n @ Core ./boot.jl:489\n [10] #ensure_setup!##4\n @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:972 [inlined]\n [11] with_source_path(f::ReTestItems.var\"#ensure_setup!##4#ensure_setup!##5\"{Expr}, path::String)\n @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:934\n [12] #ensure_setup!##2\n @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:972 [inlined]\n [13] redirect_stdio(f::ReTestItems.var\"#ensure_setup!##2#ensure_setup!##3\"{Expr, TestSetup}; stdin::Nothing, stderr::IOContext{IOStream}, stdout::IOContext{IOStream})\n @ Base ./stream.jl:1448\n [14] redirect_stdio\n @ ./stream.jl:1411 [inlined]\n [15] _redirect_logs(f::ReTestItems.var\"#ensure_setup!##2#ensure_setup!##3\"{Expr, TestSetup}, target::IOStream)\n @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/log_capture.jl:124\n [16] macro expansion\n @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:971 [inlined]\n [17] macro expansion\n @ ./lock.jl:376 [inlined]\n [18] ensure_setup!(ctx::ReTestItems.TestContext, setup::Symbol, setups::Vector{TestSetup}, logs::Symbol)\n @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:946\n [19] runtestitem(ti::TestItem, ctx::ReTestItems.TestContext; test_end_expr::Expr, logs::Symbol, verbose_results::Bool, finish_test::Bool, catch_test_error::Bool, failfast::Bool)\n @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1082\n [20] kwcall(::@NamedTuple{test_end_expr::Expr, verbose_results::Bool, logs::Symbol, failfast::Bool}, ::typeof(runtestitem), ti::TestItem, ctx::ReTestItems.TestContext)\n @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1035\n [21] top-level scope\n @ none:1\n [22] eval(m::Module, e::Any)\n @ Core ./boot.jl:489\n [23] execute\n @ ~/.julia/packages/ReTestItems/4doqz/src/workers.jl:334 [inlined]\n [24] (::ReTestItems.Workers.var\"#serve_requests##0#serve_requests##1\"{Sockets.TCPSocket, ReentrantLock, ReTestItems.Workers.Request})()\n @ ReTestItems.Workers ~/.julia/packages/ReTestItems/4doqz/src/workers.jl:348\n\n Worker 232: 12:21:04 | maxrss 2.1% | mem 3.2% | START (2/2) test item \"bad setup, bad test\" at test/error_in_setup_test.jl:8\n Worker 232: 12:21:04 | maxrss 2.1% | mem 3.2% | DONE (2/2) test item \"bad setup, bad test\" <0.1 secs\n\nCaptured logs for test setup \"SetupThatErrors\" (dependency of \"bad setup, bad test\") at test/error_in_setup_test.jl:1\nSetupThatErrors msg\nNo Captured Logs for test item \"bad setup, bad test\" at test/error_in_setup_test.jl:8\nError in testset \"bad setup, bad test\":\nError During Test at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/test/error_in_setup_test.jl:8\n Got exception outside of a @test\n ArgumentError: Package PackageDoesNotExist not found in current path.\n - Run `import Pkg; Pkg.add(\"PackageDoesNotExist\")` to install the PackageDoesNotExist package.\n Stacktrace:\n [1] macro expansion\n @ ./loading.jl:2377 [inlined]\n [2] macro expansion\n @ ./lock.jl:376 [inlined]\n [3] __require(into::Module, mod::Symbol)\n @ Base ./loading.jl:2360\n [4] require\n @ ./loading.jl:2336 [inlined]\n [5] eval_import_path\n @ ./module.jl:36 [inlined]\n [6] eval_import_path_all(at::Module, path::Expr, keyword::String)\n @ Base ./module.jl:60\n [7] _eval_using(to::Module, path::Expr)\n @ Base ./module.jl:137\n [8] top-level scope\n @ ~/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/test/error_in_setup_test.jl:3\n [9] eval(m::Module, e::Any)\n @ Core ./boot.jl:489\n [10] #ensure_setup!##4\n @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:972 [inlined]\n [11] with_source_path(f::ReTestItems.var\"#ensure_setup!##4#ensure_setup!##5\"{Expr}, path::String)\n @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:934\n [12] #ensure_setup!##2\n @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:972 [inlined]\n [13] redirect_stdio(f::ReTestItems.var\"#ensure_setup!##2#ensure_setup!##3\"{Expr, TestSetup}; stdin::Nothing, stderr::IOContext{IOStream}, stdout::IOContext{IOStream})\n @ Base ./stream.jl:1448\n [14] redirect_stdio\n @ ./stream.jl:1411 [inlined]\n [15] _redirect_logs(f::ReTestItems.var\"#ensure_setup!##2#ensure_setup!##3\"{Expr, TestSetup}, target::IOStream)\n @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/log_capture.jl:124\n [16] macro expansion\n @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:971 [inlined]\n [17] macro expansion\n @ ./lock.jl:376 [inlined]\n [18] ensure_setup!(ctx::ReTestItems.TestContext, setup::Symbol, setups::Vector{TestSetup}, logs::Symbol)\n @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:946\n [19] runtestitem(ti::TestItem, ctx::ReTestItems.TestContext; test_end_expr::Expr, logs::Symbol, verbose_results::Bool, finish_test::Bool, catch_test_error::Bool, failfast::Bool)\n @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1082\n [20] kwcall(::@NamedTuple{test_end_expr::Expr, verbose_results::Bool, logs::Symbol, failfast::Bool}, ::typeof(runtestitem), ti::TestItem, ctx::ReTestItems.TestContext)\n @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1035\n [21] top-level scope\n @ none:1\n [22] eval(m::Module, e::Any)\n @ Core ./boot.jl:489\n [23] execute\n @ ~/.julia/packages/ReTestItems/4doqz/src/workers.jl:334 [inlined]\n [24] (::ReTestItems.Workers.var\"#serve_requests##0#serve_requests##1\"{Sockets.TCPSocket, ReentrantLock, ReTestItems.Workers.Request})()\n @ ReTestItems.Workers ~/.julia/packages/ReTestItems/4doqz/src/workers.jl:348\n\n[ Info: All tests completed. Closing Worker(pid=232).\n Worker 232: [232] signal 15: Terminated\n\n[ Tests Completed: 2/2 test items were run.\n") Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:580 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:598 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_retry_tests.jl [ Info: Finished scanning for test items in 0.01 seconds. [ Info: Scheduling 6 tests on pid 23 with 1 worker processes and 2 threads per worker. [ Info: Starting test workers Worker 253: [ Info: Starting test worker 1 on pid = 253, with 2 threads [ Info: Starting running test items Worker 253: 12:21:47 | maxrss 2.1% | mem 3.0% | START (1/6) test item "Pass on second run" at test/testfiles/_retry_tests.jl:12 Worker 253: 12:21:48 | maxrss 2.1% | mem 3.0% | DONE (1/6) test item "Pass on second run" 0.2 secs (95.8% compile), 7.27 K allocs (375.072 KB) Worker 253: [253] signal 15: Terminated Captured logs for test setup "StatefulSetup" (dependency of "Pass on second run") at test/testfiles/_retry_tests.jl:1 on worker 253 These are the test setup logs. No Captured Logs for test item "Pass on second run" at test/testfiles/_retry_tests.jl:12 on worker 253 ┌ Error: Worker(pid=253, terminated=true, termsignal=9) timed out running test item "Pass on second run" after 5 seconds. Recording test error. └ @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:686 [ Info: Retrying "Pass on second run" on a new worker 1 process. Run=2. Worker 260: [ Info: Starting test worker on pid = 260, with 2 threads Worker 260: 12:22:02 | maxrss 2.1% | mem 3.0% | START (1/6) test item "Pass on second run" at test/testfiles/_retry_tests.jl:12 Worker 260: 12:22:03 | maxrss 2.1% | mem 3.0% | DONE (1/6) test item "Pass on second run" 0.2 secs (95.8% compile), 7.27 K allocs (375.072 KB) Worker 260: [260] signal 15: Terminated Captured logs for test setup "StatefulSetup" (dependency of "Pass on second run") at test/testfiles/_retry_tests.jl:1 on worker 260 These are the test setup logs. No Captured Logs for test item "Pass on second run" at test/testfiles/_retry_tests.jl:12 on worker 260 ┌ Error: Worker(pid=260, terminated=true, termsignal=9) timed out running test item "Pass on second run" after 5 seconds. Recording test error. └ @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:686 [ Info: Retrying "Pass on second run" on a new worker 1 process. Run=3. Worker 267: [ Info: Starting test worker on pid = 267, with 2 threads Worker 267: 12:22:16 | maxrss 2.1% | mem 3.0% | START (1/6) test item "Pass on second run" at test/testfiles/_retry_tests.jl:12 Worker 267: 12:22:17 | maxrss 2.1% | mem 3.0% | DONE (1/6) test item "Pass on second run" 0.2 secs (95.7% compile), 7.27 K allocs (375.072 KB) Worker 267: [267] signal 15: Terminated Captured logs for test setup "StatefulSetup" (dependency of "Pass on second run") at test/testfiles/_retry_tests.jl:1 on worker 267 These are the test setup logs. No Captured Logs for test item "Pass on second run" at test/testfiles/_retry_tests.jl:12 on worker 267 ┌ Error: Worker(pid=267, terminated=true, termsignal=9) timed out running test item "Pass on second run" after 5 seconds. Recording test error. └ @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:686 Worker 274: [ Info: Starting test worker on pid = 274, with 2 threads Worker 274: 12:22:30 | maxrss 2.1% | mem 3.0% | START (2/6) test item "Error, then Fail, then Pass" at test/testfiles/_retry_tests.jl:20 Captured logs for test setup "StatefulSetup" (dependency of "Error, then Fail, then Pass") at test/testfiles/_retry_tests.jl:1 on worker 274 These are the test setup logs. Captured Logs for test item "Error, then Fail, then Pass" at test/testfiles/_retry_tests.jl:20 on worker 274 [274] signal 15: Terminated in expression starting at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_retry_tests.jl:25 gc_mark_objarray at /source/src/gc-stock.c:1810 gc_mark_outrefs at /source/src/gc-stock.c:2278 [inlined] gc_mark_and_steal at /source/src/gc-stock.c:2572 gc_mark_loop_parallel at /source/src/gc-stock.c:2727 [inlined] jl_parallel_gc_threadfun at /source/src/gc-stock.c:3658 unknown function (ip: 0x7fc591e3e1c3) at /lib/x86_64-linux-gnu/libc.so.6 unknown function (ip: 0x7fc591ebe85b) at /lib/x86_64-linux-gnu/libc.so.6 unknown function (ip: (nil)) at (unknown file) unknown function (ip: 0x7fc591e3af14) at /lib/x86_64-linux-gnu/libc.so.6 pthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line) uv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822 ijl_task_get_next at /source/src/scheduler.c:523 wait at ./task.jl:1192 wait_forever at ./task.jl:1129 jfptr_wait_forever_53872.1 at /opt/julia/lib/julia/sys.so (unknown line) _jl_invoke at /source/src/gf.c:4015 [inlined] ijl_apply_generic at /source/src/gf.c:4212 jl_apply at /source/src/julia.h:2375 [inlined] start_task at /source/src/task.c:1253 unknown function (ip: (nil)) at (unknown file) gc_should_mark at /source/src/gc-stock.c:2678 gc_mark_loop_parallel at /source/src/gc-stock.c:2723 gc_mark_loop at /source/src/gc-stock.c:2738 [inlined] _jl_gc_collect at /source/src/gc-stock.c:3080 ijl_gc_collect at /source/src/gc-stock.c:3489 maybe_collect at /source/src/gc-stock.c:349 [inlined] jl_gc_small_alloc_inner at /source/src/gc-stock.c:725 ijl_gc_small_alloc at /source/src/gc-stock.c:774 verify_ir at ./../usr/share/julia/Compiler/src/ssair/verify.jl:433 run_passes_ipo_safe at ./../usr/share/julia/Compiler/src/optimize.jl:1070 run_passes_ipo_safe at ./../usr/share/julia/Compiler/src/optimize.jl:1048 [inlined] optimize at ./../usr/share/julia/Compiler/src/optimize.jl:1021 jfptr_optimize_83277.1 at /opt/julia/lib/julia/sys.so (unknown line) _jl_invoke at /source/src/gf.c:4015 [inlined] ijl_apply_generic at /source/src/gf.c:4212 finish_nocycle at ./../usr/share/julia/Compiler/src/typeinfer.jl:232 jfptr_finish_nocycle_82264.1 at /opt/julia/lib/julia/sys.so (unknown line) _jl_invoke at /source/src/gf.c:4015 [inlined] ijl_apply_generic at /source/src/gf.c:4212 typeinf at ./../usr/share/julia/Compiler/src/abstractinterpretation.jl:4476 typeinf_ext at ./../usr/share/julia/Compiler/src/typeinfer.jl:1378 typeinf_ext_toplevel at ./../usr/share/julia/Compiler/src/typeinfer.jl:1561 [inlined] typeinf_ext_toplevel at ./../usr/share/julia/Compiler/src/typeinfer.jl:1570 jfptr_typeinf_ext_toplevel_81948.1 at /opt/julia/lib/julia/sys.so (unknown line) _jl_invoke at /source/src/gf.c:4015 [inlined] ijl_apply_generic at /source/src/gf.c:4212 jl_apply at /source/src/julia.h:2375 [inlined] jl_type_infer at /source/src/gf.c:462 jl_compile_method_internal at /source/src/gf.c:3514 _jl_invoke at /source/src/gf.c:4007 [inlined] ijl_apply_generic at /source/src/gf.c:4212 show_exception_stack at ./errorshow.jl:1111 #sprint#441 at ./strings/io.jl:111 unknown function (ip: 0x7fc576466ffd) at (unknown file) _jl_invoke at /source/src/gf.c:4015 [inlined] ijl_apply_generic at /source/src/gf.c:4212 sprint at ./strings/io.jl:106 unknown function (ip: 0x7fc576466e8d) at (unknown file) _jl_invoke at /source/src/gf.c:4015 [inlined] ijl_apply_generic at /source/src/gf.c:4212 jl_apply at /source/src/julia.h:2375 [inlined] jl_f_invokelatest at /source/src/builtins.c:877 invokelatest at ./Base_compiler.jl:253 [inlined] Error at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:232 do_test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:775 jfptr_do_test_4510.1 at /opt/julia/share/julia/compiled/v1.13/Test/JfdTE_wscuQ.so (unknown line) _jl_invoke at /source/src/gf.c:4015 [inlined] ijl_apply_generic at /source/src/gf.c:4212 jl_apply at /source/src/julia.h:2375 [inlined] do_call at /source/src/interpreter.c:123 eval_value at /source/src/interpreter.c:243 eval_stmt_value at /source/src/interpreter.c:194 [inlined] eval_body at /source/src/interpreter.c:708 jl_interpret_toplevel_thunk at /source/src/interpreter.c:899 jl_toplevel_eval_flex at /source/src/toplevel.c:773 jl_eval_module_expr at /source/src/toplevel.c:196 [inlined] jl_toplevel_eval_flex at /source/src/toplevel.c:658 ijl_toplevel_eval at /source/src/toplevel.c:785 ijl_toplevel_eval_in at /source/src/toplevel.c:830 eval at ./boot.jl:489 #73 at /home/pkgeval/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1116 [inlined] with_source_path at /home/pkgeval/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:934 #71 at /home/pkgeval/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1116 #redirect_stdio#652 at ./stream.jl:1448 redirect_stdio at ./stream.jl:1411 [inlined] _redirect_logs at /home/pkgeval/.julia/packages/ReTestItems/4doqz/src/log_capture.jl:124 #_redirect_logs##0 at /home/pkgeval/.julia/packages/ReTestItems/4doqz/src/log_capture.jl:107 [inlined] #open#334 at ./io.jl:420 open at ./io.jl:417 [inlined] _redirect_logs at /home/pkgeval/.julia/packages/ReTestItems/4doqz/src/log_capture.jl:107 [inlined] macro expansion at /home/pkgeval/.julia/packages/ReTestItems/4doqz/src/macros.jl:82 [inlined] #runtestitem#66 at /home/pkgeval/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1113 runtestitem at /home/pkgeval/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1035 unknown function (ip: 0x7fc57644ebe2) at (unknown file) _jl_invoke at /source/src/gf.c:4015 [inlined] ijl_apply_generic at /source/src/gf.c:4212 jl_apply at /source/src/julia.h:2375 [inlined] do_call at /source/src/interpreter.c:123 eval_value at /source/src/interpreter.c:243 eval_stmt_value at /source/src/interpreter.c:194 [inlined] eval_body at /source/src/interpreter.c:708 jl_interpret_toplevel_thunk at /source/src/interpreter.c:899 jl_toplevel_eval_flex at /source/src/toplevel.c:773 ijl_toplevel_eval at /source/src/toplevel.c:785 ijl_toplevel_eval_in at /source/src/toplevel.c:830 eval at ./boot.jl:489 execute at /home/pkgeval/.julia/packages/ReTestItems/4doqz/src/workers.jl:334 [inlined] #serve_requests##0 at /home/pkgeval/.julia/packages/ReTestItems/4doqz/src/workers.jl:348 unknown function (ip: 0x7fc57643fe0d) at (unknown file) _jl_invoke at /source/src/gf.c:4015 [inlined] ijl_apply_generic at /source/src/gf.c:4212 jl_apply at /source/src/julia.h:2375 [inlined] start_task at /source/src/task.c:1253 unknown function (ip: (nil)) at (unknown file) unknown function (ip: 0x7fc591e3af14) at /lib/x86_64-linux-gnu/libc.so.6 pthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line) uv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822 jl_safepoint_wait_gc at /source/src/safepoint.c:268 jl_set_gc_and_wait at /source/src/safepoint.c:247 segv_handler at /source/src/signals-unix.c:413 [inlined] segv_handler at /source/src/signals-unix.c:399 unknown function (ip: 0x7fc591df104f) at /lib/x86_64-linux-gnu/libc.so.6 ijl_gc_safepoint at /source/src/jlapi.c:786 unknown function (ip: (nil)) at (unknown file) Allocations: 4331622 (Pool: 4331542; Big: 80); GC: 5 These are the logs for run number: 1 error in running finalizer: Core.InterruptException() _unlock at ./lock.jl:272 unlock at ./lock.jl:272 [inlined] close at ./iostream.jl:44 jfptr_close_4128.1 at /opt/julia/lib/julia/sys.so (unknown line) _jl_invoke at /source/src/gf.c:4015 [inlined] ijl_apply_generic at /source/src/gf.c:4212 run_finalizer at /source/src/gc-common.c:180 jl_gc_run_finalizers_in_list at /source/src/gc-common.c:270 run_finalizers at /source/src/gc-common.c:316 ijl_atexit_hook at /source/src/init.c:292 jl_exit_thread0_cb at /source/src/signals-unix.c:564 ┌ Error: Worker(pid=274, terminated=true, termsignal=15) timed out running test item "Error, then Fail, then Pass" after 5 seconds. Recording test error. └ @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:686 [ Info: Retrying "Error, then Fail, then Pass" on a new worker 1 process. Run=2. Worker 281: [ Info: Starting test worker on pid = 281, with 2 threads Worker 281: 12:22:43 | maxrss 2.1% | mem 3.0% | START (2/6) test item "Error, then Fail, then Pass" at test/testfiles/_retry_tests.jl:20 Captured logs for test setup "StatefulSetup" (dependency of "Error, then Fail, then Pass") at test/testfiles/_retry_tests.jl:1 on worker 281 These are the test setup logs. Captured Logs for test item "Error, then Fail, then Pass" at test/testfiles/_retry_tests.jl:20 on worker 281 [281] signal 15: Terminated in expression starting at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_retry_tests.jl:25 unknown function (ip: 0x7b0d7f38bf14) at /lib/x86_64-linux-gnu/libc.so.6 pthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line) uv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822 jl_parallel_gc_threadfun at /source/src/gc-stock.c:3654 unknown function (ip: 0x7b0d7f38f1c3) at /lib/x86_64-linux-gnu/libc.so.6 unknown function (ip: 0x7b0d7f40f85b) at /lib/x86_64-linux-gnu/libc.so.6 unknown function (ip: (nil)) at (unknown file) unknown function (ip: 0x7b0d7f38bf14) at /lib/x86_64-linux-gnu/libc.so.6 pthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line) uv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822 ijl_task_get_next at /source/src/scheduler.c:523 wait at ./task.jl:1192 wait_forever at ./task.jl:1129 jfptr_wait_forever_53872.1 at /opt/julia/lib/julia/sys.so (unknown line) _jl_invoke at /source/src/gf.c:4015 [inlined] ijl_apply_generic at /source/src/gf.c:4212 jl_apply at /source/src/julia.h:2375 [inlined] start_task at /source/src/task.c:1253 unknown function (ip: (nil)) at (unknown file) gc_sweep_pool at /source/src/gc-stock.c:1425 [inlined] _jl_gc_collect at /source/src/gc-stock.c:3196 ijl_gc_collect at /source/src/gc-stock.c:3489 maybe_collect at /source/src/gc-stock.c:349 [inlined] jl_gc_small_alloc_inner at /source/src/gc-stock.c:725 ijl_gc_small_alloc at /source/src/gc-stock.c:774 verify_ir at ./../usr/share/julia/Compiler/src/ssair/verify.jl:433 run_passes_ipo_safe at ./../usr/share/julia/Compiler/src/optimize.jl:1070 run_passes_ipo_safe at ./../usr/share/julia/Compiler/src/optimize.jl:1048 [inlined] optimize at ./../usr/share/julia/Compiler/src/optimize.jl:1021 jfptr_optimize_83277.1 at /opt/julia/lib/julia/sys.so (unknown line) _jl_invoke at /source/src/gf.c:4015 [inlined] ijl_apply_generic at /source/src/gf.c:4212 finish_nocycle at ./../usr/share/julia/Compiler/src/typeinfer.jl:232 jfptr_finish_nocycle_82264.1 at /opt/julia/lib/julia/sys.so (unknown line) _jl_invoke at /source/src/gf.c:4015 [inlined] ijl_apply_generic at /source/src/gf.c:4212 typeinf at ./../usr/share/julia/Compiler/src/abstractinterpretation.jl:4476 typeinf_ext at ./../usr/share/julia/Compiler/src/typeinfer.jl:1378 typeinf_ext_toplevel at ./../usr/share/julia/Compiler/src/typeinfer.jl:1561 [inlined] typeinf_ext_toplevel at ./../usr/share/julia/Compiler/src/typeinfer.jl:1570 jfptr_typeinf_ext_toplevel_81948.1 at /opt/julia/lib/julia/sys.so (unknown line) _jl_invoke at /source/src/gf.c:4015 [inlined] ijl_apply_generic at /source/src/gf.c:4212 jl_apply at /source/src/julia.h:2375 [inlined] jl_type_infer at /source/src/gf.c:462 jl_compile_method_internal at /source/src/gf.c:3514 _jl_invoke at /source/src/gf.c:4007 [inlined] ijl_apply_generic at /source/src/gf.c:4212 show_exception_stack at ./errorshow.jl:1111 #sprint#441 at ./strings/io.jl:111 unknown function (ip: 0x7b0d6393770d) at (unknown file) _jl_invoke at /source/src/gf.c:4015 [inlined] ijl_apply_generic at /source/src/gf.c:4212 sprint at ./strings/io.jl:106 unknown function (ip: 0x7b0d6393704d) at (unknown file) _jl_invoke at /source/src/gf.c:4015 [inlined] ijl_apply_generic at /source/src/gf.c:4212 jl_apply at /source/src/julia.h:2375 [inlined] jl_f_invokelatest at /source/src/builtins.c:877 invokelatest at ./Base_compiler.jl:253 [inlined] Error at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:232 do_test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:775 jfptr_do_test_4510.1 at /opt/julia/share/julia/compiled/v1.13/Test/JfdTE_wscuQ.so (unknown line) _jl_invoke at /source/src/gf.c:4015 [inlined] ijl_apply_generic at /source/src/gf.c:4212 jl_apply at /source/src/julia.h:2375 [inlined] do_call at /source/src/interpreter.c:123 eval_value at /source/src/interpreter.c:243 eval_stmt_value at /source/src/interpreter.c:194 [inlined] eval_body at /source/src/interpreter.c:708 jl_interpret_toplevel_thunk at /source/src/interpreter.c:899 jl_toplevel_eval_flex at /source/src/toplevel.c:773 jl_eval_module_expr at /source/src/toplevel.c:196 [inlined] jl_toplevel_eval_flex at /source/src/toplevel.c:658 ijl_toplevel_eval at /source/src/toplevel.c:785 ijl_toplevel_eval_in at /source/src/toplevel.c:830 eval at ./boot.jl:489 #73 at /home/pkgeval/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1116 [inlined] with_source_path at /home/pkgeval/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:934 #71 at /home/pkgeval/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1116 #redirect_stdio#652 at ./stream.jl:1448 redirect_stdio at ./stream.jl:1411 [inlined] _redirect_logs at /home/pkgeval/.julia/packages/ReTestItems/4doqz/src/log_capture.jl:124 #_redirect_logs##0 at /home/pkgeval/.julia/packages/ReTestItems/4doqz/src/log_capture.jl:107 [inlined] #open#334 at ./io.jl:420 open at ./io.jl:417 [inlined] _redirect_logs at /home/pkgeval/.julia/packages/ReTestItems/4doqz/src/log_capture.jl:107 [inlined] macro expansion at /home/pkgeval/.julia/packages/ReTestItems/4doqz/src/macros.jl:82 [inlined] #runtestitem#66 at /home/pkgeval/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1113 runtestitem at /home/pkgeval/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1035 unknown function (ip: 0x7b0d6392c492) at (unknown file) _jl_invoke at /source/src/gf.c:4015 [inlined] ijl_apply_generic at /source/src/gf.c:4212 jl_apply at /source/src/julia.h:2375 [inlined] do_call at /source/src/interpreter.c:123 eval_value at /source/src/interpreter.c:243 eval_stmt_value at /source/src/interpreter.c:194 [inlined] eval_body at /source/src/interpreter.c:708 jl_interpret_toplevel_thunk at /source/src/interpreter.c:899 jl_toplevel_eval_flex at /source/src/toplevel.c:773 ijl_toplevel_eval at /source/src/toplevel.c:785 ijl_toplevel_eval_in at /source/src/toplevel.c:830 eval at ./boot.jl:489 execute at /home/pkgeval/.julia/packages/ReTestItems/4doqz/src/workers.jl:334 [inlined] #serve_requests##0 at /home/pkgeval/.julia/packages/ReTestItems/4doqz/src/workers.jl:348 unknown function (ip: 0x7b0d6390fefd) at (unknown file) _jl_invoke at /source/src/gf.c:4015 [inlined] ijl_apply_generic at /source/src/gf.c:4212 jl_apply at /source/src/julia.h:2375 [inlined] start_task at /source/src/task.c:1253 unknown function (ip: (nil)) at (unknown file) unknown function (ip: 0x7b0d7f38bf14) at /lib/x86_64-linux-gnu/libc.so.6 pthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line) uv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822 jl_safepoint_wait_gc at /source/src/safepoint.c:268 jl_set_gc_and_wait at /source/src/safepoint.c:247 segv_handler at /source/src/signals-unix.c:413 [inlined] segv_handler at /source/src/signals-unix.c:399 unknown function (ip: 0x7b0d7f34204f) at /lib/x86_64-linux-gnu/libc.so.6 ijl_gc_safepoint at /source/src/jlapi.c:786 unknown function (ip: (nil)) at (unknown file) Allocations: 4336520 (Pool: 4336440; Big: 80); GC: 5 These are the logs for run number: 1 ┌ Error: Worker(pid=281, terminated=true, termsignal=15) timed out running test item "Error, then Fail, then Pass" after 5 seconds. Recording test error. └ @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:686 [ Info: Retrying "Error, then Fail, then Pass" on a new worker 1 process. Run=3. Worker 288: [ Info: Starting test worker on pid = 288, with 2 threads Worker 288: 12:22:57 | maxrss 2.1% | mem 3.0% | START (2/6) test item "Error, then Fail, then Pass" at test/testfiles/_retry_tests.jl:20 Captured logs for test setup "StatefulSetup" (dependency of "Error, then Fail, then Pass") at test/testfiles/_retry_tests.jl:1 on worker 288 These are the test setup logs. Captured Logs for test item "Error, then Fail, then Pass" at test/testfiles/_retry_tests.jl:20 on worker 288 [288] signal 15: Terminated in expression starting at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_retry_tests.jl:25 gc_mark_objarray at /source/src/gc-stock.c:1811 gc_mark_outrefs at /source/src/gc-stock.c:2278 [inlined] gc_mark_and_steal at /source/src/gc-stock.c:2572 gc_mark_loop_parallel at /source/src/gc-stock.c:2727 [inlined] jl_parallel_gc_threadfun at /source/src/gc-stock.c:3658 unknown function (ip: 0x76b7be3e51c3) at /lib/x86_64-linux-gnu/libc.so.6 unknown function (ip: 0x76b7be46585b) at /lib/x86_64-linux-gnu/libc.so.6 unknown function (ip: (nil)) at (unknown file) unknown function (ip: 0x76b7be3e1f14) at /lib/x86_64-linux-gnu/libc.so.6 pthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line) uv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822 ijl_task_get_next at /source/src/scheduler.c:523 wait at ./task.jl:1192 wait_forever at ./task.jl:1129 jfptr_wait_forever_53872.1 at /opt/julia/lib/julia/sys.so (unknown line) _jl_invoke at /source/src/gf.c:4015 [inlined] ijl_apply_generic at /source/src/gf.c:4212 jl_apply at /source/src/julia.h:2375 [inlined] start_task at /source/src/task.c:1253 unknown function (ip: (nil)) at (unknown file) gc_count_work_in_queue at /source/src/gc-stock.c:2642 [inlined] gc_should_mark at /source/src/gc-stock.c:2685 gc_mark_loop_parallel at /source/src/gc-stock.c:2723 gc_mark_loop at /source/src/gc-stock.c:2738 [inlined] _jl_gc_collect at /source/src/gc-stock.c:3080 ijl_gc_collect at /source/src/gc-stock.c:3489 maybe_collect at /source/src/gc-stock.c:349 [inlined] jl_gc_small_alloc_inner at /source/src/gc-stock.c:725 ijl_gc_small_alloc at /source/src/gc-stock.c:774 verify_ir at ./../usr/share/julia/Compiler/src/ssair/verify.jl:433 run_passes_ipo_safe at ./../usr/share/julia/Compiler/src/optimize.jl:1070 run_passes_ipo_safe at ./../usr/share/julia/Compiler/src/optimize.jl:1048 [inlined] optimize at ./../usr/share/julia/Compiler/src/optimize.jl:1021 jfptr_optimize_83277.1 at /opt/julia/lib/julia/sys.so (unknown line) _jl_invoke at /source/src/gf.c:4015 [inlined] ijl_apply_generic at /source/src/gf.c:4212 finish_nocycle at ./../usr/share/julia/Compiler/src/typeinfer.jl:232 jfptr_finish_nocycle_82264.1 at /opt/julia/lib/julia/sys.so (unknown line) _jl_invoke at /source/src/gf.c:4015 [inlined] ijl_apply_generic at /source/src/gf.c:4212 typeinf at ./../usr/share/julia/Compiler/src/abstractinterpretation.jl:4476 typeinf_ext at ./../usr/share/julia/Compiler/src/typeinfer.jl:1378 typeinf_ext_toplevel at ./../usr/share/julia/Compiler/src/typeinfer.jl:1561 [inlined] typeinf_ext_toplevel at ./../usr/share/julia/Compiler/src/typeinfer.jl:1570 jfptr_typeinf_ext_toplevel_81948.1 at /opt/julia/lib/julia/sys.so (unknown line) _jl_invoke at /source/src/gf.c:4015 [inlined] ijl_apply_generic at /source/src/gf.c:4212 jl_apply at /source/src/julia.h:2375 [inlined] jl_type_infer at /source/src/gf.c:462 jl_compile_method_internal at /source/src/gf.c:3514 _jl_invoke at /source/src/gf.c:4007 [inlined] ijl_apply_generic at /source/src/gf.c:4212 show_exception_stack at ./errorshow.jl:1111 #sprint#441 at ./strings/io.jl:111 unknown function (ip: 0x76b7a2a671dd) at (unknown file) _jl_invoke at /source/src/gf.c:4015 [inlined] ijl_apply_generic at /source/src/gf.c:4212 sprint at ./strings/io.jl:106 unknown function (ip: 0x76b7a2a6706d) at (unknown file) _jl_invoke at /source/src/gf.c:4015 [inlined] ijl_apply_generic at /source/src/gf.c:4212 jl_apply at /source/src/julia.h:2375 [inlined] jl_f_invokelatest at /source/src/builtins.c:877 invokelatest at ./Base_compiler.jl:253 [inlined] Error at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:232 do_test at /source/usr/share/julia/stdlib/v1.13/Test/src/Test.jl:775 jfptr_do_test_4510.1 at /opt/julia/share/julia/compiled/v1.13/Test/JfdTE_wscuQ.so (unknown line) _jl_invoke at /source/src/gf.c:4015 [inlined] ijl_apply_generic at /source/src/gf.c:4212 jl_apply at /source/src/julia.h:2375 [inlined] do_call at /source/src/interpreter.c:123 eval_value at /source/src/interpreter.c:243 eval_stmt_value at /source/src/interpreter.c:194 [inlined] eval_body at /source/src/interpreter.c:708 jl_interpret_toplevel_thunk at /source/src/interpreter.c:899 jl_toplevel_eval_flex at /source/src/toplevel.c:773 jl_eval_module_expr at /source/src/toplevel.c:196 [inlined] jl_toplevel_eval_flex at /source/src/toplevel.c:658 ijl_toplevel_eval at /source/src/toplevel.c:785 ijl_toplevel_eval_in at /source/src/toplevel.c:830 eval at ./boot.jl:489 #73 at /home/pkgeval/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1116 [inlined] with_source_path at /home/pkgeval/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:934 #71 at /home/pkgeval/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1116 #redirect_stdio#652 at ./stream.jl:1448 redirect_stdio at ./stream.jl:1411 [inlined] _redirect_logs at /home/pkgeval/.julia/packages/ReTestItems/4doqz/src/log_capture.jl:124 #_redirect_logs##0 at /home/pkgeval/.julia/packages/ReTestItems/4doqz/src/log_capture.jl:107 [inlined] #open#334 at ./io.jl:420 open at ./io.jl:417 [inlined] _redirect_logs at /home/pkgeval/.julia/packages/ReTestItems/4doqz/src/log_capture.jl:107 [inlined] macro expansion at /home/pkgeval/.julia/packages/ReTestItems/4doqz/src/macros.jl:82 [inlined] #runtestitem#66 at /home/pkgeval/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1113 runtestitem at /home/pkgeval/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1035 unknown function (ip: 0x76b7a2a4e622) at (unknown file) _jl_invoke at /source/src/gf.c:4015 [inlined] ijl_apply_generic at /source/src/gf.c:4212 jl_apply at /source/src/julia.h:2375 [inlined] do_call at /source/src/interpreter.c:123 eval_value at /source/src/interpreter.c:243 eval_stmt_value at /source/src/interpreter.c:194 [inlined] eval_body at /source/src/interpreter.c:708 jl_interpret_toplevel_thunk at /source/src/interpreter.c:899 jl_toplevel_eval_flex at /source/src/toplevel.c:773 ijl_toplevel_eval at /source/src/toplevel.c:785 ijl_toplevel_eval_in at /source/src/toplevel.c:830 eval at ./boot.jl:489 execute at /home/pkgeval/.julia/packages/ReTestItems/4doqz/src/workers.jl:334 [inlined] #serve_requests##0 at /home/pkgeval/.julia/packages/ReTestItems/4doqz/src/workers.jl:348 unknown function (ip: 0x76b7a2a4098d) at (unknown file) _jl_invoke at /source/src/gf.c:4015 [inlined] ijl_apply_generic at /source/src/gf.c:4212 jl_apply at /source/src/julia.h:2375 [inlined] start_task at /source/src/task.c:1253 unknown function (ip: (nil)) at (unknown file) unknown function (ip: 0x76b7be3e1f14) at /lib/x86_64-linux-gnu/libc.so.6 pthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line) uv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822 jl_safepoint_wait_gc at /source/src/safepoint.c:268 jl_set_gc_and_wait at /source/src/safepoint.c:247 segv_handler at /source/src/signals-unix.c:413 [inlined] segv_handler at /source/src/signals-unix.c:399 unknown function (ip: 0x76b7be39804f) at /lib/x86_64-linux-gnu/libc.so.6 ijl_gc_safepoint at /source/src/jlapi.c:786 unknown function (ip: (nil)) at (unknown file) Allocations: 4336073 (Pool: 4335993; Big: 80); GC: 5 These are the logs for run number: 1 ┌ Error: Worker(pid=288, terminated=true, termsignal=15) timed out running test item "Error, then Fail, then Pass" after 5 seconds. Recording test error. └ @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:686 Worker 295: [ Info: Starting test worker on pid = 295, with 2 threads Worker 295: 12:23:12 | maxrss 2.1% | mem 3.0% | START (3/6) test item "Has retries=4 and always fails" at test/testfiles/_retry_tests.jl:34 Worker 295: 12:23:13 | maxrss 2.1% | mem 3.0% | DONE (3/6) test item "Has retries=4 and always fails" 0.3 secs (67.9% compile), 7.15 K allocs (370.096 KB) Worker 295: [295] signal 15: Terminated Captured logs for test setup "StatefulSetup" (dependency of "Has retries=4 and always fails") at test/testfiles/_retry_tests.jl:1 on worker 295 These are the test setup logs. No Captured Logs for test item "Has retries=4 and always fails" at test/testfiles/_retry_tests.jl:34 on worker 295 ┌ Error: Worker(pid=295, terminated=true, termsignal=9) timed out running test item "Has retries=4 and always fails" after 5 seconds. Recording test error. └ @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:686 [ Info: Retrying "Has retries=4 and always fails" on a new worker 1 process. Run=2. Worker 302: [ Info: Starting test worker on pid = 302, with 2 threads Worker 302: 12:23:26 | maxrss 2.1% | mem 3.0% | START (3/6) test item "Has retries=4 and always fails" at test/testfiles/_retry_tests.jl:34 Worker 302: 12:23:26 | maxrss 2.1% | mem 3.0% | DONE (3/6) test item "Has retries=4 and always fails" 0.2 secs (95.6% compile), 7.15 K allocs (370.096 KB) Worker 302: [302] signal 15: Terminated Captured logs for test setup "StatefulSetup" (dependency of "Has retries=4 and always fails") at test/testfiles/_retry_tests.jl:1 on worker 302 These are the test setup logs. No Captured Logs for test item "Has retries=4 and always fails" at test/testfiles/_retry_tests.jl:34 on worker 302 ┌ Error: Worker(pid=302, terminated=true, termsignal=9) timed out running test item "Has retries=4 and always fails" after 5 seconds. Recording test error. └ @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:686 [ Info: Retrying "Has retries=4 and always fails" on a new worker 1 process. Run=3. Worker 309: [ Info: Starting test worker on pid = 309, with 2 threads Worker 309: 12:23:39 | maxrss 2.1% | mem 3.0% | START (3/6) test item "Has retries=4 and always fails" at test/testfiles/_retry_tests.jl:34 Worker 309: 12:23:40 | maxrss 2.1% | mem 3.0% | DONE (3/6) test item "Has retries=4 and always fails" 0.2 secs (81.7% compile), 7.15 K allocs (370.096 KB) Worker 309: [309] signal 15: Terminated Captured logs for test setup "StatefulSetup" (dependency of "Has retries=4 and always fails") at test/testfiles/_retry_tests.jl:1 on worker 309 These are the test setup logs. No Captured Logs for test item "Has retries=4 and always fails" at test/testfiles/_retry_tests.jl:34 on worker 309 ┌ Error: Worker(pid=309, terminated=true, termsignal=9) timed out running test item "Has retries=4 and always fails" after 5 seconds. Recording test error. └ @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:686 [ Info: Retrying "Has retries=4 and always fails" on a new worker 1 process. Run=4. Worker 316: [ Info: Starting test worker on pid = 316, with 2 threads Worker 316: 12:23:53 | maxrss 2.1% | mem 3.0% | START (3/6) test item "Has retries=4 and always fails" at test/testfiles/_retry_tests.jl:34 Worker 316: 12:23:54 | maxrss 2.1% | mem 3.0% | DONE (3/6) test item "Has retries=4 and always fails" 0.2 secs (95.8% compile), 7.15 K allocs (370.096 KB) Worker 316: [316] signal 15: Terminated Captured logs for test setup "StatefulSetup" (dependency of "Has retries=4 and always fails") at test/testfiles/_retry_tests.jl:1 on worker 316 These are the test setup logs. No Captured Logs for test item "Has retries=4 and always fails" at test/testfiles/_retry_tests.jl:34 on worker 316 ┌ Error: Worker(pid=316, terminated=true, termsignal=9) timed out running test item "Has retries=4 and always fails" after 5 seconds. Recording test error. └ @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:686 [ Info: Retrying "Has retries=4 and always fails" on a new worker 1 process. Run=5. Worker 323: [ Info: Starting test worker on pid = 323, with 2 threads Worker 323: 12:24:07 | maxrss 2.1% | mem 3.0% | START (3/6) test item "Has retries=4 and always fails" at test/testfiles/_retry_tests.jl:34 Worker 323: 12:24:08 | maxrss 2.1% | mem 3.0% | DONE (3/6) test item "Has retries=4 and always fails" 0.2 secs (95.7% compile), 7.15 K allocs (370.096 KB) Worker 323: [323] signal 15: Terminated Captured logs for test setup "StatefulSetup" (dependency of "Has retries=4 and always fails") at test/testfiles/_retry_tests.jl:1 on worker 323 These are the test setup logs. No Captured Logs for test item "Has retries=4 and always fails" at test/testfiles/_retry_tests.jl:34 on worker 323 ┌ Error: Worker(pid=323, terminated=true, termsignal=9) timed out running test item "Has retries=4 and always fails" after 5 seconds. Recording test error. └ @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:686 Worker 330: [ Info: Starting test worker on pid = 330, with 2 threads Worker 330: 12:24:21 | maxrss 2.1% | mem 3.0% | START (4/6) test item "Has retries=1 and always fails" at test/testfiles/_retry_tests.jl:40 Worker 330: 12:24:22 | maxrss 2.1% | mem 3.0% | DONE (4/6) test item "Has retries=1 and always fails" 0.2 secs (96.0% compile), 7.15 K allocs (370.096 KB) Worker 330: [330] signal 15: Terminated Captured logs for test setup "StatefulSetup" (dependency of "Has retries=1 and always fails") at test/testfiles/_retry_tests.jl:1 on worker 330 These are the test setup logs. No Captured Logs for test item "Has retries=1 and always fails" at test/testfiles/_retry_tests.jl:40 on worker 330 ┌ Error: Worker(pid=330, terminated=true, termsignal=9) timed out running test item "Has retries=1 and always fails" after 5 seconds. Recording test error. └ @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:686 [ Info: Retrying "Has retries=1 and always fails" on a new worker 1 process. Run=2. Worker 337: [ Info: Starting test worker on pid = 337, with 2 threads Worker 337: 12:24:36 | maxrss 2.1% | mem 3.0% | START (4/6) test item "Has retries=1 and always fails" at test/testfiles/_retry_tests.jl:40 Worker 337: 12:24:37 | maxrss 2.1% | mem 3.0% | DONE (4/6) test item "Has retries=1 and always fails" 0.2 secs (96.0% compile), 7.15 K allocs (370.096 KB) Worker 337: [337] signal 15: Terminated Captured logs for test setup "StatefulSetup" (dependency of "Has retries=1 and always fails") at test/testfiles/_retry_tests.jl:1 on worker 337 These are the test setup logs. No Captured Logs for test item "Has retries=1 and always fails" at test/testfiles/_retry_tests.jl:40 on worker 337 ┌ Error: Worker(pid=337, terminated=true, termsignal=9) timed out running test item "Has retries=1 and always fails" after 5 seconds. Recording test error. └ @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:686 [ Info: Retrying "Has retries=1 and always fails" on a new worker 1 process. Run=3. Worker 344: [ Info: Starting test worker on pid = 344, with 2 threads Worker 344: 12:24:50 | maxrss 2.1% | mem 3.0% | START (4/6) test item "Has retries=1 and always fails" at test/testfiles/_retry_tests.jl:40 Worker 344: 12:24:50 | maxrss 2.1% | mem 3.0% | DONE (4/6) test item "Has retries=1 and always fails" 0.2 secs (95.6% compile), 7.15 K allocs (370.096 KB) Worker 344: [344] signal 15: Terminated Captured logs for test setup "StatefulSetup" (dependency of "Has retries=1 and always fails") at test/testfiles/_retry_tests.jl:1 on worker 344 These are the test setup logs. No Captured Logs for test item "Has retries=1 and always fails" at test/testfiles/_retry_tests.jl:40 on worker 344 ┌ Error: Worker(pid=344, terminated=true, termsignal=9) timed out running test item "Has retries=1 and always fails" after 5 seconds. Recording test error. └ @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:686 Worker 351: [ Info: Starting test worker on pid = 351, with 2 threads Worker 351: 12:25:03 | maxrss 2.1% | mem 3.0% | START (5/6) test item "Timeout always" at test/testfiles/_retry_tests.jl:54 Captured Logs for test item "Timeout always" at test/testfiles/_retry_tests.jl:54 on worker 351 [351] signal 15: Terminated in expression starting at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_retry_tests.jl:60 unknown function (ip: 0x7ff07ab1af14) at /lib/x86_64-linux-gnu/libc.so.6 pthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line) uv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822 jl_parallel_gc_threadfun at /source/src/gc-stock.c:3654 unknown function (ip: 0x7ff07ab1e1c3) at /lib/x86_64-linux-gnu/libc.so.6 unknown function (ip: 0x7ff07ab9e85b) at /lib/x86_64-linux-gnu/libc.so.6 unknown function (ip: (nil)) at (unknown file) unknown function (ip: 0x7ff07ab1af14) at /lib/x86_64-linux-gnu/libc.so.6 pthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line) uv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822 ijl_task_get_next at /source/src/scheduler.c:523 wait at ./task.jl:1192 wait_forever at ./task.jl:1129 jfptr_wait_forever_53872.1 at /opt/julia/lib/julia/sys.so (unknown line) _jl_invoke at /source/src/gf.c:4015 [inlined] ijl_apply_generic at /source/src/gf.c:4212 jl_apply at /source/src/julia.h:2375 [inlined] start_task at /source/src/task.c:1253 unknown function (ip: (nil)) at (unknown file) unknown function (ip: 0x7ff07ab1af14) at /lib/x86_64-linux-gnu/libc.so.6 pthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line) uv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822 ijl_task_get_next at /source/src/scheduler.c:523 wait at ./task.jl:1192 wait_forever at ./task.jl:1129 jfptr_wait_forever_53872.1 at /opt/julia/lib/julia/sys.so (unknown line) _jl_invoke at /source/src/gf.c:4015 [inlined] ijl_apply_generic at /source/src/gf.c:4212 jl_apply at /source/src/julia.h:2375 [inlined] start_task at /source/src/task.c:1253 unknown function (ip: (nil)) at (unknown file) epoll_pwait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line) uv__io_poll at /workspace/srcdir/libuv/src/unix/linux.c:1404 uv_run at /workspace/srcdir/libuv/src/unix/core.c:430 ijl_task_get_next at /source/src/scheduler.c:457 wait at ./task.jl:1192 wait_forever at ./task.jl:1129 jfptr_wait_forever_53872.1 at /opt/julia/lib/julia/sys.so (unknown line) _jl_invoke at /source/src/gf.c:4015 [inlined] ijl_apply_generic at /source/src/gf.c:4212 jl_apply at /source/src/julia.h:2375 [inlined] start_task at /source/src/task.c:1253 unknown function (ip: (nil)) at (unknown file) Allocations: 2977730 (Pool: 2977656; Big: 74); GC: 4 fatal: error thrown and no exception handler available. Core.InterruptException() ┌ Error: Worker(pid=351, terminated=true, termsignal=9) timed out running test item "Timeout always" after 5 seconds. Recording test error. └ @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:686 [ Info: Retrying "Timeout always" on a new worker 1 process. Run=2. Worker 358: [ Info: Starting test worker on pid = 358, with 2 threads Worker 358: 12:25:18 | maxrss 2.1% | mem 3.0% | START (5/6) test item "Timeout always" at test/testfiles/_retry_tests.jl:54 Captured Logs for test item "Timeout always" at test/testfiles/_retry_tests.jl:54 on worker 358 [358] signal 15: Terminated in expression starting at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_retry_tests.jl:60 unknown function (ip: 0x718fa3999f14) at /lib/x86_64-linux-gnu/libc.so.6 pthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line) uv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822 jl_parallel_gc_threadfun at /source/src/gc-stock.c:3654 unknown function (ip: 0x718fa399d1c3) at /lib/x86_64-linux-gnu/libc.so.6 unknown function (ip: 0x718fa3a1d85b) at /lib/x86_64-linux-gnu/libc.so.6 unknown function (ip: (nil)) at (unknown file) unknown function (ip: 0x718fa3999f14) at /lib/x86_64-linux-gnu/libc.so.6 pthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line) uv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822 ijl_task_get_next at /source/src/scheduler.c:523 ┌ Error: Worker(pid=358, terminated=true, termsignal=9) timed out running test item "Timeout always" after 5 seconds. Recording test error. └ @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:686 [ Info: Retrying "Timeout always" on a new worker 1 process. Run=3. Worker 365: [ Info: Starting test worker on pid = 365, with 2 threads Worker 365: 12:25:32 | maxrss 2.1% | mem 3.0% | START (5/6) test item "Timeout always" at test/testfiles/_retry_tests.jl:54 Captured Logs for test item "Timeout always" at test/testfiles/_retry_tests.jl:54 on worker 365 [365] signal 15: Terminated in expression starting at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_retry_tests.jl:60 unknown function (ip: 0x73888c0cbf14) at /lib/x86_64-linux-gnu/libc.so.6 pthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line) uv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822 jl_parallel_gc_threadfun at /source/src/gc-stock.c:3654 unknown function (ip: 0x73888c0cf1c3) at /lib/x86_64-linux-gnu/libc.so.6 unknown function (ip: 0x73888c14f85b) at /lib/x86_64-linux-gnu/libc.so.6 unknown function (ip: (nil)) at (unknown file) unknown function (ip: 0x73888c0cbf14) at /lib/x86_64-linux-gnu/libc.so.6 pthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line) uv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822 ijl_task_get_next at /source/src/scheduler.c:523 ┌ Error: Worker(pid=365, terminated=true, termsignal=9) timed out running test item "Timeout always" after 5 seconds. Recording test error. └ @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:686 Worker 372: [ Info: Starting test worker on pid = 372, with 2 threads Worker 372: 12:25:46 | maxrss 2.1% | mem 3.0% | START (6/6) test item "Timeout first, pass after" at test/testfiles/_retry_tests.jl:64 Captured Logs for test item "Timeout first, pass after" at test/testfiles/_retry_tests.jl:64 on worker 372 [372] signal 15: Terminated in expression starting at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_retry_tests.jl:71 unknown function (ip: 0x77c6a6384f14) at /lib/x86_64-linux-gnu/libc.so.6 pthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line) uv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822 jl_parallel_gc_threadfun at /source/src/gc-stock.c:3654 unknown function (ip: 0x77c6a63881c3) at /lib/x86_64-linux-gnu/libc.so.6 unknown function (ip: 0x77c6a640885b) at /lib/x86_64-linux-gnu/libc.so.6 unknown function (ip: (nil)) at (unknown file) unknown function (ip: 0x77c6a6384f14) at /lib/x86_64-linux-gnu/libc.so.6 pthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line) uv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822 ijl_task_get_next at /source/src/scheduler.c:523 ┌ Error: Worker(pid=372, terminated=true, termsignal=9) timed out running test item "Timeout first, pass after" after 5 seconds. Recording test error. └ @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:686 [ Info: Retrying "Timeout first, pass after" on a new worker 1 process. Run=2. Worker 379: [ Info: Starting test worker on pid = 379, with 2 threads Worker 379: 12:26:01 | maxrss 2.1% | mem 3.0% | START (6/6) test item "Timeout first, pass after" at test/testfiles/_retry_tests.jl:64 Worker 379: 12:26:01 | maxrss 2.1% | mem 3.0% | DONE (6/6) test item "Timeout first, pass after" 0.3 secs (96.5% compile), 139.79 K allocs (8.060 MB) Worker 379: [379] signal 15: Terminated No Captured Logs for test item "Timeout first, pass after" at test/testfiles/_retry_tests.jl:64 on worker 379 ┌ Error: Worker(pid=379, terminated=true, termsignal=9) timed out running test item "Timeout first, pass after" after 5 seconds. Recording test error. └ @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:686 [ Info: Retrying "Timeout first, pass after" on a new worker 1 process. Run=3. Worker 386: [ Info: Starting test worker on pid = 386, with 2 threads Worker 386: 12:26:15 | maxrss 2.1% | mem 3.0% | START (6/6) test item "Timeout first, pass after" at test/testfiles/_retry_tests.jl:64 Worker 386: 12:26:15 | maxrss 2.1% | mem 3.0% | DONE (6/6) test item "Timeout first, pass after" 0.4 secs (96.6% compile), 139.79 K allocs (8.062 MB) Worker 386: [386] signal 15: Terminated No Captured Logs for test item "Timeout first, pass after" at test/testfiles/_retry_tests.jl:64 on worker 386 ┌ Error: Worker(pid=386, terminated=true, termsignal=9) timed out running test item "Timeout first, pass after" after 5 seconds. Recording test error. └ @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:686 [ Info: All tests on worker 1 completed. Closing Worker(pid=386, terminated=true, termsignal=9). [ Tests Completed: 6/6 test items were run. test retrying failing testitem: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:658 Expression: read_count(joinpath(tmpdir, "num_runs_1")) == 2 Evaluated: 1 == 2 Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:647 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:658 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] test retrying failing testitem: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:660 Expression: read_count(joinpath(tmpdir, "num_runs_2")) == 3 Evaluated: 1 == 3 Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:647 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:660 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] test retrying failing testitem: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:663 Expression: read_count(joinpath(tmpdir, "num_runs_3")) == 5 Evaluated: 1 == 5 Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:647 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:663 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] test retrying failing testitem: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:666 Expression: read_count(joinpath(tmpdir, "num_runs_4")) == 3 Evaluated: 1 == 3 Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:647 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:666 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] test retrying failing testitem: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:671 Expression: count(contains("num_runs_6"), readdir(tmpdir)) == 2 Evaluated: 3 == 2 Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:647 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:671 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] test retrying failing testitem: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:676 Expression: n_passed(results) == 3 Evaluated: 0 == 3 Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:647 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:676 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] DEBUG @ ReTestItems.jl:355 | Running tests in `("/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_timeout_tests.jl",)` for project at `/home/pkgeval/.julia/packages/ReTestItems/4doqz/Project.toml` DEBUG @ ReTestItems.jl:364 | Activating test environment for `/home/pkgeval/.julia/packages/ReTestItems/4doqz/Project.toml` [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_timeout_tests.jl DEBUG @ ReTestItems.jl:390 | Including tests in ("/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_timeout_tests.jl",) DEBUG @ ReTestItems.jl:800 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/src` in subproject `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl` DEBUG @ ReTestItems.jl:800 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/test` in subproject `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl` DEBUG @ ReTestItems.jl:800 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/MonoRepo.jl/monorepo_packages` in subproject `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/MonoRepo.jl` DEBUG @ ReTestItems.jl:800 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/MonoRepo.jl/monorepo_packages/B` in subproject `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/MonoRepo.jl` DEBUG @ ReTestItems.jl:800 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/MonoRepo.jl/monorepo_packages/B/src` in subproject `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/MonoRepo.jl` DEBUG @ ReTestItems.jl:800 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/MonoRepo.jl/monorepo_packages/C` in subproject `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/MonoRepo.jl` DEBUG @ ReTestItems.jl:800 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/MonoRepo.jl/monorepo_packages/C/src` in subproject `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/MonoRepo.jl` DEBUG @ ReTestItems.jl:800 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/MonoRepo.jl/monorepo_packages/C/test` in subproject `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/MonoRepo.jl` DEBUG @ ReTestItems.jl:800 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/MonoRepo.jl/monorepo_packages/D` in subproject `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/MonoRepo.jl` DEBUG @ ReTestItems.jl:800 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/MonoRepo.jl/monorepo_packages/D/src` in subproject `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/MonoRepo.jl` DEBUG @ ReTestItems.jl:800 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/MonoRepo.jl/src` in subproject `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/MonoRepo.jl` DEBUG @ ReTestItems.jl:800 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/MonoRepo.jl/test` in subproject `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/MonoRepo.jl` DEBUG @ ReTestItems.jl:800 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/NoDeps.jl/src` in subproject `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/NoDeps.jl` DEBUG @ ReTestItems.jl:800 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/NoDeps.jl/test` in subproject `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/NoDeps.jl` DEBUG @ ReTestItems.jl:800 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/TestEndExpr.jl/src` in subproject `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/TestEndExpr.jl` DEBUG @ ReTestItems.jl:800 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/TestEndExpr.jl/test` in subproject `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/TestEndExpr.jl` DEBUG @ ReTestItems.jl:800 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/TestProjectFile.jl/src` in subproject `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/TestProjectFile.jl` DEBUG @ ReTestItems.jl:800 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/TestProjectFile.jl/test` in subproject `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/TestProjectFile.jl` DEBUG @ ReTestItems.jl:800 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/TestsInSrc.jl/src` in subproject `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/TestsInSrc.jl` DEBUG @ ReTestItems.jl:800 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/TestsInSrc.jl/src/a_dir` in subproject `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/TestsInSrc.jl` DEBUG @ ReTestItems.jl:800 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/TestsInSrc.jl/src/a_dir/x_dir` in subproject `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/TestsInSrc.jl` DEBUG @ ReTestItems.jl:800 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/TestsInSrc.jl/src/b_dir` in subproject `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/TestsInSrc.jl` DEBUG @ ReTestItems.jl:800 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/TestsInSrc.jl/test` in subproject `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/TestsInSrc.jl` DEBUG @ ReTestItems.jl:828 | Including test items from file `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_testitem_testsetup.jl` DEBUG @ ReTestItems.jl:828 | Including test items from file `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_timeout_tests.jl` DEBUG @ ReTestItems.jl:392 | Done including tests in ("/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_timeout_tests.jl",) [ Info: Finished scanning for test items in 0.01 seconds. [ Info: Scheduling 2 tests on pid 23 with 1 worker processes and 2 threads per worker. [ Info: Starting test workers Worker 393: [ Info: Starting test worker 1 on pid = 393, with 2 threads [ Info: Starting running test items Worker 393: 12:26:31 | maxrss 2.1% | mem 3.0% | START (1/2) test item "Test item takes 60 seconds" at test/testfiles/_timeout_tests.jl:1 Captured Logs for test item "Test item takes 60 seconds" at test/testfiles/_timeout_tests.jl:1 on worker 393 [393] signal 15: Terminated in expression starting at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_timeout_tests.jl:2 unknown function (ip: 0x7d026fba8f14) at /lib/x86_64-linux-gnu/libc.so.6 pthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line) uv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822 jl_parallel_gc_threadfun at /source/src/gc-stock.c:3654 unknown function (ip: 0x7d026fbac1c3) at /lib/x86_64-linux-gnu/libc.so.6 unknown function (ip: 0x7d026fc2c85b) at /lib/x86_64-linux-gnu/libc.so.6 unknown function (ip: (nil)) at (unknown file) unknown function (ip: 0x7d026fba8f14) at /lib/x86_64-linux-gnu/libc.so.6 pthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line) uv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822 ijl_task_get_next at /source/src/scheduler.c:523 ┌ Error: Worker(pid=393, terminated=true, termsignal=9) timed out running test item "Test item takes 60 seconds" after 4 seconds. Recording test error. └ @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:686 Worker 400: [ Info: Starting test worker on pid = 400, with 2 threads Worker 400: 12:26:44 | maxrss 2.1% | mem 3.0% | START (2/2) test item "Test which should run after timeout" at test/testfiles/_timeout_tests.jl:10 Worker 400: 12:26:44 | maxrss 2.1% | mem 3.0% | DONE (2/2) test item "Test which should run after timeout" 0.2 secs (97.0% compile), 20.59 K allocs (1.132 MB) Captured Logs for test item "Test which should run after timeout" at test/testfiles/_timeout_tests.jl:10 on worker 400 [400] signal 15: Terminated in expression starting at none:1 unknown function (ip: 0x7644668b4f14) at /lib/x86_64-linux-gnu/libc.so.6 pthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line) uv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822 jl_parallel_gc_threadfun at /source/src/gc-stock.c:3654 unknown function (ip: 0x7644668b81c3) at /lib/x86_64-linux-gnu/libc.so.6 unknown function (ip: 0x76446693885b) at /lib/x86_64-linux-gnu/libc.so.6 unknown function (ip: (nil)) at (unknown file) ┌ Error: Worker(pid=400, terminated=true, termsignal=9) timed out running test item "Test which should run after timeout" after 4 seconds. Recording test error. └ @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:686 [ Info: All tests on worker 1 completed. Closing Worker(pid=400, terminated=true, termsignal=9). DEBUG @ ReTestItems.jl:724 | Worker 1 closed: Worker(pid=400, terminated=true, termsignal=9) [ Tests Completed: 2/2 test items were run. DEBUG @ testcontext.jl:111 | Recording testitem results DEBUG @ testcontext.jl:120 | Recording dir "test" to dir "ReTestItems" DEBUG @ testcontext.jl:120 | Recording dir "test/testfiles" to dir "test" DEBUG @ testcontext.jl:129 | Recording file "test/testfiles/_timeout_tests.jl" to dir "test/testfiles" DEBUG @ testcontext.jl:138 | Recording TestItem "Test item takes 60 seconds" to file "test/testfiles/_timeout_tests.jl" DEBUG @ testcontext.jl:138 | Recording TestItem "Test which should run after timeout" to file "test/testfiles/_timeout_tests.jl" DEBUG @ testcontext.jl:115 | Done recording testitem results DEBUG @ ReTestItems.jl:479 | Calling Test.finish(testitems) DEBUG @ ReTestItems.jl:483 | Cleaning up test setup logs DEBUG @ ReTestItems.jl:492 | Done cleaning up test setup logs DEBUG @ ReTestItems.jl:494 | DONE testitem_timeout: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:716 Expression: n_passed(results) == 1 Evaluated: 0 == 1 Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:709 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:716 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] testitem_timeout: Error During Test at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:708 Got exception outside of a @test ArgumentError: Collection has multiple elements, must contain exactly 1 element Stacktrace: [1] _only @ ./iterators.jl:1586 [inlined] [2] only(x::Vector{Error}) @ Base.Iterators ./iterators.jl:1577 [3] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:47 [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:709 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [7] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:718 [inlined] [8] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:312 [9] IncludeInto @ ./Base.jl:313 [inlined] [10] (::var"#5#6")() @ Main ~/.julia/packages/ReTestItems/4doqz/test/runtests.jl:21 [11] withenv(f::var"#5#6", keyvals::Pair{String, Int64}) @ Base ./env.jl:265 [12] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/runtests.jl:15 [13] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [14] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/runtests.jl:17 [inlined] [15] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:312 [16] top-level scope @ none:6 [17] eval(m::Module, e::Any) @ Core ./boot.jl:489 [18] exec_options(opts::Base.JLOptions) @ Base ./client.jl:286 [19] _start() @ Base ./client.jl:553 DEBUG @ ReTestItems.jl:355 | Running tests in `("/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_timeout_tests.jl",)` for project at `/home/pkgeval/.julia/packages/ReTestItems/4doqz/Project.toml` DEBUG @ ReTestItems.jl:364 | Activating test environment for `/home/pkgeval/.julia/packages/ReTestItems/4doqz/Project.toml` [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_timeout_tests.jl DEBUG @ ReTestItems.jl:390 | Including tests in ("/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_timeout_tests.jl",) DEBUG @ ReTestItems.jl:800 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/src` in subproject `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl` DEBUG @ ReTestItems.jl:800 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/test` in subproject `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl` DEBUG @ ReTestItems.jl:800 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/MonoRepo.jl/monorepo_packages` in subproject `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/MonoRepo.jl` DEBUG @ ReTestItems.jl:800 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/MonoRepo.jl/monorepo_packages/B` in subproject `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/MonoRepo.jl` DEBUG @ ReTestItems.jl:800 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/MonoRepo.jl/monorepo_packages/B/src` in subproject `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/MonoRepo.jl` DEBUG @ ReTestItems.jl:800 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/MonoRepo.jl/monorepo_packages/C` in subproject `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/MonoRepo.jl` DEBUG @ ReTestItems.jl:800 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/MonoRepo.jl/monorepo_packages/C/src` in subproject `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/MonoRepo.jl` DEBUG @ ReTestItems.jl:800 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/MonoRepo.jl/monorepo_packages/C/test` in subproject `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/MonoRepo.jl` DEBUG @ ReTestItems.jl:800 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/MonoRepo.jl/monorepo_packages/D` in subproject `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/MonoRepo.jl` DEBUG @ ReTestItems.jl:800 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/MonoRepo.jl/monorepo_packages/D/src` in subproject `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/MonoRepo.jl` DEBUG @ ReTestItems.jl:800 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/MonoRepo.jl/src` in subproject `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/MonoRepo.jl` DEBUG @ ReTestItems.jl:800 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/MonoRepo.jl/test` in subproject `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/MonoRepo.jl` DEBUG @ ReTestItems.jl:800 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/NoDeps.jl/src` in subproject `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/NoDeps.jl` DEBUG @ ReTestItems.jl:800 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/NoDeps.jl/test` in subproject `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/NoDeps.jl` DEBUG @ ReTestItems.jl:800 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/TestEndExpr.jl/src` in subproject `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/TestEndExpr.jl` DEBUG @ ReTestItems.jl:800 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/TestEndExpr.jl/test` in subproject `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/TestEndExpr.jl` DEBUG @ ReTestItems.jl:800 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/TestProjectFile.jl/src` in subproject `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/TestProjectFile.jl` DEBUG @ ReTestItems.jl:800 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/TestProjectFile.jl/test` in subproject `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/TestProjectFile.jl` DEBUG @ ReTestItems.jl:800 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/TestsInSrc.jl/src` in subproject `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/TestsInSrc.jl` DEBUG @ ReTestItems.jl:800 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/TestsInSrc.jl/src/a_dir` in subproject `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/TestsInSrc.jl` DEBUG @ ReTestItems.jl:800 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/TestsInSrc.jl/src/a_dir/x_dir` in subproject `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/TestsInSrc.jl` DEBUG @ ReTestItems.jl:800 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/TestsInSrc.jl/src/b_dir` in subproject `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/TestsInSrc.jl` DEBUG @ ReTestItems.jl:800 | Skipping files in `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/TestsInSrc.jl/test` in subproject `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/TestsInSrc.jl` DEBUG @ ReTestItems.jl:828 | Including test items from file `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_testitem_testsetup.jl` DEBUG @ ReTestItems.jl:828 | Including test items from file `/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_timeout_tests.jl` DEBUG @ ReTestItems.jl:392 | Done including tests in ("/home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_timeout_tests.jl",) [ Info: Finished scanning for test items in 0.01 seconds. [ Info: Scheduling 2 tests on pid 23 with 1 worker processes and 2 threads per worker. [ Info: Starting test workers Worker 407: [ Info: Starting test worker 1 on pid = 407, with 2 threads [ Info: Starting running test items Worker 407: 12:26:58 | maxrss 2.1% | mem 3.0% | START (1/2) test item "Test item takes 60 seconds" at test/testfiles/_timeout_tests.jl:1 Captured Logs for test item "Test item takes 60 seconds" at test/testfiles/_timeout_tests.jl:1 on worker 407 [407] signal 15: Terminated in expression starting at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_timeout_tests.jl:2 unknown function (ip: 0x798bfc867f14) at /lib/x86_64-linux-gnu/libc.so.6 pthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line) uv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822 jl_parallel_gc_threadfun at /source/src/gc-stock.c:3654 unknown function (ip: 0x798bfc86b1c3) at /lib/x86_64-linux-gnu/libc.so.6 unknown function (ip: 0x798bfc8eb85b) at /lib/x86_64-linux-gnu/libc.so.6 unknown function (ip: (nil)) at (unknown file) unknown function (ip: 0x798bfc867f14) at /lib/x86_64-linux-gnu/libc.so.6 pthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line) uv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822 ijl_task_get_next at /source/src/scheduler.c:523 ┌ Error: Worker(pid=407, terminated=true, termsignal=9) timed out running test item "Test item takes 60 seconds" after 4 seconds. Recording test error. └ @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:686 Worker 414: [ Info: Starting test worker on pid = 414, with 2 threads Worker 414: 12:27:11 | maxrss 2.1% | mem 3.0% | START (2/2) test item "Test which should run after timeout" at test/testfiles/_timeout_tests.jl:10 Worker 414: 12:27:12 | maxrss 2.1% | mem 3.0% | DONE (2/2) test item "Test which should run after timeout" 0.2 secs (96.7% compile), 20.59 K allocs (1.132 MB) Captured Logs for test item "Test which should run after timeout" at test/testfiles/_timeout_tests.jl:10 on worker 414 [414] signal 15: Terminated in expression starting at none:1 unknown function (ip: 0x714bfb09af14) at /lib/x86_64-linux-gnu/libc.so.6 pthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line) uv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822 ┌ Error: Worker(pid=414, terminated=true, termsignal=9) timed out running test item "Test which should run after timeout" after 4 seconds. Recording test error. └ @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:686 [ Info: All tests on worker 1 completed. Closing Worker(pid=414, terminated=true, termsignal=9). DEBUG @ ReTestItems.jl:724 | Worker 1 closed: Worker(pid=414, terminated=true, termsignal=9) [ Tests Completed: 2/2 test items were run. DEBUG @ testcontext.jl:111 | Recording testitem results DEBUG @ testcontext.jl:120 | Recording dir "test" to dir "ReTestItems" DEBUG @ testcontext.jl:120 | Recording dir "test/testfiles" to dir "test" DEBUG @ testcontext.jl:129 | Recording file "test/testfiles/_timeout_tests.jl" to dir "test/testfiles" DEBUG @ testcontext.jl:138 | Recording TestItem "Test item takes 60 seconds" to file "test/testfiles/_timeout_tests.jl" DEBUG @ testcontext.jl:138 | Recording TestItem "Test which should run after timeout" to file "test/testfiles/_timeout_tests.jl" DEBUG @ testcontext.jl:115 | Done recording testitem results DEBUG @ ReTestItems.jl:479 | Calling Test.finish(testitems) DEBUG @ ReTestItems.jl:483 | Cleaning up test setup logs DEBUG @ ReTestItems.jl:492 | Done cleaning up test setup logs DEBUG @ ReTestItems.jl:494 | DONE testitem_timeout set via env variable: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:738 Expression: n_passed(results) == 1 Evaluated: 0 == 1 Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:729 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:738 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] testitem_timeout set via env variable: Error During Test at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:728 Got exception outside of a @test ArgumentError: Collection has multiple elements, must contain exactly 1 element Stacktrace: [1] _only @ ./iterators.jl:1586 [inlined] [2] only(x::Vector{Error}) @ Base.Iterators ./iterators.jl:1577 [3] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:47 [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:729 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [7] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:740 [inlined] [8] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:312 [9] IncludeInto @ ./Base.jl:313 [inlined] [10] (::var"#5#6")() @ Main ~/.julia/packages/ReTestItems/4doqz/test/runtests.jl:21 [11] withenv(f::var"#5#6", keyvals::Pair{String, Int64}) @ Base ./env.jl:265 [12] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/runtests.jl:15 [13] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [14] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/runtests.jl:17 [inlined] [15] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:312 [16] top-level scope @ none:6 [17] eval(m::Module, e::Any) @ Core ./boot.jl:489 [18] exec_options(opts::Base.JLOptions) @ Base ./client.jl:286 [19] _start() @ Base ./client.jl:553 [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_timeout2_tests.jl [ Info: Finished scanning for test items in 0.01 seconds. [ Info: Scheduling 1 tests on pid 23 with 1 worker processes and 2 threads per worker. [ Info: Starting test workers Worker 421: [ Info: Starting test worker 1 on pid = 421, with 2 threads [ Info: Starting running test items Worker 421: 12:27:25 | maxrss 2.1% | mem 3.0% | START (1/1) test item "Sets timeout=6" at test/testfiles/_timeout2_tests.jl:1 Captured Logs for test item "Sets timeout=6" at test/testfiles/_timeout2_tests.jl:1 on worker 421 [421] signal 15: Terminated in expression starting at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_timeout2_tests.jl:2 unknown function (ip: 0x721047271f14) at /lib/x86_64-linux-gnu/libc.so.6 pthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line) uv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822 jl_parallel_gc_threadfun at /source/src/gc-stock.c:3654 unknown function (ip: 0x7210472751c3) at /lib/x86_64-linux-gnu/libc.so.6 unknown function (ip: 0x7210472f585b) at /lib/x86_64-linux-gnu/libc.so.6 unknown function (ip: (nil)) at (unknown file) unknown function (ip: 0x721047271f14) at /lib/x86_64-linux-gnu/libc.so.6 pthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line) uv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822 ijl_task_get_next at /source/src/scheduler.c:523 ┌ Error: Worker(pid=421, terminated=true, termsignal=9) timed out running test item "Sets timeout=6" after 6 seconds. Recording test error. └ @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:686 [ Info: All tests on worker 1 completed. Closing Worker(pid=421, terminated=true, termsignal=9). [ Tests Completed: 1/1 test items were run. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_timeout2_tests.jl [ Info: Finished scanning for test items in 0.01 seconds. [ Info: Scheduling 1 tests on pid 23 with 1 worker processes and 2 threads per worker. [ Info: Starting test workers Worker 428: [ Info: Starting test worker 1 on pid = 428, with 2 threads [ Info: Starting running test items Worker 428: 12:27:41 | maxrss 2.1% | mem 3.0% | START (1/1) test item "Sets timeout=6" at test/testfiles/_timeout2_tests.jl:1 Captured Logs for test item "Sets timeout=6" at test/testfiles/_timeout2_tests.jl:1 on worker 428 [428] signal 15: Terminated in expression starting at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_timeout2_tests.jl:2 unknown function (ip: 0x7dc49189ef14) at /lib/x86_64-linux-gnu/libc.so.6 pthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line) uv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822 jl_parallel_gc_threadfun at /source/src/gc-stock.c:3654 unknown function (ip: 0x7dc4918a21c3) at /lib/x86_64-linux-gnu/libc.so.6 unknown function (ip: 0x7dc49192285b) at /lib/x86_64-linux-gnu/libc.so.6 unknown function (ip: (nil)) at (unknown file) unknown function (ip: 0x7dc49189ef14) at /lib/x86_64-linux-gnu/libc.so.6 pthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line) uv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822 ijl_task_get_next at /source/src/scheduler.c:523 ┌ Error: Worker(pid=428, terminated=true, termsignal=9) timed out running test item "Sets timeout=6" after 6 seconds. Recording test error. └ @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:686 [ Info: All tests on worker 1 completed. Closing Worker(pid=428, terminated=true, termsignal=9). [ Tests Completed: 1/1 test items were run. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_timeout2_tests.jl [ Info: Finished scanning for test items in 0.0 seconds. [ Info: Scheduling 1 tests on pid 23 with 1 worker processes and 2 threads per worker. [ Info: Starting test workers Worker 435: [ Info: Starting test worker 1 on pid = 435, with 2 threads [ Info: Starting running test items Worker 435: 12:27:56 | maxrss 2.1% | mem 3.0% | START (1/1) test item "Sets timeout=6" at test/testfiles/_timeout2_tests.jl:1 Captured Logs for test item "Sets timeout=6" at test/testfiles/_timeout2_tests.jl:1 on worker 435 [435] signal 15: Terminated in expression starting at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_timeout2_tests.jl:2 unknown function (ip: 0x710816daef14) at /lib/x86_64-linux-gnu/libc.so.6 pthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line) uv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822 jl_parallel_gc_threadfun at /source/src/gc-stock.c:3654 unknown function (ip: 0x710816db21c3) at /lib/x86_64-linux-gnu/libc.so.6 unknown function (ip: 0x710816e3285b) at /lib/x86_64-linux-gnu/libc.so.6 unknown function (ip: (nil)) at (unknown file) unknown function (ip: 0x710816daef14) at /lib/x86_64-linux-gnu/libc.so.6 pthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line) uv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822 ijl_task_get_next at /source/src/scheduler.c:523 wait at ./task.jl:1192 wait_forever at ./task.jl:1129 jfptr_wait_forever_53872.1 at /opt/julia/lib/julia/sys.so (unknown line) _jl_invoke at /source/src/gf.c:4015 [inlined] ijl_apply_generic at /source/src/gf.c:4212 jl_apply at /source/src/julia.h:2375 [inlined] start_task at /source/src/task.c:1253 unknown function (ip: (nil)) at (unknown file) unknown function (ip: 0x710816daef14) at /lib/x86_64-linux-gnu/libc.so.6 pthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line) uv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822 ijl_task_get_next at /source/src/scheduler.c:523 wait at ./task.jl:1192 wait_forever at ./task.jl:1129 jfptr_wait_forever_53872.1 at /opt/julia/lib/julia/sys.so (unknown line) _jl_invoke at /source/src/gf.c:4015 [inlined] ijl_apply_generic at /source/src/gf.c:4212 jl_apply at /source/src/julia.h:2375 [inlined] start_task at /source/src/task.c:1253 unknown function (ip: (nil)) at (unknown file) epoll_pwait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line) uv__io_poll at /workspace/srcdir/libuv/src/unix/linux.c:1404 uv_run at /workspace/srcdir/libuv/src/unix/core.c:430 ijl_task_get_next at /source/src/scheduler.c:457 wait at ./task.jl:1192 wait_forever at ./task.jl:1129 jfptr_wait_forever_53872.1 at /opt/julia/lib/julia/sys.so (unknown line) _jl_invoke at /source/src/gf.c:4015 [inlined] ijl_apply_generic at /source/src/gf.c:4212 jl_apply at /source/src/julia.h:2375 [inlined] start_task at /source/src/task.c:1253 unknown function (ip: (nil)) at (unknown file) Allocations: 2974888 (Pool: 2974814; Big: 74); GC: 4 fatal: error thrown and no exception handler available. Core.InterruptException() ┌ Error: Worker(pid=435, terminated=true, termsignal=15) timed out running test item "Sets timeout=6" after 6 seconds. Recording test error. └ @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:686 [ Info: All tests on worker 1 completed. Closing Worker(pid=435, terminated=true, termsignal=15). [ Tests Completed: 1/1 test items were run. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_invalid_file1_test.jl [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_invalid_file2_test.jl [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_empty_file_test.jl [ Info: Finished scanning for test items in 0.0 seconds. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_empty_file_test.jl [ Info: Finished scanning for test items in 0.0 seconds. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_nworker_threads_test.jl [ Info: Finished scanning for test items in 0.01 seconds. [ Info: Scheduling 1 tests on pid 23 with 1 worker processes and 3,2 threads per worker. [ Info: Starting test workers Worker 449: [ Info: Starting test worker 1 on pid = 449, with 3,2 threads [ Info: Starting running test items Worker 449: 12:28:27 | maxrss 2.1% | mem 3.0% | START (1/1) test item "Was spawned with 3,2 threads" at test/testfiles/_nworker_threads_test.jl:2 Worker 449: 12:28:27 | maxrss 2.1% | mem 3.0% | DONE (1/1) test item "Was spawned with 3,2 threads" 0.2 secs (93.6% compile), 20.83 K allocs (1.133 MB) [ Info: All tests on worker 1 completed. Closing Worker(pid=449). Worker 449: [449] signal 15: Terminated [ Tests Completed: 1/1 test items were run. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_misuse_file1_test.jl [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_misuse_file2_test.jl [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_misuse_file3_test.jl [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_misuse_file4_test.jl [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_misuse_file4_test.jl WARNING: Method definition filter_func(Any) in module Main at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:815 overwritten at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:849. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_support_rai_test.jl [ Info: Finished scanning for test items in 0.14 seconds. [ Info: Scheduling 3 tests on pid 23 12:28:31 | maxrss 2.1% | mem 2.3% | START (1/3) test item "ti" at test/testfiles/_support_rai_test.jl:3 12:28:31 | maxrss 2.1% | mem 2.3% | DONE (1/3) test item "ti" <0.1 secs (<0.1% compile), 1.66 K allocs (101.144 KB) 12:28:31 | maxrss 2.1% | mem 2.3% | START (2/3) test item "other A" at test/integrationtests.jl:841 12:28:31 | maxrss 2.1% | mem 2.3% | DONE (2/3) test item "other A" <0.1 secs (<0.1% compile), 1.32 K allocs (76.432 KB) 12:28:31 | maxrss 2.1% | mem 2.3% | START (3/3) test item "other B" at test/integrationtests.jl:841 12:28:31 | maxrss 2.1% | mem 2.3% | DONE (3/3) test item "other B" <0.1 secs (<0.1% compile), 1.32 K allocs (75.072 KB) [ Tests Completed: 3/3 test items were run. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_support_rai_test.jl [ Info: Finished scanning for test items in 0.01 seconds. [ Info: Scheduling 1 tests on pid 23 12:28:31 | maxrss 2.1% | mem 2.3% | START (1/1) test item "ti" at test/testfiles/_support_rai_test.jl:3 12:28:31 | maxrss 2.1% | mem 2.3% | DONE (1/1) test item "ti" <0.1 secs (<0.1% compile), 1.15 K allocs (63.968 KB) [ Tests Completed: 1/1 test items were run. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_support_rai_test.jl [ Info: Finished scanning for test items in 0.01 seconds. [ Info: Scheduling 2 tests on pid 23 12:28:31 | maxrss 2.1% | mem 2.3% | START (1/2) test item "other A" at test/integrationtests.jl:841 12:28:31 | maxrss 2.1% | mem 2.3% | DONE (1/2) test item "other A" <0.1 secs (<0.1% compile), 1.32 K allocs (75.072 KB) 12:28:31 | maxrss 2.1% | mem 2.3% | START (2/2) test item "other B" at test/integrationtests.jl:841 12:28:31 | maxrss 2.1% | mem 2.3% | DONE (2/2) test item "other B" <0.1 secs (<0.1% compile), 1.32 K allocs (79.464 KB) [ Tests Completed: 2/2 test items were run. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_support_rai_test.jl [ Info: Finished scanning for test items in 0.01 seconds. [ Info: Scheduling 1 tests on pid 23 12:28:31 | maxrss 2.1% | mem 2.3% | START (1/1) test item "other B" at test/integrationtests.jl:841 12:28:31 | maxrss 2.1% | mem 2.3% | DONE (1/1) test item "other B" <0.1 secs (<0.1% compile), 1.32 K allocs (75.072 KB) [ Tests Completed: 1/1 test items were run. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_support_rai_test.jl [ Info: Finished scanning for test items in 0.63 seconds. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_duplicate_names_test.jl [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_duplicate_names_test.jl [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_same_name1_test.jl, /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_same_name2_test.jl [ Info: Finished scanning for test items in 0.01 seconds. [ Info: Scheduling 2 tests on pid 23 12:28:32 | maxrss 2.1% | mem 2.3% | START (1/2) test item "same name" at test/testfiles/_same_name1_test.jl:2 12:28:32 | maxrss 2.1% | mem 2.3% | DONE (1/2) test item "same name" <0.1 secs (<0.1% compile), 1.08 K allocs (61.664 KB) 12:28:32 | maxrss 2.1% | mem 2.3% | START (2/2) test item "same name" at test/testfiles/_same_name2_test.jl:2 12:28:32 | maxrss 2.1% | mem 2.3% | DONE (2/2) test item "same name" <0.1 secs (<0.1% compile), 1.08 K allocs (61.664 KB) [ Tests Completed: 2/2 test items were run. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_same_name1_test.jl, /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_same_name2_test.jl [ Info: Finished scanning for test items in 0.01 seconds. [ Info: Scheduling 2 tests on pid 23 with 1 worker processes and 2 threads per worker. [ Info: Starting test workers Worker 459: [ Info: Starting test worker 1 on pid = 459, with 2 threads [ Info: Starting running test items Worker 459: 12:28:45 | maxrss 2.1% | mem 3.0% | START (1/2) test item "same name" at test/testfiles/_same_name1_test.jl:2 Worker 459: 12:28:45 | maxrss 2.1% | mem 3.0% | DONE (1/2) test item "same name" 0.2 secs (96.5% compile), 20.59 K allocs (1.132 MB) Worker 459: 12:28:46 | maxrss 2.1% | mem 3.0% | START (2/2) test item "same name" at test/testfiles/_same_name2_test.jl:2 Worker 459: 12:28:46 | maxrss 2.1% | mem 3.0% | DONE (2/2) test item "same name" <0.1 secs (<0.1% compile), 1.09 K allocs (63.248 KB) [ Info: All tests on worker 1 completed. Closing Worker(pid=459). Worker 459: [459] signal 15: Terminated [ Tests Completed: 2/2 test items were run. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_duplicate_id_test.jl [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_duplicate_id_test.jl [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_timeout_tests.jl [ Info: Finished scanning for test items in 0.01 seconds. [ Info: Scheduling 2 tests on pid 23 with 1 worker processes and 2 threads per worker. [ Info: Starting test workers Worker 466: [ Info: Starting test worker 1 on pid = 466, with 2 threads [ Info: Starting running test items Worker 466: [466] signal 15: Terminated in expression starting at none:1 unknown function (ip: 0x7bc464fd0f14) at /lib/x86_64-linux-gnu/libc.so.6 pthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line) uv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822 No Captured Logs for test item "Test item takes 60 seconds" at test/testfiles/_timeout_tests.jl:1 on worker 466 ┌ Error: Worker(pid=466, terminated=true, termsignal=9) timed out running test item "Test item takes 60 seconds" after 3 seconds. Recording test error. └ @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:686 Worker 473: [ Info: Starting test worker on pid = 473, with 2 threads Worker 473: [473] signal 15: Terminated in expression starting at none:1 unknown function (ip: 0x7f66e8b28f14) at /lib/x86_64-linux-gnu/libc.so.6 pthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line) uv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822 No Captured Logs for test item "Test which should run after timeout" at test/testfiles/_timeout_tests.jl:10 on worker 473 ┌ Error: Worker(pid=473, terminated=true, termsignal=9) timed out running test item "Test which should run after timeout" after 3 seconds. Recording test error. └ @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:686 [ Info: All tests on worker 1 completed. Closing Worker(pid=473, terminated=true, termsignal=9). [ Tests Completed: 2/2 test items were run. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_happy_tests.jl [ Info: Finished scanning for test items in 0.01 seconds. [ Info: Scheduling 3 tests on pid 23 12:34:18 | maxrss 2.1% | mem 2.3% | START (1/3) test item "happy 1" at test/testfiles/_happy_tests.jl:1 12:34:18 | maxrss 2.1% | mem 2.3% | DONE (1/3) test item "happy 1" <0.1 secs (<0.1% compile), 2.67 K allocs (119.600 KB) 12:34:18 | maxrss 2.1% | mem 2.3% | START (2/3) test item "happy 2" at test/testfiles/_happy_tests.jl:5 12:34:18 | maxrss 2.1% | mem 2.3% | DONE (2/3) test item "happy 2" <0.1 secs (<0.1% compile), 2.19 K allocs (100.528 KB) 12:34:18 | maxrss 2.1% | mem 2.3% | START (3/3) test item "happy 3" at test/testfiles/_happy_tests.jl:9 12:34:18 | maxrss 2.1% | mem 2.3% | DONE (3/3) test item "happy 3" <0.1 secs (<0.1% compile), 2.19 K allocs (100.528 KB) [ Tests Completed: 3/3 test items were run. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_happy_tests.jl [ Info: Finished scanning for test items in 0.01 seconds. [ Info: Scheduling 3 tests on pid 23 12:34:19 | maxrss 2.1% | mem 2.3% | START (1/3) test item "happy 1" at test/testfiles/_happy_tests.jl:1 12:34:19 | maxrss 2.1% | mem 2.3% | DONE (1/3) test item "happy 1" <0.1 secs (<0.1% compile), 1.71 K allocs (83.728 KB) No Captured Logs for test item "happy 1" at test/testfiles/_happy_tests.jl:1 on worker 23 Error in testset "happy 1" on worker 23: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1060 Expression: 1 == 2 12:34:19 | maxrss 2.1% | mem 2.3% | START (2/3) test item "happy 2" at test/testfiles/_happy_tests.jl:5 12:34:19 | maxrss 2.1% | mem 2.3% | DONE (2/3) test item "happy 2" <0.1 secs (<0.1% compile), 1.70 K allocs (84.976 KB) No Captured Logs for test item "happy 2" at test/testfiles/_happy_tests.jl:5 on worker 23 Error in testset "happy 2" on worker 23: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1060 Expression: 1 == 2 12:34:19 | maxrss 2.1% | mem 2.3% | START (3/3) test item "happy 3" at test/testfiles/_happy_tests.jl:9 12:34:19 | maxrss 2.1% | mem 2.3% | DONE (3/3) test item "happy 3" <0.1 secs (<0.1% compile), 1.70 K allocs (86.456 KB) No Captured Logs for test item "happy 3" at test/testfiles/_happy_tests.jl:9 on worker 23 Error in testset "happy 3" on worker 23: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1060 Expression: 1 == 2 [ Tests Completed: 3/3 test items were run. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_happy_tests.jl [ Info: Finished scanning for test items in 0.01 seconds. [ Info: Scheduling 3 tests on pid 23 with 1 worker processes and 2 threads per worker. [ Info: Starting test workers Worker 639: [ Info: Starting test worker 1 on pid = 639, with 2 threads [ Info: Starting running test items Worker 639: 12:34:32 | maxrss 2.1% | mem 3.1% | START (1/3) test item "happy 1" at test/testfiles/_happy_tests.jl:1 Worker 639: 12:34:32 | maxrss 2.1% | mem 3.1% | DONE (1/3) test item "happy 1" 0.2 secs (95.3% compile), 21.27 K allocs (1.147 MB) Worker 639: 12:34:33 | maxrss 2.1% | mem 3.1% | START (2/3) test item "happy 2" at test/testfiles/_happy_tests.jl:5 Worker 639: 12:34:33 | maxrss 2.1% | mem 3.1% | DONE (2/3) test item "happy 2" <0.1 secs (<0.1% compile), 2.20 K allocs (101.984 KB) Worker 639: 12:34:34 | maxrss 2.1% | mem 3.1% | START (3/3) test item "happy 3" at test/testfiles/_happy_tests.jl:9 Worker 639: 12:34:34 | maxrss 2.1% | mem 3.1% | DONE (3/3) test item "happy 3" <0.1 secs (<0.1% compile), 2.20 K allocs (100.656 KB) [ Info: All tests on worker 1 completed. Closing Worker(pid=639). Worker 639: [639] signal 15: Terminated [ Tests Completed: 3/3 test items were run. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_happy_tests.jl [ Info: Finished scanning for test items in 0.01 seconds. [ Info: Scheduling 3 tests on pid 23 with 1 worker processes and 2 threads per worker. [ Info: Starting test workers Worker 646: [ Info: Starting test worker 1 on pid = 646, with 2 threads [ Info: Starting running test items Worker 646: 12:34:48 | maxrss 2.1% | mem 3.0% | START (1/3) test item "happy 1" at test/testfiles/_happy_tests.jl:1 Worker 646: 12:34:48 | maxrss 2.1% | mem 3.0% | DONE (1/3) test item "happy 1" 0.2 secs (95.9% compile), 20.79 K allocs (1.130 MB) No Captured Logs for test item "happy 1" at test/testfiles/_happy_tests.jl:1 on worker 646 Error in testset "happy 1" on worker 646: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1060 Expression: 1 == 2 Worker 646: 12:34:49 | maxrss 2.1% | mem 3.0% | START (2/3) test item "happy 2" at test/testfiles/_happy_tests.jl:5 Worker 646: 12:34:49 | maxrss 2.1% | mem 3.1% | DONE (2/3) test item "happy 2" <0.1 secs (<0.1% compile), 1.71 K allocs (84.928 KB) No Captured Logs for test item "happy 2" at test/testfiles/_happy_tests.jl:5 on worker 646 Error in testset "happy 2" on worker 646: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1060 Expression: 1 == 2 Worker 646: 12:34:51 | maxrss 2.1% | mem 3.1% | START (3/3) test item "happy 3" at test/testfiles/_happy_tests.jl:9 Worker 646: 12:34:51 | maxrss 2.1% | mem 3.1% | DONE (3/3) test item "happy 3" <0.1 secs (<0.1% compile), 1.71 K allocs (83.600 KB) No Captured Logs for test item "happy 3" at test/testfiles/_happy_tests.jl:9 on worker 646 Error in testset "happy 3" on worker 646: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1060 Expression: 1 == 2 [ Info: All tests on worker 1 completed. Closing Worker(pid=646). Worker 646: [646] signal 15: Terminated [ Tests Completed: 3/3 test items were run. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_happy_tests.jl [ Info: Finished scanning for test items in 0.01 seconds. [ Info: Scheduling 3 tests on pid 23 with 2 worker processes and 2 threads per worker. [ Info: Starting test workers Worker 653: [ Info: Starting test worker 1 on pid = 653, with 2 threads Worker 655: [ Info: Starting test worker 2 on pid = 655, with 2 threads [ Info: Starting running test items Worker 655: 12:35:20 | maxrss 2.1% | mem 3.8% | START (2/3) test item "happy 2" at test/testfiles/_happy_tests.jl:5 Worker 653: 12:35:20 | maxrss 2.1% | mem 3.8% | START (1/3) test item "happy 1" at test/testfiles/_happy_tests.jl:1 Worker 653: 12:35:21 | maxrss 2.1% | mem 3.8% | DONE (1/3) test item "happy 1" 0.5 secs (96.5% compile), 21.27 K allocs (1.147 MB) Worker 655: 12:35:21 | maxrss 2.1% | mem 3.8% | DONE (2/3) test item "happy 2" 0.5 secs (96.5% compile), 21.27 K allocs (1.147 MB) Worker 653: 12:35:23 | maxrss 2.1% | mem 3.8% | START (3/3) test item "happy 3" at test/testfiles/_happy_tests.jl:9 Worker 653: 12:35:23 | maxrss 2.1% | mem 3.8% | DONE (3/3) test item "happy 3" <0.1 secs (<0.1% compile), 2.20 K allocs (101.984 KB) [ Info: All tests on worker 2 completed. Closing Worker(pid=655). [ Info: All tests on worker 1 completed. Closing Worker(pid=653). Worker 653: [653] signal 15: Terminated [ Tests Completed: 3/3 test items were run. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_happy_tests.jl [ Info: Finished scanning for test items in 0.01 seconds. [ Info: Scheduling 3 tests on pid 23 with 2 worker processes and 2 threads per worker. [ Info: Starting test workers Worker 669: [ Info: Starting test worker 2 on pid = 669, with 2 threads Worker 667: [ Info: Starting test worker 1 on pid = 667, with 2 threads [ Info: Starting running test items Worker 667: 12:35:53 | maxrss 2.1% | mem 3.9% | START (1/3) test item "happy 1" at test/testfiles/_happy_tests.jl:1 Worker 669: 12:35:53 | maxrss 2.1% | mem 3.9% | START (2/3) test item "happy 2" at test/testfiles/_happy_tests.jl:5 Worker 669: 12:35:54 | maxrss 2.1% | mem 3.9% | DONE (2/3) test item "happy 2" 0.5 secs (96.2% compile), 20.79 K allocs (1.130 MB) Worker 667: 12:35:54 | maxrss 2.1% | mem 3.9% | DONE (1/3) test item "happy 1" 0.5 secs (95.8% compile), 20.79 K allocs (1.130 MB) No Captured Logs for test item "happy 2" at test/testfiles/_happy_tests.jl:5 on worker 669 Error in testset "happy 2" on worker 669: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1060 Expression: 1 == 2 No Captured Logs for test item "happy 1" at test/testfiles/_happy_tests.jl:1 on worker 667 Error in testset "happy 1" on worker 667: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1060 Expression: 1 == 2 Worker 669: 12:35:58 | maxrss 2.1% | mem 3.9% | START (3/3) test item "happy 3" at test/testfiles/_happy_tests.jl:9 Worker 669: 12:35:58 | maxrss 2.1% | mem 3.9% | DONE (3/3) test item "happy 3" <0.1 secs (<0.1% compile), 1.71 K allocs (84.928 KB) [ Info: All tests on worker 1 completed. Closing Worker(pid=667). Worker 667: [667] signal 15: Terminated in expression starting at none:1 unknown function (ip: 0x7a14c3bacf14) at /lib/x86_64-linux-gnu/libc.so.6 pthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line) uv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822 No Captured Logs for test item "happy 3" at test/testfiles/_happy_tests.jl:9 on worker 669 Error in testset "happy 3" on worker 669: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1060 Expression: 1 == 2 [ Info: All tests on worker 2 completed. Closing Worker(pid=669). Worker 669: [669] signal 15: Terminated [ Tests Completed: 3/3 test items were run. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_happy_tests.jl [ Info: Finished scanning for test items in 0.01 seconds. [ Info: Scheduling 3 tests on pid 23 with 1 worker processes and 2 threads per worker. [ Info: Starting test workers Worker 681: [ Info: Starting test worker 1 on pid = 681, with 2 threads [ Info: Starting running test items Worker 681: 12:36:13 | maxrss 2.1% | mem 3.0% | START (1/3) test item "happy 1" at test/testfiles/_happy_tests.jl:1 Worker 681: 12:36:13 | maxrss 2.1% | mem 3.0% | DONE (1/3) test item "happy 1" 0.2 secs (96.1% compile), 21.26 K allocs (1.158 MB) Worker 681: 12:36:14 | maxrss 2.1% | mem 3.1% | START (2/3) test item "happy 2" at test/testfiles/_happy_tests.jl:5 Worker 681: 12:36:14 | maxrss 2.1% | mem 3.1% | DONE (2/3) test item "happy 2" <0.1 secs (<0.1% compile), 1.61 K allocs (81.424 KB) Worker 681: 12:36:15 | maxrss 2.1% | mem 3.1% | START (3/3) test item "happy 3" at test/testfiles/_happy_tests.jl:9 Worker 681: 12:36:15 | maxrss 2.1% | mem 3.1% | DONE (3/3) test item "happy 3" <0.1 secs (<0.1% compile), 1.61 K allocs (80.096 KB) [ Info: All tests on worker 1 completed. Closing Worker(pid=681). Worker 681: [681] signal 15: Terminated [ Tests Completed: 3/3 test items were run. report printing: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1083 Expression: contains(c3.output, r"Test Summary: \| Pass Total Time ReTestItems \| 6 6 \d.\ds ") Evaluated: contains("Test Summary: | Pass Total Time\nReTestItems | 6 6 16.2s\n", r"Test Summary: \| Pass Total Time ReTestItems \| 6 6 \d.\ds ") Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1040 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1071 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [7] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1083 [inlined] [8] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_happy_tests.jl [ Info: Finished scanning for test items in 0.01 seconds. [ Info: Scheduling 3 tests on pid 23 with 1 worker processes and 2 threads per worker. [ Info: Starting test workers Worker 688: [ Info: Starting test worker 1 on pid = 688, with 2 threads [ Info: Starting running test items Worker 688: 12:36:29 | maxrss 2.1% | mem 3.0% | START (1/3) test item "happy 1" at test/testfiles/_happy_tests.jl:1 Worker 688: 12:36:30 | maxrss 2.1% | mem 3.1% | DONE (1/3) test item "happy 1" 0.4 secs (96.2% compile), 53.12 K allocs (2.949 MB) No Captured Logs for test item "happy 1" at test/testfiles/_happy_tests.jl:1 on worker 688 Error in testset "post-testitem" on worker 688: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1094 Expression: false Worker 688: 12:36:32 | maxrss 2.1% | mem 3.1% | START (2/3) test item "happy 2" at test/testfiles/_happy_tests.jl:5 Worker 688: 12:36:32 | maxrss 2.1% | mem 3.1% | DONE (2/3) test item "happy 2" <0.1 secs (<0.1% compile), 3.23 K allocs (137.704 KB) No Captured Logs for test item "happy 2" at test/testfiles/_happy_tests.jl:5 on worker 688 Error in testset "post-testitem" on worker 688: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1094 Expression: false Worker 688: 12:36:33 | maxrss 2.1% | mem 3.1% | START (3/3) test item "happy 3" at test/testfiles/_happy_tests.jl:9 Worker 688: 12:36:33 | maxrss 2.1% | mem 3.1% | DONE (3/3) test item "happy 3" <0.1 secs (<0.1% compile), 3.23 K allocs (136.376 KB) No Captured Logs for test item "happy 3" at test/testfiles/_happy_tests.jl:9 on worker 688 Error in testset "post-testitem" on worker 688: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1094 Expression: false [ Info: All tests on worker 1 completed. Closing Worker(pid=688). Worker 688: [688] signal 15: Terminated [ Tests Completed: 3/3 test items were run. report printing: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1105 Expression: contains(c4.output, r"Test Summary: \| Pass Fail Total Time ReTestItems \| 3 3 6 \d.\ds ") Evaluated: contains("Test Summary: | Pass Fail Total Time\nReTestItems | 3 3 6 18.4s\n test | 3 3 6 \n test/testfiles | 3 3 6 \n test/testfiles/_happy_tests.jl | 3 3 6 \n happy 1 | 1 1 2 0.4s\n post-testitem | 1 1 0.0s\n happy 2 | 1 1 2 0.0s\n post-testitem | 1 1 0.0s\n happy 3 | 1 1 2 0.0s\n post-testitem | 1 1 0.0s\n", r"Test Summary: \| Pass Fail Total Time ReTestItems \| 3 3 6 \d.\ds ") Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1040 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1071 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [7] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1105 [inlined] [8] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] report printing: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1112 Expression: contains(c4.output, r"\s* happy 1 \| 1 1 2 \d.\ds \s* post-testitem \| 1 1 \d.\ds ") Evaluated: contains("Test Summary: | Pass Fail Total Time\nReTestItems | 3 3 6 18.4s\n test | 3 3 6 \n test/testfiles | 3 3 6 \n test/testfiles/_happy_tests.jl | 3 3 6 \n happy 1 | 1 1 2 0.4s\n post-testitem | 1 1 0.0s\n happy 2 | 1 1 2 0.0s\n post-testitem | 1 1 0.0s\n happy 3 | 1 1 2 0.0s\n post-testitem | 1 1 0.0s\n", r"\s* happy 1 \| 1 1 2 \d.\ds \s* post-testitem \| 1 1 \d.\ds ") Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1040 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1071 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [7] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1112 [inlined] [8] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] Activating project at `~/.julia/packages/ReTestItems/4doqz/test/packages/TestEndExpr.jl` ┌ Warning: The project dependencies or compat requirements have changed since the manifest was last resolved. │ It is recommended to `Pkg.resolve()` or consider `Pkg.update()` if necessary. └ @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:1288 ┌ Warning: Could not use exact versions of packages in manifest, re-resolving └ @ TestEnv ~/.julia/packages/TestEnv/iS95e/src/julia-1.11/activate_set.jl:75 [ Info: Scanning for test items in project `TestEndExpr` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/TestEndExpr.jl [ Info: Finished scanning for test items in 0.0 seconds. [ Info: Scheduling 2 tests on pid 23 with 1 worker processes and 2 threads per worker. [ Info: Starting test workers Worker 697: [ Info: Starting test worker 1 on pid = 697, with 2 threads [ Info: Starting running test items Worker 697: 12:36:49 | maxrss 2.1% | mem 3.1% | START (1/2) test item "correct usage" at test/page_tests.jl:1 Worker 697: 12:36:49 | maxrss 2.1% | mem 3.1% | DONE (1/2) test item "correct usage" 0.3 secs (97.9% compile), 65.48 K allocs (3.695 MB) Worker 697: 12:36:50 | maxrss 2.1% | mem 3.1% | START (2/2) test item "incorrect usage" at test/page_tests.jl:7 Worker 697: 12:36:50 | maxrss 2.1% | mem 3.1% | DONE (2/2) test item "incorrect usage" <0.1 secs (75.2% compile), 2.39 K allocs (129.584 KB) [ Info: All tests on worker 1 completed. Closing Worker(pid=697). [ Tests Completed: 2/2 test items were run. [ Info: Scanning for test items in project `TestEndExpr` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/TestEndExpr.jl [ Info: Finished scanning for test items in 0.01 seconds. [ Info: Scheduling 2 tests on pid 23 with 1 worker processes and 2 threads per worker. [ Info: Starting test workers Worker 704: [ Info: Starting test worker 1 on pid = 704, with 2 threads [ Info: Starting running test items Worker 704: 12:37:04 | maxrss 2.1% | mem 3.1% | START (1/2) test item "correct usage" at test/page_tests.jl:1 Worker 704: 12:37:05 | maxrss 2.1% | mem 3.1% | DONE (1/2) test item "correct usage" 0.7 secs (97.4% compile), 258.11 K allocs (14.705 MB) Worker 704: 12:37:06 | maxrss 2.1% | mem 3.1% | START (2/2) test item "incorrect usage" at test/page_tests.jl:7 Worker 704: 12:37:07 | maxrss 2.1% | mem 3.1% | DONE (2/2) test item "incorrect usage" <0.1 secs (57.1% compile), 5.06 K allocs (228.120 KB) No Captured Logs for test item "incorrect usage" at test/page_tests.jl:7 on worker 704 Error in testset "no pins left at end of test" on worker 704: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1138 Expression: count_pins(p) == 0 Evaluated: 1 == 0 [ Info: All tests on worker 1 completed. Closing Worker(pid=704). Worker 704: [704] signal 15: Terminated [ Tests Completed: 2/2 test items were run. [ Info: Scanning for test items in project `DontPass` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl [ Info: Finished scanning for test items in 0.02 seconds. [ Info: Scheduling 9 tests on pid 23 12:37:09 | maxrss 2.1% | mem 2.3% | START (1/9) test item "do_thing Pass" at src/do_thing_tests.jl:1 12:37:09 | maxrss 2.1% | mem 2.3% | DONE (1/9) test item "do_thing Pass" <0.1 secs (81.4% compile), 8.46 K allocs (493.888 KB) 12:37:09 | maxrss 2.1% | mem 2.3% | START (2/9) test item "do_thing Fail" at src/do_thing_tests.jl:4 12:37:09 | maxrss 2.1% | mem 2.3% | DONE (2/9) test item "do_thing Fail" <0.1 secs (<0.1% compile), 2.22 K allocs (107.968 KB) Captured Logs for test item "do_thing Fail" at src/do_thing_tests.jl:4 on worker 23 [ Info: RUNNING Error in testset "do_thing Fail" on worker 23: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/src/do_thing_tests.jl:5 Expression: do_thing() == 1 Evaluated: [0.585659840587795, 0.17531117042147948, 0.5937514362452423] == 1 12:37:09 | maxrss 2.1% | mem 2.3% | START (3/9) test item "do_thing Error" at src/do_thing_tests.jl:7 12:37:09 | maxrss 2.1% | mem 2.3% | DONE (3/9) test item "do_thing Error" 0.1 secs (<0.1% compile), 51.76 K allocs (7.573 MB) Captured Logs for test item "do_thing Error" at src/do_thing_tests.jl:7 on worker 23 [ Info: RUNNING Error in testset "do_thing Error" on worker 23: Error During Test at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/src/do_thing_tests.jl:8 Test threw exception Expression: 1 + do_thing() == 2 MethodError: no method matching +(::Int64, ::Vector{Float64}) For element-wise addition, use broadcasting with dot syntax: scalar .+ array The function `+` exists, but no method is defined for this combination of argument types. Closest candidates are: +(::Any, ::Any, !Matched::Any, !Matched::Any...) @ Base operators.jl:643 +(!Matched::Array, ::Array...) @ Base arraymath.jl:12 +(::Integer, !Matched::AbstractChar) @ Base char.jl:254 ... Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/src/do_thing_tests.jl:8 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:742 [inlined] 12:37:09 | maxrss 2.1% | mem 2.3% | START (4/9) test item "bad setup, good test" at test/error_in_setup_test.jl:5 12:37:09 | maxrss 2.1% | mem 2.3% | DONE (4/9) test item "bad setup, good test" <0.1 secs Captured logs for test setup "SetupThatErrors" (dependency of "bad setup, good test") at test/error_in_setup_test.jl:1 on worker 23 SetupThatErrors msg No Captured Logs for test item "bad setup, good test" at test/error_in_setup_test.jl:5 on worker 23 Error in testset "bad setup, good test" on worker 23: Error During Test at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/test/error_in_setup_test.jl:5 Got exception outside of a @test ArgumentError: Package PackageDoesNotExist not found in current path. - Run `import Pkg; Pkg.add("PackageDoesNotExist")` to install the PackageDoesNotExist package. Stacktrace: [1] macro expansion @ ./loading.jl:2377 [inlined] [2] macro expansion @ ./lock.jl:376 [inlined] [3] __require(into::Module, mod::Symbol) @ Base ./loading.jl:2360 [4] require @ ./loading.jl:2336 [inlined] [5] eval_import_path @ ./module.jl:36 [inlined] [6] eval_import_path_all(at::Module, path::Expr, keyword::String) @ Base ./module.jl:60 [7] _eval_using(to::Module, path::Expr) @ Base ./module.jl:137 [8] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/test/error_in_setup_test.jl:3 [9] eval(m::Module, e::Any) @ Core ./boot.jl:489 [10] #ensure_setup!##4 @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:972 [inlined] [11] with_source_path(f::ReTestItems.var"#ensure_setup!##4#ensure_setup!##5"{Expr}, path::String) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:934 [12] #ensure_setup!##2 @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:972 [inlined] [13] redirect_stdio(f::ReTestItems.var"#ensure_setup!##2#ensure_setup!##3"{Expr, TestSetup}; stdin::Nothing, stderr::IOContext{IOStream}, stdout::IOContext{IOStream}) @ Base ./stream.jl:1448 [14] redirect_stdio @ ./stream.jl:1411 [inlined] [15] _redirect_logs(f::ReTestItems.var"#ensure_setup!##2#ensure_setup!##3"{Expr, TestSetup}, target::IOStream) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/log_capture.jl:124 [16] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:971 [inlined] [17] macro expansion @ ./lock.jl:376 [inlined] [18] ensure_setup!(ctx::ReTestItems.TestContext, setup::Symbol, setups::Vector{TestSetup}, logs::Symbol) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:946 [19] runtestitem(ti::TestItem, ctx::ReTestItems.TestContext; test_end_expr::Expr, logs::Symbol, verbose_results::Bool, finish_test::Bool, catch_test_error::Bool, failfast::Bool) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1082 [20] runtestitem @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1035 [inlined] [21] _runtests_in_current_env(ti_filter::Function, paths::Tuple{String}, projectfile::String, cfg::ReTestItems._Config) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:418 [22] (::ReTestItems.var"#_runtests##0#_runtests##1"{TestItemFilter{Returns{Bool}, Nothing, Nothing}, Tuple{String}, ReTestItems._Config, String})() @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:375 [23] with_logstate(f::ReTestItems.var"#_runtests##0#_runtests##1"{TestItemFilter{Returns{Bool}, Nothing, Nothing}, Tuple{String}, ReTestItems._Config, String}, logstate::Base.CoreLogging.LogState) @ Base.CoreLogging ./logging/logging.jl:540 [24] with_logger(f::Function, logger::Base.CoreLogging.ConsoleLogger) @ Base.CoreLogging ./logging/logging.jl:651 [25] _runtests(ti_filter::Function, paths::Tuple{String}, cfg::ReTestItems._Config) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:358 [26] runtests(::Returns{Bool}, ::String, ::Vararg{String}; nworkers::Int64, nworker_threads::String, worker_init_expr::Expr, testitem_timeout::Float64, retries::Int64, memory_threshold::Float64, debug::Int64, name::Nothing, tags::Nothing, report::Bool, logs::Symbol, verbose_results::Bool, test_end_expr::Expr, validate_paths::Bool, timeout_profile_wait::Int64, gc_between_testitems::Bool, failfast::Bool, testitem_failfast::Bool) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:328 [27] kwcall(::@NamedTuple{nworkers::Int64, test_end_expr::Expr}, ::typeof(runtests), shouldrun::Function, paths::String) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:280 [28] runtests @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:251 [inlined] [29] #508 @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1160 [inlined] [30] #with_test_package##4 @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:34 [inlined] [31] activate(f::var"#with_test_package##4#with_test_package##5"{var"#508#509"{Expr}}, new_project::String) @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:1470 [32] #with_test_package##2 @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:33 [inlined] [33] cd(f::var"#with_test_package##2#with_test_package##3"{var"#508#509"{Expr}}, dir::String) @ Base.Filesystem ./file.jl:112 [34] #with_test_package##0 @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:32 [inlined] [35] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/_integration_test_tools.jl:54 [inlined] [36] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [37] encased_testset(f::var"#with_test_package##0#with_test_package##1"{var"#508#509"{Expr}, String}) @ Main ~/.julia/packages/ReTestItems/4doqz/test/_integration_test_tools.jl:54 [38] with_test_package(f::var"#508#509"{Expr}, name::String) @ Main ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:31 [39] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:47 [40] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [41] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1151 [inlined] [42] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [43] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1154 [inlined] [44] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [45] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1159 [inlined] [46] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:312 [47] IncludeInto @ ./Base.jl:313 [inlined] [48] (::var"#5#6")() @ Main ~/.julia/packages/ReTestItems/4doqz/test/runtests.jl:21 [49] withenv(f::var"#5#6", keyvals::Pair{String, Int64}) @ Base ./env.jl:265 [50] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/runtests.jl:15 [51] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [52] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/runtests.jl:17 [inlined] [53] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:312 [54] top-level scope @ none:6 [55] eval(m::Module, e::Any) @ Core ./boot.jl:489 [56] exec_options(opts::Base.JLOptions) @ Base ./client.jl:286 [57] _start() @ Base ./client.jl:553 12:37:09 | maxrss 2.1% | mem 2.3% | START (5/9) test item "bad setup, bad test" at test/error_in_setup_test.jl:8 12:37:09 | maxrss 2.1% | mem 2.3% | DONE (5/9) test item "bad setup, bad test" <0.1 secs Captured logs for test setup "SetupThatErrors" (dependency of "bad setup, bad test") at test/error_in_setup_test.jl:1 on worker 23 SetupThatErrors msg No Captured Logs for test item "bad setup, bad test" at test/error_in_setup_test.jl:8 on worker 23 Error in testset "bad setup, bad test" on worker 23: Error During Test at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/test/error_in_setup_test.jl:8 Got exception outside of a @test ArgumentError: Package PackageDoesNotExist not found in current path. - Run `import Pkg; Pkg.add("PackageDoesNotExist")` to install the PackageDoesNotExist package. Stacktrace: [1] macro expansion @ ./loading.jl:2377 [inlined] [2] macro expansion @ ./lock.jl:376 [inlined] [3] __require(into::Module, mod::Symbol) @ Base ./loading.jl:2360 [4] require @ ./loading.jl:2336 [inlined] [5] eval_import_path @ ./module.jl:36 [inlined] [6] eval_import_path_all(at::Module, path::Expr, keyword::String) @ Base ./module.jl:60 [7] _eval_using(to::Module, path::Expr) @ Base ./module.jl:137 [8] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/test/error_in_setup_test.jl:3 [9] eval(m::Module, e::Any) @ Core ./boot.jl:489 [10] #ensure_setup!##4 @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:972 [inlined] [11] with_source_path(f::ReTestItems.var"#ensure_setup!##4#ensure_setup!##5"{Expr}, path::String) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:934 [12] #ensure_setup!##2 @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:972 [inlined] [13] redirect_stdio(f::ReTestItems.var"#ensure_setup!##2#ensure_setup!##3"{Expr, TestSetup}; stdin::Nothing, stderr::IOContext{IOStream}, stdout::IOContext{IOStream}) @ Base ./stream.jl:1448 [14] redirect_stdio @ ./stream.jl:1411 [inlined] [15] _redirect_logs(f::ReTestItems.var"#ensure_setup!##2#ensure_setup!##3"{Expr, TestSetup}, target::IOStream) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/log_capture.jl:124 [16] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:971 [inlined] [17] macro expansion @ ./lock.jl:376 [inlined] [18] ensure_setup!(ctx::ReTestItems.TestContext, setup::Symbol, setups::Vector{TestSetup}, logs::Symbol) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:946 [19] runtestitem(ti::TestItem, ctx::ReTestItems.TestContext; test_end_expr::Expr, logs::Symbol, verbose_results::Bool, finish_test::Bool, catch_test_error::Bool, failfast::Bool) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1082 [20] runtestitem @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1035 [inlined] [21] _runtests_in_current_env(ti_filter::Function, paths::Tuple{String}, projectfile::String, cfg::ReTestItems._Config) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:418 [22] (::ReTestItems.var"#_runtests##0#_runtests##1"{TestItemFilter{Returns{Bool}, Nothing, Nothing}, Tuple{String}, ReTestItems._Config, String})() @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:375 [23] with_logstate(f::ReTestItems.var"#_runtests##0#_runtests##1"{TestItemFilter{Returns{Bool}, Nothing, Nothing}, Tuple{String}, ReTestItems._Config, String}, logstate::Base.CoreLogging.LogState) @ Base.CoreLogging ./logging/logging.jl:540 [24] with_logger(f::Function, logger::Base.CoreLogging.ConsoleLogger) @ Base.CoreLogging ./logging/logging.jl:651 [25] _runtests(ti_filter::Function, paths::Tuple{String}, cfg::ReTestItems._Config) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:358 [26] runtests(::Returns{Bool}, ::String, ::Vararg{String}; nworkers::Int64, nworker_threads::String, worker_init_expr::Expr, testitem_timeout::Float64, retries::Int64, memory_threshold::Float64, debug::Int64, name::Nothing, tags::Nothing, report::Bool, logs::Symbol, verbose_results::Bool, test_end_expr::Expr, validate_paths::Bool, timeout_profile_wait::Int64, gc_between_testitems::Bool, failfast::Bool, testitem_failfast::Bool) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:328 [27] kwcall(::@NamedTuple{nworkers::Int64, test_end_expr::Expr}, ::typeof(runtests), shouldrun::Function, paths::String) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:280 [28] runtests @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:251 [inlined] [29] #508 @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1160 [inlined] [30] #with_test_package##4 @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:34 [inlined] [31] activate(f::var"#with_test_package##4#with_test_package##5"{var"#508#509"{Expr}}, new_project::String) @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:1470 [32] #with_test_package##2 @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:33 [inlined] [33] cd(f::var"#with_test_package##2#with_test_package##3"{var"#508#509"{Expr}}, dir::String) @ Base.Filesystem ./file.jl:112 [34] #with_test_package##0 @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:32 [inlined] [35] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/_integration_test_tools.jl:54 [inlined] [36] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [37] encased_testset(f::var"#with_test_package##0#with_test_package##1"{var"#508#509"{Expr}, String}) @ Main ~/.julia/packages/ReTestItems/4doqz/test/_integration_test_tools.jl:54 [38] with_test_package(f::var"#508#509"{Expr}, name::String) @ Main ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:31 [39] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:47 [40] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [41] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1151 [inlined] [42] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [43] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1154 [inlined] [44] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [45] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1159 [inlined] [46] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:312 [47] IncludeInto @ ./Base.jl:313 [inlined] [48] (::var"#5#6")() @ Main ~/.julia/packages/ReTestItems/4doqz/test/runtests.jl:21 [49] withenv(f::var"#5#6", keyvals::Pair{String, Int64}) @ Base ./env.jl:265 [50] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/runtests.jl:15 [51] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [52] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/runtests.jl:17 [inlined] [53] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:312 [54] top-level scope @ none:6 [55] eval(m::Module, e::Any) @ Core ./boot.jl:489 [56] exec_options(opts::Base.JLOptions) @ Base ./client.jl:286 [57] _start() @ Base ./client.jl:553 12:37:09 | maxrss 2.1% | mem 2.3% | START (6/9) test item "errors" at test/error_tests.jl:1 12:37:09 | maxrss 2.1% | mem 2.3% | DONE (6/9) test item "errors" <0.1 secs (<0.1% compile), 28.05 K allocs (2.003 MB) Captured Logs for test item "errors" at test/error_tests.jl:1 on worker 23 [ Info: RUNNING Error in testset "UndefVarError" on worker 23: Error During Test at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/test/error_tests.jl:3 Test threw exception Expression: not_defined + 1 == 4 UndefVarError: `not_defined` not defined in `Main.var"##errors#914"` Suggestion: check for spelling errors or missing imports. Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/test/error_tests.jl:3 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/test/error_tests.jl:3 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:742 [inlined] Error in testset "UndefVarError" on worker 23: Error During Test at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/test/error_tests.jl:5 Test threw exception Expression: LinearAlgebra.dot(rand(), rand()) < 0 UndefVarError: `LinearAlgebra` not defined in `Main.var"##errors#914"` Suggestion: check for spelling errors or missing imports. Hint: LinearAlgebra is loaded but not imported in the active module Main. Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/test/error_tests.jl:3 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/test/error_tests.jl:5 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:742 [inlined] Error in testset "evaluated to non-Boolean" on worker 23: Error During Test at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/test/error_tests.jl:8 Expression evaluated to non-Boolean Expression: ErrorSetup.NON_BOOL Value: missing Error in testset "package not in project" on worker 23: Error During Test at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/test/error_tests.jl:10 Got exception outside of a @test ArgumentError: Package Example not found in current path. - Run `import Pkg; Pkg.add("Example")` to install the Example package. Stacktrace: [1] macro expansion @ ./loading.jl:2377 [inlined] [2] macro expansion @ ./lock.jl:376 [inlined] [3] __require(into::Module, mod::Symbol) @ Base ./loading.jl:2360 [4] require @ ./loading.jl:2336 [inlined] [5] eval_import_path @ ./module.jl:36 [inlined] [6] eval_import_path_all(at::Module, path::Expr, keyword::String) @ Base ./module.jl:60 [7] _eval_using(to::Module, path::Expr) @ Base ./module.jl:137 [8] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/test/error_tests.jl:12 [9] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [10] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/test/error_tests.jl:12 [inlined] [11] eval(m::Module, e::Any) @ Core ./boot.jl:489 [12] #73 @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1116 [inlined] [13] with_source_path(f::ReTestItems.var"#73#74"{Expr}, path::String) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:934 [14] (::ReTestItems.var"#71#72"{TestItem, String, Expr, Expr})() @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1116 [15] redirect_stdio(f::ReTestItems.var"#71#72"{TestItem, String, Expr, Expr}; stdin::Nothing, stderr::IOContext{IOStream}, stdout::IOContext{IOStream}) @ Base ./stream.jl:1448 [16] redirect_stdio @ ./stream.jl:1411 [inlined] [17] _redirect_logs(f::ReTestItems.var"#71#72"{TestItem, String, Expr, Expr}, target::IOStream) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/log_capture.jl:124 [18] #_redirect_logs##0 @ ~/.julia/packages/ReTestItems/4doqz/src/log_capture.jl:107 [inlined] [19] open(::ReTestItems.var"#_redirect_logs##0#_redirect_logs##1"{ReTestItems.var"#71#72"{TestItem, String, Expr, Expr}}, ::String, ::Vararg{String}; kwargs::@Kwargs{}) @ Base ./io.jl:420 [20] open @ ./io.jl:417 [inlined] [21] _redirect_logs @ ~/.julia/packages/ReTestItems/4doqz/src/log_capture.jl:107 [inlined] [22] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/src/macros.jl:82 [inlined] [23] runtestitem(ti::TestItem, ctx::ReTestItems.TestContext; test_end_expr::Expr, logs::Symbol, verbose_results::Bool, finish_test::Bool, catch_test_error::Bool, failfast::Bool) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1113 [24] runtestitem @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1035 [inlined] [25] _runtests_in_current_env(ti_filter::Function, paths::Tuple{String}, projectfile::String, cfg::ReTestItems._Config) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:418 [26] (::ReTestItems.var"#_runtests##0#_runtests##1"{TestItemFilter{Returns{Bool}, Nothing, Nothing}, Tuple{String}, ReTestItems._Config, String})() @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:375 [27] with_logstate(f::ReTestItems.var"#_runtests##0#_runtests##1"{TestItemFilter{Returns{Bool}, Nothing, Nothing}, Tuple{String}, ReTestItems._Config, String}, logstate::Base.CoreLogging.LogState) @ Base.CoreLogging ./logging/logging.jl:540 [28] with_logger(f::Function, logger::Base.CoreLogging.ConsoleLogger) @ Base.CoreLogging ./logging/logging.jl:651 [29] _runtests(ti_filter::Function, paths::Tuple{String}, cfg::ReTestItems._Config) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:358 [30] runtests(::Returns{Bool}, ::String, ::Vararg{String}; nworkers::Int64, nworker_threads::String, worker_init_expr::Expr, testitem_timeout::Float64, retries::Int64, memory_threshold::Float64, debug::Int64, name::Nothing, tags::Nothing, report::Bool, logs::Symbol, verbose_results::Bool, test_end_expr::Expr, validate_paths::Bool, timeout_profile_wait::Int64, gc_between_testitems::Bool, failfast::Bool, testitem_failfast::Bool) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:328 [31] kwcall(::@NamedTuple{nworkers::Int64, test_end_expr::Expr}, ::typeof(runtests), shouldrun::Function, paths::String) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:280 [32] runtests @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:251 [inlined] [33] #508 @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1160 [inlined] [34] #with_test_package##4 @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:34 [inlined] [35] activate(f::var"#with_test_package##4#with_test_package##5"{var"#508#509"{Expr}}, new_project::String) @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:1470 [36] #with_test_package##2 @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:33 [inlined] [37] cd(f::var"#with_test_package##2#with_test_package##3"{var"#508#509"{Expr}}, dir::String) @ Base.Filesystem ./file.jl:112 [38] #with_test_package##0 @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:32 [inlined] [39] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/_integration_test_tools.jl:54 [inlined] [40] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [41] encased_testset(f::var"#with_test_package##0#with_test_package##1"{var"#508#509"{Expr}, String}) @ Main ~/.julia/packages/ReTestItems/4doqz/test/_integration_test_tools.jl:54 [42] with_test_package(f::var"#508#509"{Expr}, name::String) @ Main ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:31 [43] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:47 [44] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [45] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1151 [inlined] [46] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [47] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1154 [inlined] [48] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [49] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1159 [inlined] [50] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:312 [51] IncludeInto @ ./Base.jl:313 [inlined] [52] (::var"#5#6")() @ Main ~/.julia/packages/ReTestItems/4doqz/test/runtests.jl:21 [53] withenv(f::var"#5#6", keyvals::Pair{String, Int64}) @ Base ./env.jl:265 [54] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/runtests.jl:15 [55] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [56] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/runtests.jl:17 [inlined] [57] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:312 [58] top-level scope @ none:6 [59] eval(m::Module, e::Any) @ Core ./boot.jl:489 [60] exec_options(opts::Base.JLOptions) @ Base ./client.jl:286 [61] _start() @ Base ./client.jl:553 12:37:09 | maxrss 2.1% | mem 2.3% | START (7/9) test item "errors at the top level" at test/error_tests.jl:17 12:37:09 | maxrss 2.1% | mem 2.3% | DONE (7/9) test item "errors at the top level" <0.1 secs Captured Logs for test item "errors at the top level" at test/error_tests.jl:17 on worker 23 [ Info: RUNNING Error in testset "errors at the top level" on worker 23: Error During Test at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/test/error_tests.jl:17 Got exception outside of a @test AssertionError: false Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/test/error_tests.jl:19 [2] eval(m::Module, e::Any) @ Core ./boot.jl:489 [3] #73 @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1116 [inlined] [4] with_source_path(f::ReTestItems.var"#73#74"{Expr}, path::String) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:934 [5] (::ReTestItems.var"#71#72"{TestItem, String, Expr, Expr})() @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1116 [6] redirect_stdio(f::ReTestItems.var"#71#72"{TestItem, String, Expr, Expr}; stdin::Nothing, stderr::IOContext{IOStream}, stdout::IOContext{IOStream}) @ Base ./stream.jl:1448 [7] redirect_stdio @ ./stream.jl:1411 [inlined] [8] _redirect_logs(f::ReTestItems.var"#71#72"{TestItem, String, Expr, Expr}, target::IOStream) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/log_capture.jl:124 [9] #_redirect_logs##0 @ ~/.julia/packages/ReTestItems/4doqz/src/log_capture.jl:107 [inlined] [10] open(::ReTestItems.var"#_redirect_logs##0#_redirect_logs##1"{ReTestItems.var"#71#72"{TestItem, String, Expr, Expr}}, ::String, ::Vararg{String}; kwargs::@Kwargs{}) @ Base ./io.jl:420 [11] open @ ./io.jl:417 [inlined] [12] _redirect_logs @ ~/.julia/packages/ReTestItems/4doqz/src/log_capture.jl:107 [inlined] [13] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/src/macros.jl:82 [inlined] [14] runtestitem(ti::TestItem, ctx::ReTestItems.TestContext; test_end_expr::Expr, logs::Symbol, verbose_results::Bool, finish_test::Bool, catch_test_error::Bool, failfast::Bool) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1113 [15] runtestitem @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1035 [inlined] [16] _runtests_in_current_env(ti_filter::Function, paths::Tuple{String}, projectfile::String, cfg::ReTestItems._Config) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:418 [17] (::ReTestItems.var"#_runtests##0#_runtests##1"{TestItemFilter{Returns{Bool}, Nothing, Nothing}, Tuple{String}, ReTestItems._Config, String})() @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:375 [18] with_logstate(f::ReTestItems.var"#_runtests##0#_runtests##1"{TestItemFilter{Returns{Bool}, Nothing, Nothing}, Tuple{String}, ReTestItems._Config, String}, logstate::Base.CoreLogging.LogState) @ Base.CoreLogging ./logging/logging.jl:540 [19] with_logger(f::Function, logger::Base.CoreLogging.ConsoleLogger) @ Base.CoreLogging ./logging/logging.jl:651 [20] _runtests(ti_filter::Function, paths::Tuple{String}, cfg::ReTestItems._Config) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:358 [21] runtests(::Returns{Bool}, ::String, ::Vararg{String}; nworkers::Int64, nworker_threads::String, worker_init_expr::Expr, testitem_timeout::Float64, retries::Int64, memory_threshold::Float64, debug::Int64, name::Nothing, tags::Nothing, report::Bool, logs::Symbol, verbose_results::Bool, test_end_expr::Expr, validate_paths::Bool, timeout_profile_wait::Int64, gc_between_testitems::Bool, failfast::Bool, testitem_failfast::Bool) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:328 [22] kwcall(::@NamedTuple{nworkers::Int64, test_end_expr::Expr}, ::typeof(runtests), shouldrun::Function, paths::String) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:280 [23] runtests @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:251 [inlined] [24] #508 @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1160 [inlined] [25] #with_test_package##4 @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:34 [inlined] [26] activate(f::var"#with_test_package##4#with_test_package##5"{var"#508#509"{Expr}}, new_project::String) @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:1470 [27] #with_test_package##2 @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:33 [inlined] [28] cd(f::var"#with_test_package##2#with_test_package##3"{var"#508#509"{Expr}}, dir::String) @ Base.Filesystem ./file.jl:112 [29] #with_test_package##0 @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:32 [inlined] [30] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/_integration_test_tools.jl:54 [inlined] [31] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [32] encased_testset(f::var"#with_test_package##0#with_test_package##1"{var"#508#509"{Expr}, String}) @ Main ~/.julia/packages/ReTestItems/4doqz/test/_integration_test_tools.jl:54 [33] with_test_package(f::var"#508#509"{Expr}, name::String) @ Main ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:31 [34] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:47 [35] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [36] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1151 [inlined] [37] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [38] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1154 [inlined] [39] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [40] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1159 [inlined] [41] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:312 [42] IncludeInto @ ./Base.jl:313 [inlined] [43] (::var"#5#6")() @ Main ~/.julia/packages/ReTestItems/4doqz/test/runtests.jl:21 [44] withenv(f::var"#5#6", keyvals::Pair{String, Int64}) @ Base ./env.jl:265 [45] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/runtests.jl:15 [46] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [47] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/runtests.jl:17 [inlined] [48] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:312 [49] top-level scope @ none:6 [50] eval(m::Module, e::Any) @ Core ./boot.jl:489 [51] exec_options(opts::Base.JLOptions) @ Base ./client.jl:286 [52] _start() @ Base ./client.jl:553 12:37:09 | maxrss 2.1% | mem 2.3% | START (8/9) test item "nonexistent test setup" at test/error_tests.jl:23 12:37:09 | maxrss 2.1% | mem 2.3% | DONE (8/9) test item "nonexistent test setup" <0.1 secs Captured Logs for test item "nonexistent test setup" at test/error_tests.jl:23 on worker 23 [ Info: RUNNING Error in testset "nonexistent test setup" on worker 23: Error During Test at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/test/error_tests.jl:23 Got exception outside of a @test UndefVarError: `NonexistentSetup` not defined in `Main` Suggestion: check for spelling errors or missing imports. Stacktrace: [1] eval_import_path_all(at::Module, path::Expr, keyword::String) @ Base ./module.jl:62 [2] _eval_using(to::Module, path::Expr) @ Base ./module.jl:137 [3] top-level scope @ none:0 [4] eval(m::Module, e::Any) @ Core ./boot.jl:489 [5] #73 @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1116 [inlined] [6] with_source_path(f::ReTestItems.var"#73#74"{Expr}, path::String) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:934 [7] (::ReTestItems.var"#71#72"{TestItem, String, Expr, Expr})() @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1116 [8] redirect_stdio(f::ReTestItems.var"#71#72"{TestItem, String, Expr, Expr}; stdin::Nothing, stderr::IOContext{IOStream}, stdout::IOContext{IOStream}) @ Base ./stream.jl:1448 [9] redirect_stdio @ ./stream.jl:1411 [inlined] [10] _redirect_logs(f::ReTestItems.var"#71#72"{TestItem, String, Expr, Expr}, target::IOStream) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/log_capture.jl:124 [11] #_redirect_logs##0 @ ~/.julia/packages/ReTestItems/4doqz/src/log_capture.jl:107 [inlined] [12] open(::ReTestItems.var"#_redirect_logs##0#_redirect_logs##1"{ReTestItems.var"#71#72"{TestItem, String, Expr, Expr}}, ::String, ::Vararg{String}; kwargs::@Kwargs{}) @ Base ./io.jl:420 [13] open @ ./io.jl:417 [inlined] [14] _redirect_logs @ ~/.julia/packages/ReTestItems/4doqz/src/log_capture.jl:107 [inlined] [15] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/src/macros.jl:82 [inlined] [16] runtestitem(ti::TestItem, ctx::ReTestItems.TestContext; test_end_expr::Expr, logs::Symbol, verbose_results::Bool, finish_test::Bool, catch_test_error::Bool, failfast::Bool) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1113 [17] runtestitem @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:1035 [inlined] [18] _runtests_in_current_env(ti_filter::Function, paths::Tuple{String}, projectfile::String, cfg::ReTestItems._Config) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:418 [19] (::ReTestItems.var"#_runtests##0#_runtests##1"{TestItemFilter{Returns{Bool}, Nothing, Nothing}, Tuple{String}, ReTestItems._Config, String})() @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:375 [20] with_logstate(f::ReTestItems.var"#_runtests##0#_runtests##1"{TestItemFilter{Returns{Bool}, Nothing, Nothing}, Tuple{String}, ReTestItems._Config, String}, logstate::Base.CoreLogging.LogState) @ Base.CoreLogging ./logging/logging.jl:540 [21] with_logger(f::Function, logger::Base.CoreLogging.ConsoleLogger) @ Base.CoreLogging ./logging/logging.jl:651 [22] _runtests(ti_filter::Function, paths::Tuple{String}, cfg::ReTestItems._Config) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:358 [23] runtests(::Returns{Bool}, ::String, ::Vararg{String}; nworkers::Int64, nworker_threads::String, worker_init_expr::Expr, testitem_timeout::Float64, retries::Int64, memory_threshold::Float64, debug::Int64, name::Nothing, tags::Nothing, report::Bool, logs::Symbol, verbose_results::Bool, test_end_expr::Expr, validate_paths::Bool, timeout_profile_wait::Int64, gc_between_testitems::Bool, failfast::Bool, testitem_failfast::Bool) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:328 [24] kwcall(::@NamedTuple{nworkers::Int64, test_end_expr::Expr}, ::typeof(runtests), shouldrun::Function, paths::String) @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:280 [25] runtests @ ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:251 [inlined] [26] #508 @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1160 [inlined] [27] #with_test_package##4 @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:34 [inlined] [28] activate(f::var"#with_test_package##4#with_test_package##5"{var"#508#509"{Expr}}, new_project::String) @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:1470 [29] #with_test_package##2 @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:33 [inlined] [30] cd(f::var"#with_test_package##2#with_test_package##3"{var"#508#509"{Expr}}, dir::String) @ Base.Filesystem ./file.jl:112 [31] #with_test_package##0 @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:32 [inlined] [32] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/_integration_test_tools.jl:54 [inlined] [33] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [34] encased_testset(f::var"#with_test_package##0#with_test_package##1"{var"#508#509"{Expr}, String}) @ Main ~/.julia/packages/ReTestItems/4doqz/test/_integration_test_tools.jl:54 [35] with_test_package(f::var"#508#509"{Expr}, name::String) @ Main ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:31 [36] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:47 [37] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [38] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1151 [inlined] [39] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [40] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1154 [inlined] [41] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [42] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1159 [inlined] [43] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:312 [44] IncludeInto @ ./Base.jl:313 [inlined] [45] (::var"#5#6")() @ Main ~/.julia/packages/ReTestItems/4doqz/test/runtests.jl:21 [46] withenv(f::var"#5#6", keyvals::Pair{String, Int64}) @ Base ./env.jl:265 [47] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/runtests.jl:15 [48] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [49] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/runtests.jl:17 [inlined] [50] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:312 [51] top-level scope @ none:6 [52] eval(m::Module, e::Any) @ Core ./boot.jl:489 [53] exec_options(opts::Base.JLOptions) @ Base ./client.jl:286 [54] _start() @ Base ./client.jl:553 12:37:09 | maxrss 2.1% | mem 2.3% | START (9/9) test item "failures" at test/failure_tests.jl:1 12:37:09 | maxrss 2.1% | mem 2.3% | DONE (9/9) test item "failures" <0.1 secs (<0.1% compile), 3.43 K allocs (157.504 KB) Captured Logs for test item "failures" at test/failure_tests.jl:1 on worker 23 [ Info: RUNNING Error in testset "failures" on worker 23: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/test/failure_tests.jl:2 Expression: false Error in testset "failures" on worker 23: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/test/failure_tests.jl:4 Expression: LinearAlgebra.dot(rand(), rand()) < 0 Evaluated: 0.30440662140350927 < 0 Error in testset "failures" on worker 23: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/packages/DontPass.jl/test/failure_tests.jl:5 Expression: FailureSetup.FALSE [ Tests Completed: 9/9 test items were run. n_passed(dont_pass_results) = 2 length(failures(dont_pass_results)) = 4 length(errors(dont_pass_results)) = 9 Test Summary: | Pass Fail Error Total Time DontPass | 2 4 9 15 0.3s src | 1 1 1 3 src/do_thing_tests.jl | 1 1 1 3 do_thing Pass | 1 1 0.0s do_thing Fail | 1 1 0.0s do_thing Error | 1 1 0.1s test | 1 3 8 12 test/error_in_setup_test.jl | 2 2 bad setup, good test | 1 1 0.0s bad setup, bad test | 1 1 0.0s test/error_tests.jl | 1 6 7 errors | 4 4 0.1s UndefVarError | 2 2 0.0s evaluated to non-Boolean | 1 1 0.0s package not in project | 1 1 0.0s errors at the top level | 1 1 2 0.0s nonexistent test setup | 1 1 0.0s test/failure_tests.jl | 3 3 failures | 3 3 0.0s WARNING: Method definition memory_percent() in module ReTestItems at /home/pkgeval/.julia/packages/ReTestItems/4doqz/src/log_capture.jl:151 overwritten in module Main at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1179. WARNING: Method definition memory_percent() in module Main at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1179 overwritten at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1210. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_skip_tests.jl [ Info: Finished scanning for test items in 0.02 seconds. [ Info: Scheduling 6 tests on pid 23 with 1 worker processes and 2 threads per worker. [ Info: Starting test workers Worker 774: [ Info: Starting test worker 1 on pid = 774, with 2 threads [ Info: Starting running test items Worker 774: 12:39:35 | maxrss 2.2% | mem 3.1% | START (1/6) test item "no skip, 1 pass" at test/testfiles/_skip_tests.jl:2 Worker 774: 12:39:35 | maxrss 2.2% | mem 3.1% | DONE (1/6) test item "no skip, 1 pass" 0.2 secs (96.7% compile), 20.59 K allocs (1.132 MB) Worker 774: 12:39:36 | maxrss 2.2% | mem 3.1% | START (2/6) test item "skip false, 1 pass, 1 fail" at test/testfiles/_skip_tests.jl:6 Worker 774: 12:39:36 | maxrss 2.2% | mem 3.1% | DONE (2/6) test item "skip false, 1 pass, 1 fail" <0.1 secs (<0.1% compile), 1.49 K allocs (78.288 KB) No Captured Logs for test item "skip false, 1 pass, 1 fail" at test/testfiles/_skip_tests.jl:6 on worker 774 Error in testset "skip false, 1 pass, 1 fail" on worker 774: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_skip_tests.jl:8 Expression: false Worker 774: 12:39:37 | maxrss 2.2% | mem 3.1% | SKIP (3/6) test item "skip true" at test/testfiles/_skip_tests.jl:11 Worker 774: 12:39:38 | maxrss 2.2% | mem 3.1% | START (4/6) test item "skip expr false, 2 pass" at test/testfiles/_skip_tests.jl:16 Worker 774: 12:39:38 | maxrss 2.2% | mem 3.1% | DONE (4/6) test item "skip expr false, 2 pass" <0.1 secs (<0.1% compile), 1.49 K allocs (76.880 KB) Worker 774: 12:39:39 | maxrss 2.2% | mem 3.1% | SKIP (5/6) test item "skip expr true" at test/testfiles/_skip_tests.jl:21 No Captured Logs for test item "skip expr block true" at test/testfiles/_skip_tests.jl:25 on worker 774 ┌ Error: Worker(pid=774, terminated=true, termsignal=-2147483648) died running test item "skip expr block true". Recording test error. └ @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:692 [ Info: All tests on worker 1 completed. Closing Worker(pid=774, terminated=true, termsignal=-2147483648). Worker 774: [774] signal 15: Terminated skipping testitems: Error During Test at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1218 Got exception outside of a @test MethodError: no method matching print_test_results(::Error) The function `print_test_results` exists, but no method is defined for this combination of argument types. Closest candidates are: print_test_results(!Matched::Test.AbstractTestSet) @ Test /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1332 print_test_results(!Matched::Test.AbstractTestSet, !Matched::Any) @ Test /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1332 Stacktrace: [1] (::var"#528#529"{Error})() @ Main ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1224 [2] (::IOCapture.var"#12#13"{Type{Any}, var"#528#529"{Error}, IOContext{Base.PipeEndpoint}, IOContext{Base.PipeEndpoint}, Base.PipeEndpoint, Base.PipeEndpoint})() @ IOCapture ~/.julia/packages/IOCapture/Y5rEA/src/IOCapture.jl:170 [3] with_logstate(f::IOCapture.var"#12#13"{Type{Any}, var"#528#529"{Error}, IOContext{Base.PipeEndpoint}, IOContext{Base.PipeEndpoint}, Base.PipeEndpoint, Base.PipeEndpoint}, logstate::Base.CoreLogging.LogState) @ Base.CoreLogging ./logging/logging.jl:540 [4] with_logger(f::Function, logger::Base.CoreLogging.ConsoleLogger) @ Base.CoreLogging ./logging/logging.jl:651 [5] capture(f::var"#528#529"{Error}; rethrow::Type, color::Bool, passthrough::Bool, capture_buffer::IOBuffer, io_context::Vector{Any}) @ IOCapture ~/.julia/packages/IOCapture/Y5rEA/src/IOCapture.jl:167 [6] capture(f::Function) @ IOCapture ~/.julia/packages/IOCapture/Y5rEA/src/IOCapture.jl:100 [7] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:47 [8] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [9] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1220 [inlined] [10] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [11] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1223 [inlined] [12] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:312 [13] IncludeInto @ ./Base.jl:313 [inlined] [14] (::var"#5#6")() @ Main ~/.julia/packages/ReTestItems/4doqz/test/runtests.jl:21 [15] withenv(f::var"#5#6", keyvals::Pair{String, Int64}) @ Base ./env.jl:265 [16] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/runtests.jl:15 [17] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [18] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/runtests.jl:17 [inlined] [19] include(mapexpr::Function, mod::Module, _path::String) @ Base ./Base.jl:312 [20] top-level scope @ none:6 [21] eval(m::Module, e::Any) @ Core ./boot.jl:489 [22] exec_options(opts::Base.JLOptions) @ Base ./client.jl:286 [23] _start() @ Base ./client.jl:553 [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_parse_error_test.jl [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_parse_error_test.jl [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_bad_tags1_test.jl [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_bad_tags1_test.jl [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_bad_tags2_test.jl [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_bad_tags2_test.jl [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_bad_name1_test.jl [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_bad_name1_test.jl [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_bad_name2_test.jl [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_bad_name2_test.jl [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_bad_name3_test.jl [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_bad_name3_test.jl [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_invalid_file1_test.jl [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_invalid_file1_test.jl [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_invalid_file2_test.jl [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_invalid_file2_test.jl [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_misuse_file1_test.jl [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_misuse_file1_test.jl [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_misuse_file2_test.jl [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_misuse_file2_test.jl [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_misuse_file3_test.jl [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_misuse_file3_test.jl [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_misuse_file4_test.jl [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_misuse_file4_test.jl [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_parse_error_test.jl [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_parse_error_test.jl 12:39:52 | maxrss 2.2% | mem 3.0% | START test item "should fail" at testfiles/_direct_testitem.jl:5 should fail: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_direct_testitem.jl:6 Expression: 1 == 2 Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/testfiles/_direct_testitem.jl:6 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] Test Summary: | Fail Total Time should fail | 1 1 5.3s ERROR: LoadError: Some tests did not pass: 0 passed, 1 failed, 0 errored, 0 broken. in expression starting at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_direct_testitem.jl:5 nworkers=3: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1320 Expression: n_passed(results) == 2 Evaluated: 0 == 2 Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1293 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1295 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2018 [inlined] [7] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1307 [inlined] [8] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2018 [inlined] [9] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1320 [inlined] [10] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] nworkers=3: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1329 Expression: contains(c.output, msg) Evaluated: contains("[ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_failfast_failure_tests.jl\n[ Info: Finished scanning for test items in 0.01 seconds.\n[ Info: Scheduling 3 tests on pid 23 with 3 worker processes and 2 threads per worker.\n[ Info: Starting test workers\n Worker 794: [ Info: Starting test worker 2 on pid = 794, with 2 threads\n Worker 795: [ Info: Starting test worker 3 on pid = 795, with 2 threads\n Worker 792: [ Info: Starting test worker 1 on pid = 792, with 2 threads\n[ Info: Starting running test items\n Worker 794: [794] signal 15: Terminated\nin expression starting at none:1\nunknown function (ip: 0x7c131b064f14) at /lib/x86_64-linux-gnu/libc.so.6\npthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)\nuv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822\n\n Worker 795: [795] signal 15: Terminated\nin expression starting at none:1\nunknown function (ip: 0x7a522049ff14) at /lib/x86_64-linux-gnu/libc.so.6\npthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)\nuv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822\n\n Worker 792: [792] signal 15: Terminated\nin expression starting at none:1\nunknown function (ip: 0x7fb154c79f14) at /lib/x86_64-linux-gnu/libc.so.6\npthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)\nuv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822\n\n\nNo Captured Logs for test item \"may not run\" at test/testfiles/_failfast_failure_tests.jl:7 on worker 795\n┌ Error: Worker(pid=795, terminated=true, termsignal=9) timed out running test item \"may not run\" after 5 seconds. Recording test error.\n└ @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:686\n[ Info: Retrying \"may not run\" on a new worker 3 process. Run=2.\n\nNo Captured Logs for test item \"bad\" at test/testfiles/_failfast_failure_tests.jl:4 on worker 794\n┌ Error: Worker(pid=794, terminated=true, termsignal=9) timed out running test item \"bad\" after 5 seconds. Recording test error.\n└ @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:686\n[ Info: Retrying \"bad\" on a new worker 2 process. Run=2.\n\nNo Captured Logs for test item \"good\" at test/testfiles/_failfast_failure_tests.jl:1 on worker 792\n┌ Error: Worker(pid=792, terminated=true, termsignal=9) timed out running test item \"good\" after 5 seconds. Recording test error.\n└ @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:686\n[ Info: Retrying \"good\" on a new worker 1 process. Run=2.\n Worker 813: [ Info: Starting test worker on pid = 813, with 2 threads\n Worker 817: [ Info: Starting test worker on pid = 817, with 2 threads\n Worker 815: [ Info: Starting test worker on pid = 815, with 2 threads\n Worker 813: [813] signal 15: Terminated\nin expression starting at none:1\nunknown function (ip: 0x79b00d7d2f14) at /lib/x86_64-linux-gnu/libc.so.6\npthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)\nuv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822\n\n Worker 817: [817] signal 15: Terminated\nin expression starting at none:1\nunknown function (ip: 0x7f9922003f14) at /lib/x86_64-linux-gnu/libc.so.6\npthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)\nuv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822\n\n Worker 815: [815] signal 15: Terminated\nin expression starting at none:1\nunknown function (ip: 0x79d49360cf14) at /lib/x86_64-linux-gnu/libc.so.6\npthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)\nuv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822\n\n\n\nNo Captured LogsNo Captured Logs for test item \"good\" at for test item \"may not run\" at test/testfiles/_failfast_failure_tests.jl:1test/testfiles/_failfast_failure_tests.jl:7 on worker 817\n┌ Error: Worker(pid=817, terminated=true, termsignal=9) timed out running test item \"good\" after 5 seconds. Recording test error.\n└ @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:686\n on worker 813[ Fail Fast: Test item \"good\" at test/testfiles/_failfast_failure_tests.jl:1 failed. Cancelling tests.\n\n[ Info: All tests on worker 1 completed. Closing Worker(pid=817, terminated=true, termsignal=9).\n┌ Error: Worker(pid=813, terminated=true, termsignal=9) timed out running test item \"may not run\" after 5 seconds. Recording test error.\n└ @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:686\n[ Info: All tests on worker 3 completed. Closing Worker(pid=813, terminated=true, termsignal=9).\n\nNo Captured Logs for test item \"bad\" at test/testfiles/_failfast_failure_tests.jl:4 on worker 815\n┌ Error: Worker(pid=815, terminated=true, termsignal=9) timed out running test item \"bad\" after 5 seconds. Recording test error.\n└ @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:686\n[ Info: All tests on worker 2 completed. Closing Worker(pid=815, terminated=true, termsignal=9).\n[ Fail Fast: 3/3 test items were run.\n", "[ Fail Fast: Test item \"bad\" at test/testfiles/_failfast_failure_tests.jl:4 failed. Cancelling tests.") Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1293 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1295 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2018 [inlined] [7] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1307 [inlined] [8] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2018 [inlined] [9] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1329 [inlined] [10] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] nworkers=3: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1320 Expression: n_passed(results) == 2 Evaluated: 0 == 2 Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1293 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1295 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2018 [inlined] [7] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1307 [inlined] [8] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2018 [inlined] [9] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1320 [inlined] [10] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] nworkers=3: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1329 Expression: contains(c.output, msg) Evaluated: contains("[ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_failfast_error_tests.jl\n[ Info: Finished scanning for test items in 0.01 seconds.\n[ Info: Scheduling 3 tests on pid 23 with 3 worker processes and 2 threads per worker.\n[ Info: Starting test workers\n Worker 844: [ Info: Starting test worker 3 on pid = 844, with 2 threads\n Worker 843: [ Info: Starting test worker 2 on pid = 843, with 2 threads\n Worker 841: [ Info: Starting test worker 1 on pid = 841, with 2 threads\n[ Info: Starting running test items\n Worker 843: [843] signal 15: Terminated\nin expression starting at none:1\nunknown function (ip: 0x76124551ef14) at /lib/x86_64-linux-gnu/libc.so.6\npthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)\nuv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822\n\n Worker 841: [841] signal 15: Terminated\nin expression starting at none:1\nunknown function (ip: 0x772be8b30f14) at /lib/x86_64-linux-gnu/libc.so.6\npthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)\nuv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822\n\n Worker 844: [844] signal 15: Terminated\nin expression starting at none:1\nunknown function (ip: 0x7033038d7f14) at /lib/x86_64-linux-gnu/libc.so.6\npthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)\nuv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822\n\n\nNo Captured Logs for test item \"good\" at test/testfiles/_failfast_error_tests.jl:1 on worker 841\n┌ Error: Worker(pid=841, terminated=true, termsignal=9) timed out running test item \"good\" after 5 seconds. Recording test error.\n└ @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:686\n[ Info: Retrying \"good\" on a new worker 1 process. Run=2.\n\nNo Captured Logs for test item \"bad\" at test/testfiles/_failfast_error_tests.jl:4 on worker 843\n┌ Error: Worker(pid=843, terminated=true, termsignal=9) timed out running test item \"bad\" after 5 seconds. Recording test error.\n└ @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:686\n[ Info: Retrying \"bad\" on a new worker 2 process. Run=2.\n\nNo Captured Logs for test item \"may not run\" at test/testfiles/_failfast_error_tests.jl:7 on worker 844\n┌ Error: Worker(pid=844, terminated=true, termsignal=9) timed out running test item \"may not run\" after 5 seconds. Recording test error.\n└ @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:686\n[ Info: Retrying \"may not run\" on a new worker 3 process. Run=2.\n Worker 862: [ Info: Starting test worker on pid = 862, with 2 threads\n Worker 866: [ Info: Starting test worker on pid = 866, with 2 threads\n Worker 864: [ Info: Starting test worker on pid = 864, with 2 threads\n Worker 862: [862] signal 15: Terminated\nin expression starting at none:1\nunknown function (ip: 0x7f20280e5f14) at /lib/x86_64-linux-gnu/libc.so.6\npthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)\nuv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822\n\n Worker 866: [866] signal 15: Terminated\nin expression starting at none:1\nunknown function (ip: 0x7eb801c8bf14) at /lib/x86_64-linux-gnu/libc.so.6\npthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)\nuv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822\n\n Worker 864: [864] signal 15: Terminated\nin expression starting at none:1\nunknown function (ip: 0x7837ece70f14) at /lib/x86_64-linux-gnu/libc.so.6\npthread_cond_wait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)\nuv_cond_wait at /workspace/srcdir/libuv/src/unix/thread.c:822\n\n\nNo Captured Logs for test item \"good\" at test/testfiles/_failfast_error_tests.jl:1 on worker 862\n┌ Error: Worker(pid=862, terminated=true, termsignal=9) timed out running test item \"good\" after 5 seconds. Recording test error.\n└ @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:686\n[ Fail Fast: Test item \"good\" at test/testfiles/_failfast_error_tests.jl:1 failed. Cancelling tests.\n[ Info: All tests on worker 1 completed. Closing Worker(pid=862, terminated=true, termsignal=9).\n\nNo Captured Logs for test item \"may not run\" at test/testfiles/_failfast_error_tests.jl:7 on worker 866\n┌ Error: Worker(pid=866, terminated=true, termsignal=9) timed out running test item \"may not run\" after 5 seconds. Recording test error.\n└ @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:686\n[ Info: All tests on worker 3 completed. Closing Worker(pid=866, terminated=true, termsignal=9).\n\nNo Captured Logs for test item \"bad\" at test/testfiles/_failfast_error_tests.jl:4 on worker 864\n┌ Error: Worker(pid=864, terminated=true, termsignal=9) timed out running test item \"bad\" after 5 seconds. Recording test error.\n└ @ ReTestItems ~/.julia/packages/ReTestItems/4doqz/src/ReTestItems.jl:686\n[ Info: All tests on worker 2 completed. Closing Worker(pid=864, terminated=true, termsignal=9).\n[ Fail Fast: 3/3 test items were run.\n", "[ Fail Fast: Test item \"bad\" at test/testfiles/_failfast_error_tests.jl:4 failed. Cancelling tests.") Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1293 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1295 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2018 [inlined] [7] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1307 [inlined] [8] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2018 [inlined] [9] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1329 [inlined] [10] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] nworkers=3: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1320 Expression: n_passed(results) == 2 Evaluated: 0 == 2 Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1293 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1295 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2018 [inlined] [7] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1307 [inlined] [8] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2018 [inlined] [9] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1320 [inlined] [10] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] nworkers=3: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1320 Expression: n_passed(results) == 2 Evaluated: 0 == 2 Stacktrace: [1] top-level scope @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:47 [2] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [3] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1293 [inlined] [4] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [5] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1295 [inlined] [6] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2018 [inlined] [7] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1307 [inlined] [8] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:2018 [inlined] [9] macro expansion @ ~/.julia/packages/ReTestItems/4doqz/test/integrationtests.jl:1320 [inlined] [10] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_testset_failfast_tests.jl [ Info: Finished scanning for test items in 0.01 seconds. [ Info: Scheduling 1 tests on pid 23 12:46:53 | maxrss 2.2% | mem 2.2% | START (1/1) test item "Test.jl failfast=true keyword" at test/testfiles/_testset_failfast_tests.jl:2 12:46:53 | maxrss 2.2% | mem 2.2% | DONE (1/1) test item "Test.jl failfast=true keyword" <0.1 secs (Failed Fast) No Captured Logs for test item "Test.jl failfast=true keyword" at test/testfiles/_testset_failfast_tests.jl:2 on worker 23 Error in testset "test set" on worker 23: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_testset_failfast_tests.jl:4 Expression: false [ Tests Completed: 1/1 test items were run. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_testitem_failfast_tests.jl [ Info: Finished scanning for test items in 0.01 seconds. [ Info: Scheduling 2 tests on pid 23 12:46:55 | maxrss 2.2% | mem 2.2% | START (1/2) test item "Failure at toplevel" at test/testfiles/_testitem_failfast_tests.jl:1 12:46:55 | maxrss 2.2% | mem 2.2% | DONE (1/2) test item "Failure at toplevel" 0.1 secs (Failed Fast) No Captured Logs for test item "Failure at toplevel" at test/testfiles/_testitem_failfast_tests.jl:1 on worker 23 Error in testset "Failure at toplevel" on worker 23: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_testitem_failfast_tests.jl:3 Expression: false 12:46:55 | maxrss 2.2% | mem 2.2% | START (2/2) test item "Failure in nested testset" at test/testfiles/_testitem_failfast_tests.jl:11 12:46:56 | maxrss 2.2% | mem 2.2% | DONE (2/2) test item "Failure in nested testset" 0.1 secs (Failed Fast) No Captured Logs for test item "Failure in nested testset" at test/testfiles/_testitem_failfast_tests.jl:11 on worker 23 Error in testset "Bar" on worker 23: Test Failed at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_testitem_failfast_tests.jl:15 Expression: false [ Tests Completed: 2/2 test items were run. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_empty_file_test.jl [ Info: Finished scanning for test items in 0.0 seconds. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_empty_file_test.jl [ Info: Finished scanning for test items in 0.01 seconds. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_happy_tests.jl [ Info: Finished scanning for test items in 0.0 seconds. [ Info: Scanning for test items in project `ReTestItems` at paths: /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/testfiles/_happy_tests.jl [ Info: Finished scanning for test items in 0.0 seconds. 12:48:08 | maxrss 2.3% | mem 3.2% | START test item "uses println" at _test_log_capture.jl:8 12:48:08 | maxrss 2.3% | mem 3.2% | DONE test item "uses println" 0.2 secs (98.7% compile), 101.71 K allocs (6.506 MB) 12:48:08 | maxrss 2.3% | mem 3.2% | START test item "uses println" at _test_log_capture.jl:21 12:48:08 | maxrss 2.3% | mem 3.2% | DONE test item "uses println" <0.1 secs (79.3% compile), 1.69 K allocs (238.080 KB) 12:48:09 | maxrss 2.3% | mem 3.2% | START test item "uses printstyled" at _test_log_capture.jl:34 12:48:09 | maxrss 2.3% | mem 3.2% | DONE test item "uses printstyled" 0.4 secs (99.5% compile), 357.58 K allocs (21.989 MB) 12:48:09 | maxrss 2.3% | mem 3.2% | START test item "uses @error" at _test_log_capture.jl:47 12:48:09 | maxrss 2.3% | mem 3.2% | DONE test item "uses @error" 0.2 secs (97.1% compile), 28.55 K allocs (1.798 MB) 12:48:10 | maxrss 2.3% | mem 3.2% | START test item "uses @test_logs @info" at _test_log_capture.jl:60 12:48:10 | maxrss 2.3% | mem 3.2% | DONE test item "uses @test_logs @info" 0.3 secs (96.9% compile), 34.60 K allocs (2.085 MB) 12:48:11 | maxrss 2.3% | mem 3.2% | START test item "uses @test_logs @error" at _test_log_capture.jl:75 12:48:11 | maxrss 2.3% | mem 3.2% | DONE test item "uses @test_logs @error" <0.1 secs (73.6% compile), 9.14 K allocs (593.944 KB) 12:48:11 | maxrss 2.3% | mem 3.2% | START test item "uses redirect_stdout" at _test_log_capture.jl:90 12:48:11 | maxrss 2.3% | mem 3.2% | DONE test item "uses redirect_stdout" 0.1 secs (95.5% compile), 33.94 K allocs (2.147 MB) 12:48:11 | maxrss 2.3% | mem 3.2% | START test item "uses redirect_stderr" at _test_log_capture.jl:109 12:48:11 | maxrss 2.3% | mem 3.2% | DONE test item "uses redirect_stderr" 0.1 secs (95.6% compile), 32.35 K allocs (2.063 MB) 12:48:12 | maxrss 2.3% | mem 3.2% | START test item "uses with_logger (redirect to a file)" at _test_log_capture.jl:128 12:48:12 | maxrss 2.3% | mem 3.2% | DONE test item "uses with_logger (redirect to a file)" 0.3 secs (95.8% compile), 126.12 K allocs (7.594 MB) 12:48:12 | maxrss 2.3% | mem 3.2% | START test item "uses with_logger" at _test_log_capture.jl:149 12:48:12 | maxrss 2.3% | mem 3.2% | DONE test item "uses with_logger" <0.1 secs (89.7% compile), 13.67 K allocs (980.024 KB) 12:48:13 | maxrss 2.3% | mem 3.2% | START test item "uses display" at _test_log_capture.jl:166 "display msg" 12:48:13 | maxrss 2.3% | mem 3.2% | DONE test item "uses display" 0.5 secs (99.5% compile), 210.55 K allocs (12.516 MB) 12:48:14 | maxrss 2.3% | mem 3.2% | START test item "setup uses println" at _test_log_capture.jl:184 12:48:14 | maxrss 2.3% | mem 3.2% | DONE test item "setup uses println" <0.1 secs, 812 allocs (53.424 KB) 12:48:14 | maxrss 2.3% | mem 3.2% | START test item "setup uses println" at _test_log_capture.jl:199 12:48:14 | maxrss 2.3% | mem 3.2% | DONE test item "setup uses println" <0.1 secs, 813 allocs (55.056 KB) 12:48:15 | maxrss 2.3% | mem 3.2% | START test item "setup uses printstyled" at _test_log_capture.jl:214 12:48:15 | maxrss 2.3% | mem 3.2% | DONE test item "setup uses printstyled" <0.1 secs, 814 allocs (54.160 KB) 12:48:15 | maxrss 2.3% | mem 3.2% | START test item "setup uses @error" at _test_log_capture.jl:229 12:48:15 | maxrss 2.3% | mem 3.2% | DONE test item "setup uses @error" <0.1 secs, 812 allocs (53.424 KB) 12:48:15 | maxrss 2.3% | mem 3.2% | START test item "setup uses redirect_stdout" at _test_log_capture.jl:248 12:48:15 | maxrss 2.3% | mem 3.2% | DONE test item "setup uses redirect_stdout" <0.1 secs (<0.1% compile), 1.43 K allocs (76.992 KB) 12:48:15 | maxrss 2.3% | mem 3.3% | START test item "setup uses redirect_stderr" at _test_log_capture.jl:270 12:48:16 | maxrss 2.3% | mem 3.3% | DONE test item "setup uses redirect_stderr" <0.1 secs (<0.1% compile), 1.43 K allocs (76.992 KB) 12:48:16 | maxrss 2.3% | mem 3.3% | START test item "setup uses with_logger (redirect to a file)" at _test_log_capture.jl:293 12:48:16 | maxrss 2.3% | mem 3.2% | DONE test item "setup uses with_logger (redirect to a file)" <0.1 secs (<0.1% compile), 1.42 K allocs (76.816 KB) 12:48:16 | maxrss 2.3% | mem 3.3% | START test item "setup uses with_logger" at _test_log_capture.jl:315 12:48:16 | maxrss 2.3% | mem 3.3% | DONE test item "setup uses with_logger" <0.1 secs, 812 allocs (53.424 KB) 12:48:16 | maxrss 2.3% | mem 3.3% | START test item "setup uses display" at _test_log_capture.jl:330 "display msg" 12:48:16 | maxrss 2.3% | mem 3.3% | DONE test item "setup uses display" <0.1 secs, 812 allocs (53.424 KB) Test Summary: | Pass Broken Total  Time log capture logs=:eager |  26  2  28 12.9s 12:48:27 | maxrss 2.3% | mem 3.1% | START test item "uses println" at _test_log_capture.jl:8 12:48:27 | maxrss 2.3% | mem 3.1% | DONE test item "uses println" <0.1 secs (92.4% compile), 21.45 K allocs (1.243 MB) 12:48:27 | maxrss 2.3% | mem 3.1% | START test item "uses println" at _test_log_capture.jl:21 12:48:27 | maxrss 2.3% | mem 3.1% | DONE test item "uses println" <0.1 secs (76.3% compile), 829 allocs (55.728 KB) 12:48:27 | maxrss 2.3% | mem 3.1% | START test item "uses printstyled" at _test_log_capture.jl:34 12:48:27 | maxrss 2.3% | mem 3.1% | DONE test item "uses printstyled" <0.1 secs (77.8% compile), 3.95 K allocs (251.568 KB) 12:48:27 | maxrss 2.3% | mem 3.1% | START test item "uses @error" at _test_log_capture.jl:47 12:48:28 | maxrss 2.3% | mem 3.1% | DONE test item "uses @error" 0.2 secs (96.6% compile), 18.09 K allocs (1.072 MB) 12:48:28 | maxrss 2.3% | mem 3.2% | START test item "uses @test_logs @info" at _test_log_capture.jl:60 12:48:28 | maxrss 2.3% | mem 3.2% | DONE test item "uses @test_logs @info" 0.3 secs (96.7% compile), 34.65 K allocs (2.088 MB) 12:48:28 | maxrss 2.3% | mem 3.2% | START test item "uses @test_logs @error" at _test_log_capture.jl:75 12:48:28 | maxrss 2.3% | mem 3.2% | DONE test item "uses @test_logs @error" 0.4 secs (97.5% compile, 90.1% GC), 9.19 K allocs (596.296 KB) 12:48:28 | maxrss 2.3% | mem 3.2% | START test item "uses redirect_stdout" at _test_log_capture.jl:90 12:48:29 | maxrss 2.3% | mem 3.2% | DONE test item "uses redirect_stdout" 0.1 secs (95.6% compile), 33.98 K allocs (2.150 MB) 12:48:29 | maxrss 2.3% | mem 3.2% | START test item "uses redirect_stderr" at _test_log_capture.jl:109 12:48:29 | maxrss 2.3% | mem 3.2% | DONE test item "uses redirect_stderr" 0.1 secs (95.9% compile), 32.39 K allocs (2.065 MB) 12:48:29 | maxrss 2.3% | mem 3.2% | START test item "uses with_logger (redirect to a file)" at _test_log_capture.jl:128 12:48:29 | maxrss 2.3% | mem 3.2% | DONE test item "uses with_logger (redirect to a file)" 0.3 secs (96.1% compile), 126.17 K allocs (7.577 MB) 12:48:29 | maxrss 2.3% | mem 3.2% | START test item "uses with_logger" at _test_log_capture.jl:149 12:48:29 | maxrss 2.3% | mem 3.2% | DONE test item "uses with_logger" <0.1 secs (87.6% compile), 9.98 K allocs (647.000 KB) 12:48:29 | maxrss 2.3% | mem 3.2% | START test item "uses display" at _test_log_capture.jl:166 "display msg" 12:48:30 | maxrss 2.3% | mem 3.2% | DONE test item "uses display" 1.0 secs (99.8% compile), 576.05 K allocs (34.754 MB) 12:48:30 | maxrss 2.3% | mem 3.2% | START test item "setup uses println" at _test_log_capture.jl:184 12:48:31 | maxrss 2.3% | mem 3.2% | DONE test item "setup uses println" <0.1 secs, 855 allocs (55.744 KB) 12:48:31 | maxrss 2.3% | mem 3.2% | START test item "setup uses println" at _test_log_capture.jl:199 12:48:31 | maxrss 2.3% | mem 3.2% | DONE test item "setup uses println" <0.1 secs, 856 allocs (57.376 KB) 12:48:31 | maxrss 2.3% | mem 3.2% | START test item "setup uses printstyled" at _test_log_capture.jl:214 12:48:31 | maxrss 2.3% | mem 3.2% | DONE test item "setup uses printstyled" <0.1 secs, 857 allocs (56.512 KB) 12:48:31 | maxrss 2.3% | mem 3.2% | START test item "setup uses @error" at _test_log_capture.jl:229 12:48:31 | maxrss 2.3% | mem 3.2% | DONE test item "setup uses @error" <0.1 secs, 855 allocs (55.744 KB) 12:48:31 | maxrss 2.3% | mem 3.2% | START test item "setup uses redirect_stdout" at _test_log_capture.jl:248 12:48:31 | maxrss 2.3% | mem 3.2% | DONE test item "setup uses redirect_stdout" <0.1 secs (<0.1% compile), 1.47 K allocs (79.360 KB) 12:48:31 | maxrss 2.3% | mem 3.2% | START test item "setup uses redirect_stderr" at _test_log_capture.jl:270 12:48:31 | maxrss 2.3% | mem 3.2% | DONE test item "setup uses redirect_stderr" <0.1 secs (<0.1% compile), 1.47 K allocs (79.360 KB) 12:48:31 | maxrss 2.3% | mem 3.2% | START test item "setup uses with_logger (redirect to a file)" at _test_log_capture.jl:293 12:48:31 | maxrss 2.3% | mem 3.2% | DONE test item "setup uses with_logger (redirect to a file)" <0.1 secs (<0.1% compile), 1.46 K allocs (79.296 KB) 12:48:31 | maxrss 2.3% | mem 3.2% | START test item "setup uses with_logger" at _test_log_capture.jl:315 12:48:31 | maxrss 2.3% | mem 3.2% | DONE test item "setup uses with_logger" <0.1 secs, 855 allocs (55.776 KB) 12:48:31 | maxrss 2.3% | mem 3.2% | START test item "setup uses display" at _test_log_capture.jl:330 "display msg" 12:48:31 | maxrss 2.3% | mem 3.2% | DONE test item "setup uses display" <0.1 secs, 855 allocs (55.744 KB) Test Summary: | Pass Broken Total Time log capture logs=:batched |  26  2  28 7.4s 12:48:42 | maxrss 2.3% | mem 3.1% | START test item "uses println" at _test_log_capture.jl:8 12:48:42 | maxrss 2.3% | mem 3.1% | DONE test item "uses println" <0.1 secs (92.8% compile), 21.45 K allocs (1.243 MB) 12:48:42 | maxrss 2.3% | mem 3.1% | START test item "uses println" at _test_log_capture.jl:21 12:48:42 | maxrss 2.3% | mem 3.1% | DONE test item "uses println" <0.1 secs (76.0% compile), 829 allocs (55.728 KB) 12:48:42 | maxrss 2.3% | mem 3.1% | START test item "uses printstyled" at _test_log_capture.jl:34 12:48:42 | maxrss 2.3% | mem 3.1% | DONE test item "uses printstyled" <0.1 secs (78.6% compile), 3.95 K allocs (251.568 KB) 12:48:42 | maxrss 2.3% | mem 3.1% | START test item "uses @error" at _test_log_capture.jl:47 12:48:42 | maxrss 2.3% | mem 3.1% | DONE test item "uses @error" 0.2 secs (97.0% compile), 18.09 K allocs (1.072 MB) 12:48:43 | maxrss 2.3% | mem 3.2% | START test item "uses @test_logs @info" at _test_log_capture.jl:60 12:48:43 | maxrss 2.3% | mem 3.2% | DONE test item "uses @test_logs @info" 0.3 secs (96.9% compile), 34.65 K allocs (2.088 MB) 12:48:43 | maxrss 2.3% | mem 3.2% | START test item "uses @test_logs @error" at _test_log_capture.jl:75 12:48:43 | maxrss 2.3% | mem 3.2% | DONE test item "uses @test_logs @error" 0.3 secs (97.5% compile, 89.2% GC), 9.19 K allocs (596.296 KB) 12:48:43 | maxrss 2.3% | mem 3.2% | START test item "uses redirect_stdout" at _test_log_capture.jl:90 12:48:43 | maxrss 2.3% | mem 3.2% | DONE test item "uses redirect_stdout" 0.1 secs (95.6% compile), 33.98 K allocs (2.150 MB) 12:48:43 | maxrss 2.3% | mem 3.2% | START test item "uses redirect_stderr" at _test_log_capture.jl:109 12:48:44 | maxrss 2.3% | mem 3.2% | DONE test item "uses redirect_stderr" 0.1 secs (95.7% compile), 32.39 K allocs (2.065 MB) 12:48:44 | maxrss 2.3% | mem 3.2% | START test item "uses with_logger (redirect to a file)" at _test_log_capture.jl:128 12:48:44 | maxrss 2.3% | mem 3.2% | DONE test item "uses with_logger (redirect to a file)" 0.3 secs (95.8% compile), 126.17 K allocs (7.578 MB) 12:48:44 | maxrss 2.3% | mem 3.2% | START test item "uses with_logger" at _test_log_capture.jl:149 12:48:44 | maxrss 2.3% | mem 3.2% | DONE test item "uses with_logger" <0.1 secs (88.8% compile), 9.98 K allocs (647.000 KB) 12:48:44 | maxrss 2.3% | mem 3.2% | START test item "uses display" at _test_log_capture.jl:166 "display msg" 12:48:45 | maxrss 2.3% | mem 3.2% | DONE test item "uses display" 0.9 secs (99.8% compile), 576.05 K allocs (34.755 MB) 12:48:45 | maxrss 2.3% | mem 3.2% | START test item "setup uses println" at _test_log_capture.jl:184 12:48:46 | maxrss 2.3% | mem 3.2% | DONE test item "setup uses println" <0.1 secs, 855 allocs (55.744 KB) 12:48:46 | maxrss 2.3% | mem 3.2% | START test item "setup uses println" at _test_log_capture.jl:199 12:48:46 | maxrss 2.3% | mem 3.2% | DONE test item "setup uses println" <0.1 secs, 856 allocs (57.376 KB) 12:48:46 | maxrss 2.3% | mem 3.2% | START test item "setup uses printstyled" at _test_log_capture.jl:214 12:48:46 | maxrss 2.3% | mem 3.2% | DONE test item "setup uses printstyled" <0.1 secs, 857 allocs (56.512 KB) 12:48:46 | maxrss 2.3% | mem 3.2% | START test item "setup uses @error" at _test_log_capture.jl:229 12:48:46 | maxrss 2.3% | mem 3.2% | DONE test item "setup uses @error" <0.1 secs, 855 allocs (55.744 KB) 12:48:46 | maxrss 2.3% | mem 3.2% | START test item "setup uses redirect_stdout" at _test_log_capture.jl:248 12:48:46 | maxrss 2.3% | mem 3.2% | DONE test item "setup uses redirect_stdout" <0.1 secs (<0.1% compile), 1.47 K allocs (79.360 KB) 12:48:46 | maxrss 2.3% | mem 3.2% | START test item "setup uses redirect_stderr" at _test_log_capture.jl:270 12:48:46 | maxrss 2.3% | mem 3.2% | DONE test item "setup uses redirect_stderr" <0.1 secs (<0.1% compile), 1.47 K allocs (79.360 KB) 12:48:46 | maxrss 2.3% | mem 3.2% | START test item "setup uses with_logger (redirect to a file)" at _test_log_capture.jl:293 12:48:46 | maxrss 2.3% | mem 3.2% | DONE test item "setup uses with_logger (redirect to a file)" <0.1 secs (<0.1% compile), 1.46 K allocs (79.296 KB) 12:48:46 | maxrss 2.3% | mem 3.2% | START test item "setup uses with_logger" at _test_log_capture.jl:315 12:48:46 | maxrss 2.3% | mem 3.2% | DONE test item "setup uses with_logger" <0.1 secs, 855 allocs (55.776 KB) 12:48:46 | maxrss 2.3% | mem 3.2% | START test item "setup uses display" at _test_log_capture.jl:330 "display msg" 12:48:46 | maxrss 2.3% | mem 3.2% | DONE test item "setup uses display" <0.1 secs, 855 allocs (55.744 KB) Test Summary: | Pass Broken Total Time log capture logs=:issues |  26  2  28 7.3s ┌ Warning: Skipping JUnit XML reference tests on unrelease Julia version │ VERSION = v"1.13.0-DEV.955" └ @ Main ~/.julia/packages/ReTestItems/4doqz/test/runtests.jl:31 Test Summary: | Pass Fail Error Broken Total Time ReTestItems | 1664 28 9 3 1704 40m21.2s workers.jl | 35 5 40 1m03.0s correct connected/running states (Worker(pid=27)) | 7 7 0.5s clean shutdown (Worker(pid=27)) | 6 6 2.2s more forceful shutdown (Worker(pid=32)) | 7 7 0.4s remote_eval/remote_fetch (Worker(pid=37)) | 5 5 5.1s worker crashing (Worker(pid=42)) | 7 7 2.6s remote_eval (Worker(pid=47)) | 2 2 2.5s CPU profile | 1 5 6 16.1s internals.jl | 416 1 5 422 16.1s get_starting_testitems | 300 300 2.5s is_test_file | 20 20 0.0s is_testsetup_file | 5 5 0.0s _is_subproject | 7 7 0.1s include_testfiles! | 4 1 5 8.3s only requested testfiles included | 1 1 5.5s testsetup files always included | 4 4 2.9s report_empty_testsets | 6 6 1.1s JUnit _error_message | 2 2 0.3s _validated_nworker_threads | 19 19 0.1s _validated_paths | 13 13 0.3s skiptestitem | 4 4 0.7s should_skip | 3 1 4 8 2.4s filtering.jl | 21 21 0.3s nestedrelpath | 12 12 0.0s macros.jl | 75 1 76 10.7s testsetup macro basic | 1 1 0.0s testitem macro basic | 4 4 3.0s testitem with `tags` | 3 3 0.2s testitem with `retries` | 3 3 0.2s testitem with macro import | 2 2 1.6s testitem with `setup` | 5 5 0.6s testsetup and testitem with includes | 3 3 0.2s missing testsetup | 1 1 0.3s testitem with duplicate keywords | 1 1 0.2s can identity if in a `@testitem` | 2 2 0.0s testitem macro runs immediately outside `runtests` | 6 6 1.1s manually specify `source` location | 4 4 0.0s testsetup not given module | 2 2 1.5s testitem `_id` keyword | 6 6 0.9s testitem `timeout` keyword | 8 8 0.5s testitem `skip` keyword | 11 1 12 0.1s tesitem `failfast` keyword | 2 2 0.1s testitem with `default_imports` | 6 6 0.2s testitem with unrecognised keyword | 1 1 0.0s testitem without a body | 4 4 0.0s integrationtests.jl | 377 22 3 3 405 37m23.0s manual `runtests(dir)` | 2 2 13.8s manual `runtests(file)` | 2 2 0.3s `runtests(path)` auto finds testsetups | 3 3 3.9s Warn or error when not test file | 11 11 4.2s filter `runtests(func, x)` | 10 1 11 14.0s `@testitem` scoping rules | 1 1 0.2s single-process | 12 2 1 15 2m50.8s Pkg.test() NoDeps.jl | 1 1 28.5s Pkg.test() TestsInSrc.jl | 1 1 24.6s Pkg.test() TestProjectFile.jl | 1 1 26.4s Pkg.test() TestEndExpr.jl | 1 1 49.5s Pkg.test() DontPass.jl | 1 1 35.7s runtests() NoDeps.jl | 2 2 0.2s runtests() TestsInSrc.jl | 2 2 0.1s runtests() TestProjectFile.jl | 2 2 2.6s runtests() TestEndExpr.jl | 1 1 0.0s runtests() DontPass.jl | 3 3 3.1s runtests a dir with 0 nworkers but worker_init_expr set | 2 2 0.6s runtests with nworkers = 2 | 10 10 5m40.3s Pkg.test() NoDeps.jl | 2 2 1m05.9s Pkg.test() TestsInSrc.jl | 2 2 1m14.2s Pkg.test() TestProjectFile.jl | 2 2 58.7s Pkg.test() TestEndExpr.jl | 2 2 48.1s Pkg.test() DontPass.jl | 2 2 1m33.4s don't recurse into subpackages | 2 2 3.7s trigger subpackage tests | 3 3 23.9s passing file (not dir) | 1 1 0.2s passing multiple files/dirs | 4 4 3.9s print report sorted | 2 2 1.0s `verbose_results`, `debug` and `logs` keywords | 48 48 1.1s `report=true` is not compatible with `logs=:eager` | 1 1 0.1s filter `runtests(x; tags)` | 8 8 5.6s filter `runtests(x; name)` | 7 7 5.4s filter `runtests(x; name, tags)` | 7 7 7.2s filter `runtests(func, x; name, tags)` | 7 7 9.9s Warn on empty test set -- integration test | 3 3 0.1s log capture for an errored TestSetup | 2 2 4 21.9s test crashing testitem | 4 4 29.9s test retrying failing testitem | 2 6 8 4m41.6s bugfix: `runtests` in a testset | 2 2 1.2s testitem_timeout | 1 1 1 3 27.0s testitem_timeout set via env variable | 1 1 1 3 27.3s @testitem `timeout` | 12 12 47.1s Error outside `@testitem` | 2 2 0.0s `runtests` finds no testitems | 2 2 0.0s Worker log capture on a failing test is not reported twice | 1 1 15.0s Worker and nworker_threads argument | 1 1 14.4s _redirect_logs and custom loggers | 1 1 0.5s error on code outside `@testitem`/`@testsetup` | 10 10 2.7s Duplicate names in same file throws | 2 2 0.1s Duplicate names in different files allowed | 2 2 15.4s Duplicate IDs not allowed | 2 2 0.0s Timeout failures accurately record elapsed time | 1 1 24.6s CPU profile timeout trigger | 16 16 3m20.7s worker always crashes immediately | 4 4 1m02.2s worker crashes immediately but succeeds on retry | 3 3 43.3s test_end_expr | 21 3 24 2m50.2s nworkers=0 | 5 5 0.7s nworkers=1 | 5 5 33.0s nworkers=2 | 5 5 1m08.0s report printing | 2 3 5 35.2s TestEndExpr.jl package | 4 4 33.4s test_end_expr always runs, even if testitem throws | 2 2 0.6s Replace workers when we hit memory threshold | 7 7 2m08.1s skipping testitems | 1 1 24.2s logs are aligned | 3 3 0.5s ParseError in test file | 2 2 1.6s invalid testitem combined with filter function | 24 24 0.1s error code from running `@testitem` directly | 1 1 15.7s runtests `failfast` keyword | 62 6 2 70 6m53.2s failure | 16 2 18 1m27.9s nworkers=0 | 6 6 0.5s nworkers=1 | 6 6 16.6s nworkers=3 | 4 2 6 1m10.8s error | 16 2 18 1m30.0s nworkers=0 | 6 6 0.1s nworkers=1 | 6 6 18.7s nworkers=3 | 4 2 6 1m11.2s timeout | 11 1 1 13 1m45.3s nworkers=0 | 1 1 0.0s nworkers=1 | 6 6 34.2s nworkers=3 | 5 1 6 1m11.2s crash | 11 1 1 13 1m37.5s nworkers=0 | 1 1 0.0s nworkers=1 | 6 6 28.0s nworkers=3 | 5 1 6 1m09.5s multiple failures | 5 5 32.0s ENV var | 3 3 0.5s Handle `@testset failfast=true` | 3 3 0.2s DONE time reported when testitem throws | 2 2 1.0s runtests `testitem_failfast` keyword | 27 27 3.1s `test_end_expr` must be `:block` | 1 1 0.2s throw if no test items | 4 4 1.0s bugfix: don't overcount when nworkers > ntestitems | 1 1 58.0s log_capture.jl | 52 52 1m10.1s log capture | 3 3 50.6s Workers print in color | 1 1 18.8s log capture -- reporting | 12 12 0.1s default_log_display_mode | 20 20 0.0s print_time | 16 16 0.5s tests removed workers | 708 708 0.0s RNG of the outermost testset: Random.Xoshiro(0x58d9713b14ba007e, 0x03cfb79e1e028a1a, 0xd88a956318c4286c, 0x25ea3134563cf072, 0xa864db734640fc06) ERROR: LoadError: Some tests did not pass: 1664 passed, 28 failed, 9 errored, 3 broken. in expression starting at /home/pkgeval/.julia/packages/ReTestItems/4doqz/test/runtests.jl:13 Testing failed after 2380.43s ERROR: LoadError: Package ReTestItems errored during testing Stacktrace: [1] pkgerror(msg::String) @ Pkg.Types /opt/julia/share/julia/stdlib/v1.13/Pkg/src/Types.jl:68 [2] test(ctx::Pkg.Types.Context, pkgs::Vector{PackageSpec}; coverage::Bool, julia_args::Cmd, test_args::Cmd, test_fn::Nothing, force_latest_compatible_version::Bool, allow_earlier_backwards_compatible_versions::Bool, allow_reresolve::Bool) @ Pkg.Operations /opt/julia/share/julia/stdlib/v1.13/Pkg/src/Operations.jl:2695 [3] test @ /opt/julia/share/julia/stdlib/v1.13/Pkg/src/Operations.jl:2544 [inlined] [4] test(ctx::Pkg.Types.Context, pkgs::Vector{PackageSpec}; coverage::Bool, test_fn::Nothing, julia_args::Cmd, test_args::Cmd, force_latest_compatible_version::Bool, allow_earlier_backwards_compatible_versions::Bool, allow_reresolve::Bool, kwargs::@Kwargs{io::IOContext{IO}}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:538 [5] kwcall(::@NamedTuple{julia_args::Cmd, io::IOContext{IO}}, ::typeof(Pkg.API.test), ctx::Pkg.Types.Context, pkgs::Vector{PackageSpec}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:515 [6] test(pkgs::Vector{PackageSpec}; io::IOContext{IO}, kwargs::@Kwargs{julia_args::Cmd}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:168 [7] kwcall(::@NamedTuple{julia_args::Cmd}, ::typeof(Pkg.API.test), pkgs::Vector{PackageSpec}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:157 [8] test(pkgs::Vector{String}; kwargs::@Kwargs{julia_args::Cmd}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:156 [9] test @ /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:156 [inlined] [10] kwcall(::@NamedTuple{julia_args::Cmd}, ::typeof(Pkg.API.test), pkg::String) @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:155 [11] top-level scope @ /PkgEval.jl/scripts/evaluate.jl:219 [12] include(mod::Module, _path::String) @ Base ./Base.jl:311 [13] exec_options(opts::Base.JLOptions) @ Base ./client.jl:320 [14] _start() @ Base ./client.jl:553 in expression starting at /PkgEval.jl/scripts/evaluate.jl:210 PkgEval failed after 2487.78s: package is using an unknown package