Package evaluation to test CSTParser on Julia 1.11.8 (29b3528cce*) started at 2026-01-20T00:37:08.220 ################################################################################ # Set-up # Installing PkgEval dependencies (TestEnv)... Activating project at `~/.julia/environments/v1.11` Set-up completed after 11.72s ################################################################################ # Installation # Installing CSTParser... Resolving package versions... Installed Tokenize ── v0.5.29 Installed CSTParser ─ v3.4.3 Updating `~/.julia/environments/v1.11/Project.toml` [00ebfdb7] + CSTParser v3.4.3 Updating `~/.julia/environments/v1.11/Manifest.toml` [00ebfdb7] + CSTParser v3.4.3 [0796e94c] + Tokenize v0.5.29 Installation completed after 1.19s ################################################################################ # Precompilation # Precompiling PkgEval dependencies... Precompiling project... 3213.6 ms ✓ TestEnv 1 dependency successfully precompiled in 3 seconds. 23 already precompiled. Precompiling package dependencies... Precompiling project... 3290.4 ms ✓ Tokenize 501.0 ms ✓ TestItems 4576.2 ms ✓ CSTParser 29023.7 ms ✓ TestItemRunner 4 dependencies successfully precompiled in 37 seconds. 26 already precompiled. Precompilation completed after 58.03s ################################################################################ # Testing # Testing CSTParser Status `/tmp/jl_ATPGKI/Project.toml` [00ebfdb7] CSTParser v3.4.3 [f8b46487] TestItemRunner v1.1.4 [0796e94c] Tokenize v0.5.29 [8dfed614] Test v1.11.0 Status `/tmp/jl_ATPGKI/Manifest.toml` [00ebfdb7] CSTParser v3.4.3 [f8b46487] TestItemRunner v1.1.4 [1c621080] TestItems v1.0.0 [0796e94c] Tokenize v0.5.29 [0dad84c5] ArgTools v1.1.2 [56f22d72] Artifacts v1.11.0 [2a0f44e3] Base64 v1.11.0 [ade2ca70] Dates v1.11.0 [f43a241f] Downloads v1.6.0 [7b1f6079] FileWatching v1.11.0 [b77e0a4c] InteractiveUtils v1.11.0 [b27032c2] LibCURL v0.6.4 [76f85450] LibGit2 v1.11.0 [8f399da3] Libdl v1.11.0 [56ddb016] Logging v1.11.0 [d6f4376e] Markdown v1.11.0 [ca575930] NetworkOptions v1.2.0 [44cfe95a] Pkg v1.11.0 [de0858da] Printf v1.11.0 [9a3f8284] Random v1.11.0 [ea8e919c] SHA v0.7.0 [9e88b42a] Serialization v1.11.0 [fa267f1f] TOML v1.0.3 [a4e569a6] Tar v1.10.0 [8dfed614] Test v1.11.0 [cf7118a7] UUIDs v1.11.0 [4ec0a83e] Unicode v1.11.0 [deac9b47] LibCURL_jll v8.6.0+0 [e37daf67] LibGit2_jll v1.7.2+0 [29816b5a] LibSSH2_jll v1.11.0+1 [c8ffd9c3] MbedTLS_jll v2.28.6+0 [14a3606d] MozillaCACerts_jll v2023.12.12 [83775a58] Zlib_jll v1.2.13+1 [8e850ede] nghttp2_jll v1.59.0+0 [3f19e933] p7zip_jll v17.4.0+2 Testing Running tests... ┌ Error: parsing difference │ file = "/opt/julia/bin/../share/julia/test/scopedvalues.jl" └ @ Main.var"##285" ~/.julia/packages/CSTParser/0hXvH/test/test_check_base.jl:157 false begin end try @with begin return end finally push!(ts, 2) end try @with begin return end catch err finally push!(ts, 2) end begin ts = Int[] try @with begin return end finally push!(ts, 2) end end begin ts = Int[] try @with begin return end catch err finally push!(ts, 2) end end @testset "issue #56062" begin ts = Int[] try @with begin return end finally push!(ts, 2) end end @testset "issue #56062" begin ts = Int[] try @with begin return end catch err finally push!(ts, 2) end end Parsing files in Base: Test Failed at /home/pkgeval/.julia/packages/CSTParser/0hXvH/test/test_check_base.jl:166 Expression: false Stacktrace: [1] macro expansion @ /opt/julia/share/julia/stdlib/v1.11/Test/src/Test.jl:680 [inlined] [2] top-level scope @ ~/.julia/packages/CSTParser/0hXvH/test/test_check_base.jl:166 ┌ Error: parsing difference │ file = "/opt/julia/bin/../share/julia/test/syntax.jl" └ @ Main.var"##285" ~/.julia/packages/CSTParser/0hXvH/test/test_check_base.jl:157 begin x kw... end (x,; kw...) x $(Expr(:parameters, :(kw...))) kw... x begin x kw... end (x,; kw...) function x, kw... return (x, kw) end function (x,; kw...) return (x, kw) end f = function x, kw... return (x, kw) end f = function (x,; kw...) return (x, kw) end begin x a = 2 end (x,; a = 2) x $(Expr(:parameters, :($(Expr(:kw, :a, 2))))) a = 2 x begin x a = 2 end (x,; a = 2) function x, a = 2 return (x, a) end function (x,; a = 2) return (x, a) end g = function x, a = 2 return (x, a) end g = function (x,; a = 2) return (x, a) end begin f = function x, kw... return (x, kw) end g = function x, a = 2 return (x, a) end end begin f = function (x,; kw...) return (x, kw) end g = function (x,; a = 2) return (x, a) end end let f = function x, kw... return (x, kw) end, g = function x, a = 2 return (x, a) end @test f(1) == (1, pairs(NamedTuple())) @test g(1) == (1, 2) end let f = function (x,; kw...) return (x, kw) end, g = function (x,; a = 2) return (x, a) end @test f(1) == (1, pairs(NamedTuple())) @test g(1) == (1, 2) end a => (b = 2) a => b = begin 2 end => a => b a begin 2 end a => (b = 2) a => b = begin 2 end @eval a => (b = 2) @eval a => b = begin 2 end @test_throws ErrorException @eval(a => (b = 2)) @test_throws ErrorException @eval(a => b = begin 2 end) a => (b = 2) a => b = begin 2 end => a => b a begin 2 end a => (b = 2) a => b = begin 2 end @eval a => (b = 2) @eval a => b = begin 2 end @test_throws "function Base.=> must be explicitly imported to be extended" @eval(a => (b = 2)) @test_throws "function Base.=> must be explicitly imported to be extended" @eval(a => b = begin 2 end) begin @test_throws ErrorException @eval(a => (b = 2)) @test_throws "function Base.=> must be explicitly imported to be extended" @eval(a => (b = 2)) end begin @test_throws ErrorException @eval(a => b = begin 2 end) @test_throws "function Base.=> must be explicitly imported to be extended" @eval(a => b = begin 2 end) end let x = 1 => 2 @test_throws ErrorException @eval(a => (b = 2)) @test_throws "function Base.=> must be explicitly imported to be extended" @eval(a => (b = 2)) end let x = 1 => 2 @test_throws ErrorException @eval(a => b = begin 2 end) @test_throws "function Base.=> must be explicitly imported to be extended" @eval(a => b = begin 2 end) end [ Info: checking check_err_parse against ../docs/make.jl [ Info: checking check_err_parse against ../src/CSTParser.jl [ Info: checking check_err_parse against ../src/conversion.jl [ Info: checking check_err_parse against ../src/display.jl [ Info: checking check_err_parse against ../src/interface.jl [ Info: checking check_err_parse against ../src/iterate.jl [ Info: checking check_err_parse against ../src/lexer.jl [ Info: checking check_err_parse against ../src/packagedef.jl [ Info: checking check_err_parse against ../src/precompile.jl [ Info: checking check_err_parse against ../src/recovery.jl [ Info: checking check_err_parse against ../src/spec.jl [ Info: checking check_err_parse against ../src/utils.jl [ Info: checking check_err_parse against ../src/components/internals.jl [ Info: checking check_err_parse against ../src/components/keywords.jl [ Info: checking check_err_parse against ../src/components/lists.jl [ Info: checking check_err_parse against ../src/components/operators.jl [ Info: checking check_err_parse against ../src/components/strings.jl [ Info: checking check_err_parse against ../test/runtests.jl [ Info: checking check_err_parse against ../test/shared.jl [ Info: checking check_err_parse against ../test/test_check_base.jl [ Info: checking check_err_parse against ../test/test_display.jl [ Info: checking check_err_parse against ../test/test_errparse.jl [ Info: checking check_err_parse against ../test/test_interface.jl [ Info: checking check_err_parse against ../test/test_spec.jl [ Info: checking check_err_parse against ../test/iterate/test_iterators.jl [ Info: checking check_err_parse against ../test/iterate/test_selftest.jl [ Info: checking check_err_parse against ../test/parser/test_function_calls.jl [ Info: checking check_err_parse against ../test/parser/test_keyword_blocks.jl [ Info: checking check_err_parse against ../test/parser/test_modules.jl [ Info: checking check_err_parse against ../test/parser/test_operators.jl [ Info: checking check_err_parse against ../test/parser/test_parser.jl [ Info: checking check_err_parse against ../test/parser/test_square.jl [ Info: checking check_err_parse against ../test/parser/test_types.jl [ Info: checking check_reparse against ../docs/make.jl [ Info: checking check_reparse against ../src/CSTParser.jl [ Info: checking check_reparse against ../src/conversion.jl [ Info: checking check_reparse against ../src/display.jl [ Info: checking check_reparse against ../src/interface.jl [ Info: checking check_reparse against ../src/iterate.jl [ Info: checking check_reparse against ../src/lexer.jl [ Info: checking check_reparse against ../src/packagedef.jl [ Info: checking check_reparse against ../src/precompile.jl [ Info: checking check_reparse against ../src/recovery.jl [ Info: checking check_reparse against ../src/spec.jl [ Info: checking check_reparse against ../src/utils.jl [ Info: checking check_reparse against ../src/components/internals.jl [ Info: checking check_reparse against ../src/components/keywords.jl [ Info: checking check_reparse against ../src/components/lists.jl [ Info: checking check_reparse against ../src/components/operators.jl [ Info: checking check_reparse against ../src/components/strings.jl [ Info: checking check_reparse against ../test/runtests.jl [ Info: checking check_reparse against ../test/shared.jl [ Info: checking check_reparse against ../test/test_check_base.jl [ Info: checking check_reparse against ../test/test_display.jl [ Info: checking check_reparse against ../test/test_errparse.jl [ Info: checking check_reparse against ../test/test_interface.jl [ Info: checking check_reparse against ../test/test_spec.jl [ Info: checking check_reparse against ../test/iterate/test_iterators.jl [ Info: checking check_reparse against ../test/iterate/test_selftest.jl [ Info: checking check_reparse against ../test/parser/test_function_calls.jl [ Info: checking check_reparse against ../test/parser/test_keyword_blocks.jl [ Info: checking check_reparse against ../test/parser/test_modules.jl [ Info: checking check_reparse against ../test/parser/test_operators.jl [ Info: checking check_reparse against ../test/parser/test_parser.jl [ Info: checking check_reparse against ../test/parser/test_square.jl [ Info: checking check_reparse against ../test/parser/test_types.jl Test Summary: | Pass Fail Broken Total Time Package | 149250 1 3 149254 4m14.8s test/iterate/test_iterators.jl | 500 500 27.7s test/test_display.jl | 1 1 0.4s test/test_check_base.jl | 4446 1 1 4448 58.1s Parsing files in Base | 4446 1 1 4448 58.1s test/parser/test_operators.jl | 2116 1 2117 6.6s test/parser/test_square.jl | 1322 1322 7.0s test/test_interface.jl | 48 48 0.6s test/parser/test_keyword_blocks.jl | 1242 1242 4.0s test/parser/test_types.jl | 495 495 2.3s test/test_spec.jl | 2891 2891 26.0s test/iterate/test_selftest.jl | 118205 118205 0.5s test/test_errparse.jl | 250 250 1m21.9s test/parser/test_function_calls.jl | 904 904 3.7s test/parser/test_modules.jl | 247 247 1.5s test/parser/test_parser.jl | 16583 1 16584 34.2s ERROR: LoadError: Some tests did not pass: 149250 passed, 1 failed, 0 errored, 3 broken. in expression starting at /home/pkgeval/.julia/packages/CSTParser/0hXvH/test/runtests.jl:3 Testing failed after 318.93s ERROR: LoadError: Package CSTParser errored during testing Stacktrace: [1] pkgerror(msg::String) @ Pkg.Types /opt/julia/share/julia/stdlib/v1.11/Pkg/src/Types.jl:68 [2] test(ctx::Pkg.Types.Context, pkgs::Vector{Pkg.Types.PackageSpec}; coverage::Bool, julia_args::Cmd, test_args::Cmd, test_fn::Nothing, force_latest_compatible_version::Bool, allow_earlier_backwards_compatible_versions::Bool, allow_reresolve::Bool) @ Pkg.Operations /opt/julia/share/julia/stdlib/v1.11/Pkg/src/Operations.jl:2128 [3] test @ /opt/julia/share/julia/stdlib/v1.11/Pkg/src/Operations.jl:2011 [inlined] [4] test(ctx::Pkg.Types.Context, pkgs::Vector{Pkg.Types.PackageSpec}; coverage::Bool, test_fn::Nothing, julia_args::Cmd, test_args::Cmd, force_latest_compatible_version::Bool, allow_earlier_backwards_compatible_versions::Bool, allow_reresolve::Bool, kwargs::@Kwargs{io::IOContext{IO}}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.11/Pkg/src/API.jl:481 [5] test(pkgs::Vector{Pkg.Types.PackageSpec}; io::IOContext{IO}, kwargs::@Kwargs{julia_args::Cmd}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.11/Pkg/src/API.jl:159 [6] test @ /opt/julia/share/julia/stdlib/v1.11/Pkg/src/API.jl:147 [inlined] [7] #test#74 @ /opt/julia/share/julia/stdlib/v1.11/Pkg/src/API.jl:146 [inlined] [8] top-level scope @ /PkgEval.jl/scripts/evaluate.jl:223 in expression starting at /PkgEval.jl/scripts/evaluate.jl:214 PkgEval failed after 404.96s: package has test failures