Package evaluation of TokenCompression on Julia 1.13.0-DEV.985 (9c94e7ae32*) started at 2025-08-14T21:25:04.141 ################################################################################ # Set-up # Installing PkgEval dependencies (TestEnv)... Set-up completed after 9.67s ################################################################################ # Installation # Installing TokenCompression... Resolving package versions... Updating `~/.julia/environments/v1.13/Project.toml` [c6f261d0] + TokenCompression v0.1.0 Updating `~/.julia/environments/v1.13/Manifest.toml` [621f4979] + AbstractFFTs v1.5.0 [7d9f7c33] + Accessors v0.1.42 [79e6a3ab] + Adapt v4.3.0 [dce04be8] + ArgCheck v2.5.0 [a9b6321e] + Atomix v1.1.2 [ab4f0b2a] + BFloat16s v0.5.1 [fbb218c0] + BSON v0.3.9 [198e06fe] + BangBang v0.4.4 [9718e550] + Baselet v0.1.1 [fa961155] + CEnum v0.5.0 [052768ef] + CUDA v5.8.3 [1af6417a] + CUDA_Runtime_Discovery v1.0.0 [3da002f7] + ColorTypes v0.12.1 [5ae59095] + Colors v0.13.1 [34da2185] + Compat v4.18.0 [a33af91c] + CompositionsBase v0.1.2 [187b0558] + ConstructionBase v1.6.0 [a8cc5b0e] + Crayons v4.1.1 [9a962f9c] + DataAPI v1.16.0 [a93c6f00] + DataFrames v1.7.0 ⌅ [864edb3b] + DataStructures v0.18.22 [e2d170a0] + DataValueInterfaces v1.0.0 [244e2a9f] + DefineSingletons v0.1.2 [e2ba6199] + ExprTools v0.1.10 [53c48c17] + FixedPointNumbers v0.8.5 [0c68f7d7] + GPUArrays v11.2.3 [46192b85] + GPUArraysCore v0.2.0 [61eb1bfa] + GPUCompiler v1.6.1 [096a3bc2] + GPUToolbox v0.3.0 [076d061b] + HashArrayMappedTries v0.2.0 [22cec73e] + InitialValues v0.3.1 [842dd82b] + InlineStrings v1.4.4 [3587e190] + InverseFunctions v0.1.17 [41ab1584] + InvertedIndices v1.3.1 [82899510] + IteratorInterfaceExtensions v1.0.0 [692b3bcd] + JLLWrappers v1.7.1 [63c18a36] + KernelAbstractions v0.9.38 [929cbde3] + LLVM v9.4.2 [8b046642] + LLVMLoopInfo v1.0.0 [b964fa9f] + LaTeXStrings v1.4.0 [1914dd2f] + MacroTools v0.5.16 [128add7d] + MicroCollections v0.2.0 [e1d29d7a] + Missings v1.2.0 [5da4648a] + NVTX v1.0.1 [bac558e1] + OrderedCollections v1.8.1 [2dfb63ee] + PooledArrays v1.4.3 [aea7be01] + PrecompileTools v1.3.2 [21216c6a] + Preferences v1.5.0 [08abe8d2] + PrettyTables v2.4.0 [74087812] + Random123 v1.7.1 [e6cf234a] + RandomNumbers v1.6.0 [189a3867] + Reexport v1.2.2 [42d2dcc6] + Referenceables v0.1.3 [ae029012] + Requires v1.3.1 [7e506255] + ScopedValues v1.4.0 [6c6a2e73] + Scratch v1.3.0 [91c51154] + SentinelArrays v1.4.8 [efcf1570] + Setfield v1.1.2 [a2af1166] + SortingAlgorithms v1.2.2 [171d559e] + SplittablesBase v0.1.15 [90137ffa] + StaticArrays v1.9.14 [1e83bf80] + StaticArraysCore v1.4.3 [10745b16] + Statistics v1.11.1 [892a3eda] + StringManipulation v0.4.1 [3783bdb8] + TableTraits v1.0.1 [bd369af6] + Tables v1.12.1 [ac1d9e8a] + ThreadsX v0.1.12 [c6f261d0] + TokenCompression v0.1.0 [e689c965] + Tracy v0.1.5 [28d57a85] + Transducers v0.4.84 [013be700] + UnsafeAtomics v0.3.0 [d1e2174e] + CUDA_Compiler_jll v0.2.0+1 [4ee394cb] + CUDA_Driver_jll v13.0.0+0 [76a88914] + CUDA_Runtime_jll v0.19.0+0 [9c1d0b0a] + JuliaNVTXCallbacks_jll v0.2.1+0 [dad2f222] + LLVMExtra_jll v0.0.37+2 [ad6e5548] + LibTracyClient_jll v0.9.1+6 [e98f9f5b] + NVTX_jll v3.2.2+0 [1e29f10c] + demumble_jll v1.3.0+0 [0dad84c5] + ArgTools v1.1.2 [56f22d72] + Artifacts v1.11.0 [2a0f44e3] + Base64 v1.11.0 [ade2ca70] + Dates v1.11.0 [8ba89e20] + Distributed v1.11.0 [f43a241f] + Downloads v1.7.0 [7b1f6079] + FileWatching v1.11.0 [9fa8497b] + Future v1.11.0 [b77e0a4c] + InteractiveUtils v1.11.0 [ac6e5ff7] + JuliaSyntaxHighlighting v1.12.0 [4af54fe1] + LazyArtifacts v1.11.0 [b27032c2] + LibCURL v0.6.4 [76f85450] + LibGit2 v1.11.0 [8f399da3] + Libdl v1.11.0 [37e2e46d] + LinearAlgebra v1.13.0 [56ddb016] + Logging v1.11.0 [d6f4376e] + Markdown v1.11.0 [ca575930] + NetworkOptions v1.3.0 [44cfe95a] + Pkg v1.13.0 [de0858da] + Printf v1.11.0 [9a3f8284] + Random v1.11.0 [ea8e919c] + SHA v0.7.0 [9e88b42a] + Serialization v1.11.0 [6462fe0b] + Sockets v1.11.0 [2f01184e] + SparseArrays v1.13.0 [f489334b] + StyledStrings v1.11.0 [fa267f1f] + TOML v1.0.3 [a4e569a6] + Tar v1.10.0 [8dfed614] + Test v1.11.0 [cf7118a7] + UUIDs v1.11.0 [4ec0a83e] + Unicode v1.11.0 [e66e0078] + CompilerSupportLibraries_jll v1.3.0+1 [deac9b47] + LibCURL_jll v8.15.0+1 [e37daf67] + LibGit2_jll v1.9.1+0 [29816b5a] + LibSSH2_jll v1.11.3+1 [14a3606d] + MozillaCACerts_jll v2025.7.15 [4536629a] + OpenBLAS_jll v0.3.29+0 [458c3c95] + OpenSSL_jll v3.5.2+0 [efcefdf7] + PCRE2_jll v10.45.0+0 [bea87d4a] + SuiteSparse_jll v7.10.1+0 [83775a58] + Zlib_jll v1.3.1+2 [3161d3a3] + Zstd_jll v1.5.7+1 [8e850b90] + libblastrampoline_jll v5.13.1+0 [8e850ede] + nghttp2_jll v1.65.0+0 [3f19e933] + p7zip_jll v17.5.0+2 Info Packages marked with ⌅ have new versions available but compatibility constraints restrict them from upgrading. To see why use `status --outdated -m` Installation completed after 9.4s ################################################################################ # Precompilation # Precompiling PkgEval dependencies... Precompiling package dependencies... Precompilation completed after 95.31s ################################################################################ # Testing # Testing TokenCompression Status `/tmp/jl_EGktR8/Project.toml` [fbb218c0] BSON v0.3.9 [6e4b80f9] BenchmarkTools v1.6.0 [052768ef] CUDA v5.8.3 [10745b16] Statistics v1.11.1 [ac1d9e8a] ThreadsX v0.1.12 [c6f261d0] TokenCompression v0.1.0 [37e2e46d] LinearAlgebra v1.13.0 [8dfed614] Test v1.11.0 Status `/tmp/jl_EGktR8/Manifest.toml` [621f4979] AbstractFFTs v1.5.0 [7d9f7c33] Accessors v0.1.42 [79e6a3ab] Adapt v4.3.0 [dce04be8] ArgCheck v2.5.0 [a9b6321e] Atomix v1.1.2 [ab4f0b2a] BFloat16s v0.5.1 [fbb218c0] BSON v0.3.9 [198e06fe] BangBang v0.4.4 [9718e550] Baselet v0.1.1 [6e4b80f9] BenchmarkTools v1.6.0 [fa961155] CEnum v0.5.0 [052768ef] CUDA v5.8.3 [1af6417a] CUDA_Runtime_Discovery v1.0.0 [3da002f7] ColorTypes v0.12.1 [5ae59095] Colors v0.13.1 [34da2185] Compat v4.18.0 [a33af91c] CompositionsBase v0.1.2 [187b0558] ConstructionBase v1.6.0 [a8cc5b0e] Crayons v4.1.1 [9a962f9c] DataAPI v1.16.0 [a93c6f00] DataFrames v1.7.0 ⌅ [864edb3b] DataStructures v0.18.22 [e2d170a0] DataValueInterfaces v1.0.0 [244e2a9f] DefineSingletons v0.1.2 [e2ba6199] ExprTools v0.1.10 [53c48c17] FixedPointNumbers v0.8.5 [0c68f7d7] GPUArrays v11.2.3 [46192b85] GPUArraysCore v0.2.0 [61eb1bfa] GPUCompiler v1.6.1 [096a3bc2] GPUToolbox v0.3.0 [076d061b] HashArrayMappedTries v0.2.0 [22cec73e] InitialValues v0.3.1 [842dd82b] InlineStrings v1.4.4 [3587e190] InverseFunctions v0.1.17 [41ab1584] InvertedIndices v1.3.1 [82899510] IteratorInterfaceExtensions v1.0.0 [692b3bcd] JLLWrappers v1.7.1 [682c06a0] JSON v0.21.4 [63c18a36] KernelAbstractions v0.9.38 [929cbde3] LLVM v9.4.2 [8b046642] LLVMLoopInfo v1.0.0 [b964fa9f] LaTeXStrings v1.4.0 [1914dd2f] MacroTools v0.5.16 [128add7d] MicroCollections v0.2.0 [e1d29d7a] Missings v1.2.0 [5da4648a] NVTX v1.0.1 [bac558e1] OrderedCollections v1.8.1 [69de0a69] Parsers v2.8.3 [2dfb63ee] PooledArrays v1.4.3 [aea7be01] PrecompileTools v1.3.2 [21216c6a] Preferences v1.5.0 [08abe8d2] PrettyTables v2.4.0 [74087812] Random123 v1.7.1 [e6cf234a] RandomNumbers v1.6.0 [189a3867] Reexport v1.2.2 [42d2dcc6] Referenceables v0.1.3 [ae029012] Requires v1.3.1 [7e506255] ScopedValues v1.4.0 [6c6a2e73] Scratch v1.3.0 [91c51154] SentinelArrays v1.4.8 [efcf1570] Setfield v1.1.2 [a2af1166] SortingAlgorithms v1.2.2 [171d559e] SplittablesBase v0.1.15 [90137ffa] StaticArrays v1.9.14 [1e83bf80] StaticArraysCore v1.4.3 [10745b16] Statistics v1.11.1 [892a3eda] StringManipulation v0.4.1 [3783bdb8] TableTraits v1.0.1 [bd369af6] Tables v1.12.1 [ac1d9e8a] ThreadsX v0.1.12 [c6f261d0] TokenCompression v0.1.0 [e689c965] Tracy v0.1.5 [28d57a85] Transducers v0.4.84 [013be700] UnsafeAtomics v0.3.0 [d1e2174e] CUDA_Compiler_jll v0.2.0+1 [4ee394cb] CUDA_Driver_jll v13.0.0+0 [76a88914] CUDA_Runtime_jll v0.19.0+0 [9c1d0b0a] JuliaNVTXCallbacks_jll v0.2.1+0 [dad2f222] LLVMExtra_jll v0.0.37+2 [ad6e5548] LibTracyClient_jll v0.9.1+6 [e98f9f5b] NVTX_jll v3.2.2+0 [1e29f10c] demumble_jll v1.3.0+0 [0dad84c5] ArgTools v1.1.2 [56f22d72] Artifacts v1.11.0 [2a0f44e3] Base64 v1.11.0 [ade2ca70] Dates v1.11.0 [8ba89e20] Distributed v1.11.0 [f43a241f] Downloads v1.7.0 [7b1f6079] FileWatching v1.11.0 [9fa8497b] Future v1.11.0 [b77e0a4c] InteractiveUtils v1.11.0 [ac6e5ff7] JuliaSyntaxHighlighting v1.12.0 [4af54fe1] LazyArtifacts v1.11.0 [b27032c2] LibCURL v0.6.4 [76f85450] LibGit2 v1.11.0 [8f399da3] Libdl v1.11.0 [37e2e46d] LinearAlgebra v1.13.0 [56ddb016] Logging v1.11.0 [d6f4376e] Markdown v1.11.0 [a63ad114] Mmap v1.11.0 [ca575930] NetworkOptions v1.3.0 [44cfe95a] Pkg v1.13.0 [de0858da] Printf v1.11.0 [9abbd945] Profile v1.11.0 [9a3f8284] Random v1.11.0 [ea8e919c] SHA v0.7.0 [9e88b42a] Serialization v1.11.0 [6462fe0b] Sockets v1.11.0 [2f01184e] SparseArrays v1.13.0 [f489334b] StyledStrings v1.11.0 [fa267f1f] TOML v1.0.3 [a4e569a6] Tar v1.10.0 [8dfed614] Test v1.11.0 [cf7118a7] UUIDs v1.11.0 [4ec0a83e] Unicode v1.11.0 [e66e0078] CompilerSupportLibraries_jll v1.3.0+1 [deac9b47] LibCURL_jll v8.15.0+1 [e37daf67] LibGit2_jll v1.9.1+0 [29816b5a] LibSSH2_jll v1.11.3+1 [14a3606d] MozillaCACerts_jll v2025.7.15 [4536629a] OpenBLAS_jll v0.3.29+0 [458c3c95] OpenSSL_jll v3.5.2+0 [efcefdf7] PCRE2_jll v10.45.0+0 [bea87d4a] SuiteSparse_jll v7.10.1+0 [83775a58] Zlib_jll v1.3.1+2 [3161d3a3] Zstd_jll v1.5.7+1 [8e850b90] libblastrampoline_jll v5.13.1+0 [8e850ede] nghttp2_jll v1.65.0+0 [3f19e933] p7zip_jll v17.5.0+2 Info Packages marked with ⌅ have new versions available but compatibility constraints restrict them from upgrading. Testing Running tests... GPU Available: false Test with sequence size: 1000 Compression Metrics: Device: CPU Input Size: 1000 tokens Compression Time: 9.59719724333e8 ms Compression Ratio: 1.33x Memory Used: 0.04 MB Test with sequence size: 10000 Compression Metrics: Device: CPU Input Size: 10000 tokens Compression Time: 9.392711425e8 ms Compression Ratio: 1.33x Memory Used: 1.17 MB Test with sequence size: 100000 Compression Metrics: Device: CPU Input Size: 100000 tokens Compression Time: 1.332379536e9 ms Compression Ratio: 1.6x Memory Used: 15.55 MB Test with batch size: 100, sequence length: 100 Compression Metrics: Device: CPU Input Size: 10000 tokens Compression Time: 9.45400603833e8 ms Compression Ratio: 1.33x Memory Used: 0.97 MB Test with batch size: 100, sequence length: 1000 Compression Metrics: Device: CPU Input Size: 100000 tokens Compression Time: 1.0088460192e9 ms Compression Ratio: 1.33x Memory Used: 4.49 MB Test with batch size: 1000, sequence length: 100 Compression Metrics: Device: CPU Input Size: 100000 tokens Compression Time: 1.0220223658e9 ms Compression Ratio: 1.33x Memory Used: 9.68 MB Test with batch size: 1000, sequence length: 1000 Compression Metrics: Device: CPU Input Size: 1000000 tokens Compression Time: 1.57219937425e9 ms Compression Ratio: 1.33x Memory Used: 44.94 MB Compression Metrics: Device: CPU Input Size: 1000 tokens Compression Time: 9.31078855e8 ms Compression Ratio: 1.33x Memory Used: 0.04 MB Compression Metrics: Device: CPU Input Size: 10000 tokens Compression Time: 9.24798199333e8 ms Compression Ratio: 1.33x Memory Used: 1.17 MB Compression Metrics: Device: CPU Input Size: 100000 tokens Compression Time: 1.34336055925e9 ms Compression Ratio: 1.6x Memory Used: 15.55 MB Test Summary: | Pass Total Time GPU vs CPU Performance Tests | 31 31 4m03.5s Sequential vs Parallel: Test Failed at /home/pkgeval/.julia/packages/TokenCompression/xS0GM/test/runtests.jl:167 Expression: length(compressed_seq) < length(test_seq) Evaluated: 4 < 4 Stacktrace: [1] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] [2] macro expansion @ ~/.julia/packages/TokenCompression/xS0GM/test/runtests.jl:167 [inlined] [3] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [4] macro expansion @ ~/.julia/packages/TokenCompression/xS0GM/test/runtests.jl:142 [inlined] [5] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [6] macro expansion @ ~/.julia/packages/TokenCompression/xS0GM/test/runtests.jl:140 [inlined] [7] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [8] top-level scope @ ~/.julia/packages/TokenCompression/xS0GM/test/runtests.jl:8 Sequential vs Parallel: Test Failed at /home/pkgeval/.julia/packages/TokenCompression/xS0GM/test/runtests.jl:168 Expression: length(compressed_par) < length(test_seq) Evaluated: 4 < 4 Stacktrace: [1] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:745 [inlined] [2] macro expansion @ ~/.julia/packages/TokenCompression/xS0GM/test/runtests.jl:168 [inlined] [3] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [4] macro expansion @ ~/.julia/packages/TokenCompression/xS0GM/test/runtests.jl:142 [inlined] [5] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [6] macro expansion @ ~/.julia/packages/TokenCompression/xS0GM/test/runtests.jl:140 [inlined] [7] macro expansion @ /opt/julia/share/julia/stdlib/v1.13/Test/src/Test.jl:1929 [inlined] [8] top-level scope @ ~/.julia/packages/TokenCompression/xS0GM/test/runtests.jl:8 Test Summary: | Pass Fail Total Time TokenCompression.jl | 138 2 140 24.5s Functional Tests | 137 137 16.0s Performance Tests | 1 2 3 8.6s Sequential vs Parallel | 1 2 3 8.6s RNG of the outermost testset: Random.Xoshiro(0x3f1630f75541d9dd, 0x509a13da1e827427, 0xe74463b211172126, 0x797f12559ab58d02, 0x07b3df574133b71e) ERROR: LoadError: Some tests did not pass: 138 passed, 2 failed, 0 errored, 0 broken. in expression starting at /home/pkgeval/.julia/packages/TokenCompression/xS0GM/test/runtests.jl:7 Testing failed after 352.44s ERROR: LoadError: Package TokenCompression errored during testing Stacktrace: [1] pkgerror(msg::String) @ Pkg.Types /opt/julia/share/julia/stdlib/v1.13/Pkg/src/Types.jl:68 [2] test(ctx::Pkg.Types.Context, pkgs::Vector{PackageSpec}; coverage::Bool, julia_args::Cmd, test_args::Cmd, test_fn::Nothing, force_latest_compatible_version::Bool, allow_earlier_backwards_compatible_versions::Bool, allow_reresolve::Bool) @ Pkg.Operations /opt/julia/share/julia/stdlib/v1.13/Pkg/src/Operations.jl:2672 [3] test @ /opt/julia/share/julia/stdlib/v1.13/Pkg/src/Operations.jl:2521 [inlined] [4] test(ctx::Pkg.Types.Context, pkgs::Vector{PackageSpec}; coverage::Bool, test_fn::Nothing, julia_args::Cmd, test_args::Cmd, force_latest_compatible_version::Bool, allow_earlier_backwards_compatible_versions::Bool, allow_reresolve::Bool, kwargs::@Kwargs{io::IOContext{IO}}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:538 [5] kwcall(::@NamedTuple{julia_args::Cmd, io::IOContext{IO}}, ::typeof(Pkg.API.test), ctx::Pkg.Types.Context, pkgs::Vector{PackageSpec}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:515 [6] test(pkgs::Vector{PackageSpec}; io::IOContext{IO}, kwargs::@Kwargs{julia_args::Cmd}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:168 [7] kwcall(::@NamedTuple{julia_args::Cmd}, ::typeof(Pkg.API.test), pkgs::Vector{PackageSpec}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:157 [8] test(pkgs::Vector{String}; kwargs::@Kwargs{julia_args::Cmd}) @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:156 [9] test @ /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:156 [inlined] [10] kwcall(::@NamedTuple{julia_args::Cmd}, ::typeof(Pkg.API.test), pkg::String) @ Pkg.API /opt/julia/share/julia/stdlib/v1.13/Pkg/src/API.jl:155 [11] top-level scope @ /PkgEval.jl/scripts/evaluate.jl:219 [12] include(mod::Module, _path::String) @ Base ./Base.jl:308 [13] exec_options(opts::Base.JLOptions) @ Base ./client.jl:330 [14] _start() @ Base ./client.jl:563 in expression starting at /PkgEval.jl/scripts/evaluate.jl:210 PkgEval failed after 486.92s: package has test failures