CI crashes in Julia 1.11-rc1

[fingolfin]

log for "test (1.11-nightly, short, ubuntu-latest)" (and similar in the "long" variant):

     Testing Running tests...

[1907] signal 11 (1): Segmentation fault
in expression starting at /home/runner/work/Oscar.jl/Oscar.jl/test/runtests.jl:1
jl_object_id__cold at /cache/build/builder-amdci5-6/julialang/julia-release-1-dot-11/src/builtins.c:441
jl_idset_peek_bp at /cache/build/builder-amdci5-6/julialang/julia-release-1-dot-11/src/idset.c:34
jl_idset_get at /cache/build/builder-amdci5-6/julialang/julia-release-1-dot-11/src/idset.c:40
jl_as_global_root at /cache/build/builder-amdci5-6/julialang/julia-release-1-dot-11/src/staticdata.c:2521 [inlined]
jl_as_global_root at /cache/build/builder-amdci5-6/julialang/julia-release-1-dot-11/src/staticdata.c:2501
inst_datatype_inner at /cache/build/builder-amdci5-6/julialang/julia-release-1-dot-11/src/jltypes.c:2115
jl_inst_arg_tuple_type at /cache/build/builder-amdci5-6/julialang/julia-release-1-dot-11/src/jltypes.c:2338
arg_type_tuple at /cache/build/builder-amdci5-6/julialang/julia-release-1-dot-11/src/gf.c:2278 [inlined]
jl_lookup_generic_ at /cache/build/builder-amdci5-6/julialang/julia-release-1-dot-11/src/gf.c:3072 [inlined]
ijl_apply_generic at /cache/build/builder-amdci5-6/julialang/julia-release-1-dot-11/src/gf.c:3119
initialize_julia_module at /home/runner/.julia/packages/CxxWrap/5IZvn/src/CxxWrap.jl:405
__init__ at /home/runner/.julia/packages/CxxWrap/5IZvn/src/StdLib.jl:25
jfptr___init___20541 at /home/runner/.julia/compiled/v1.11/CxxWrap/WGIJU_aEYmz.so (unknown line)
jl_apply at /cache/build/builder-amdci5-6/julialang/julia-release-1-dot-11/src/julia.h:2156 [inlined]
jl_module_run_initializer at /cache/build/builder-amdci5-6/julialang/julia-release-1-dot-11/src/toplevel.c:76
run_module_init at ./loading.jl:1262
register_restored_modules at ./loading.jl:1250
_include_from_serialized at ./loading.jl:1195
_include_from_serialized at ./loading.jl:1152 [inlined]
#_require_search_from_serialized#1075 at ./loading.jl:1900
_require_search_from_serialized at ./loading.jl:1839
jfptr__require_search_from_serialized_43628.1 at /opt/hostedtoolcache/julia/1.11-nightly/x64/lib/julia/sys.so (unknown line)
_require at ./loading.jl:2346
__require_prelocked at ./loading.jl:2216
jfptr___require_prelocked_68415.1 at /opt/hostedtoolcache/julia/1.11-nightly/x64/lib/julia/sys.so (unknown line)
jl_apply at /cache/build/builder-amdci5-6/julialang/julia-release-1-dot-11/src/julia.h:2156 [inlined]
jl_f__call_in_world at /cache/build/builder-amdci5-6/julialang/julia-release-1-dot-11/src/builtins.c:894
#invoke_in_world#3 at ./essentials.jl:1077 [inlined]
invoke_in_world at ./essentials.jl:1074 [inlined]
_require_prelocked at ./loading.jl:2207
macro expansion at ./loading.jl:2146 [inlined]
macro expansion at ./lock.jl:273 [inlined]
__require at ./loading.jl:2103
jfptr___require_68352.1 at /opt/hostedtoolcache/julia/1.11-nightly/x64/lib/julia/sys.so (unknown line)
jl_apply at /cache/build/builder-amdci5-6/julialang/julia-release-1-dot-11/src/julia.h:2156 [inlined]
jl_f__call_in_world at /cache/build/builder-amdci5-6/julialang/julia-release-1-dot-11/src/builtins.c:894
#invoke_in_world#3 at ./essentials.jl:1077 [inlined]
invoke_in_world at ./essentials.jl:1074 [inlined]
require at ./loading.jl:2096
jfptr_require_68349.1 at /opt/hostedtoolcache/julia/1.11-nightly/x64/lib/julia/sys.so (unknown line)
jl_apply at /cache/build/builder-amdci5-6/julialang/julia-release-1-dot-11/src/julia.h:2156 [inlined]
call_require at /cache/build/builder-amdci5-6/julialang/julia-release-1-dot-11/src/toplevel.c:486 [inlined]
eval_import_path at /cache/build/builder-amdci5-6/julialang/julia-release-1-dot-11/src/toplevel.c:523
jl_toplevel_eval_flex at /cache/build/builder-amdci5-6/julialang/julia-release-1-dot-11/src/toplevel.c:759
jl_toplevel_eval_flex at /cache/build/builder-amdci5-6/julialang/julia-release-1-dot-11/src/toplevel.c:886
ijl_toplevel_eval_in at /cache/build/builder-amdci5-6/julialang/julia-release-1-dot-11/src/toplevel.c:994
eval at ./boot.jl:429 [inlined]
include_string at ./loading.jl:2543
_include at ./loading.jl:2603
include at ./sysimg.jl:38
unknown function (ip: 0x7f7c43d00082)
jl_apply at /cache/build/builder-amdci5-6/julialang/julia-release-1-dot-11/src/julia.h:2156 [inlined]
do_call at /cache/build/builder-amdci5-6/julialang/julia-release-1-dot-11/src/interpreter.c:126
eval_value at /cache/build/builder-amdci5-6/julialang/julia-release-1-dot-11/src/interpreter.c:223
eval_stmt_value at /cache/build/builder-amdci5-6/julialang/julia-release-1-dot-11/src/interpreter.c:174 [inlined]
eval_body at /cache/build/builder-amdci5-6/julialang/julia-release-1-dot-11/src/interpreter.c:663
jl_interpret_toplevel_thunk at /cache/build/builder-amdci5-6/julialang/julia-release-1-dot-11/src/interpreter.c:821
jl_toplevel_eval_flex at /cache/build/builder-amdci5-6/julialang/julia-release-1-dot-11/src/toplevel.c:943
jl_toplevel_eval_flex at /cache/build/builder-amdci5-6/julialang/julia-release-1-dot-11/src/toplevel.c:886
ijl_toplevel_eval_in at /cache/build/builder-amdci5-6/julialang/julia-release-1-dot-11/src/toplevel.c:994
eval at ./boot.jl:429 [inlined]
exec_options at ./client.jl:291
_start at ./client.jl:526
jfptr__start_70709.1 at /opt/hostedtoolcache/julia/1.11-nightly/x64/lib/julia/sys.so (unknown line)
jl_apply at /cache/build/builder-amdci5-6/julialang/julia-release-1-dot-11/src/julia.h:2156 [inlined]
true_main at /cache/build/builder-amdci5-6/julialang/julia-release-1-dot-11/src/jlapi.c:900
jl_repl_entrypoint at /cache/build/builder-amdci5-6/julialang/julia-release-1-dot-11/src/jlapi.c:1059
main at /cache/build/builder-amdci5-6/julialang/julia-release-1-dot-11/cli/loader_exe.c:58
unknown function (ip: 0x7f7c4b029d8f)
__libc_start_main at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)
unknown function (ip: 0x4010b8)
Allocations: 1553349 (Pool: 1553268; Big: 81); GC: 3
ERROR: LoadError: Package Oscar errored during testing (received signal: 11)
Stacktrace:
 [1] pkgerror(msg::String)
   @ Pkg.Types /opt/hostedtoolcache/julia/1.11-nightly/x64/share/julia/stdlib/v1.11/Pkg/src/Types.jl:71
 [2] test(ctx::Pkg.Types.Context, pkgs::Vector{Pkg.Types.PackageSpec}; coverage::Bool, julia_args::Cmd, test_args::Cmd, test_fn::Nothing, force_latest_compatible_version::Bool, allow_earlier_backwards_compatible_versions::Bool, allow_reresolve::Bool)
   @ Pkg.Operations /opt/hostedtoolcache/julia/1.11-nightly/x64/share/julia/stdlib/v1.11/Pkg/src/Operations.jl:2100
 [3] test
   @ /opt/hostedtoolcache/julia/1.11-nightly/x64/share/julia/stdlib/v1.11/Pkg/src/Operations.jl:1985 [inlined]
 [4] test(ctx::Pkg.Types.Context, pkgs::Vector{Pkg.Types.PackageSpec}; coverage::Bool, test_fn::Nothing, julia_args::Vector{String}, test_args::Cmd, force_latest_compatible_version::Bool, allow_earlier_backwards_compatible_versions::Bool, allow_reresolve::Bool, kwargs::@Kwargs{io::IOContext{IO}})
   @ Pkg.API /opt/hostedtoolcache/julia/1.11-nightly/x64/share/julia/stdlib/v1.11/Pkg/src/API.jl:475
 [5] test(pkgs::Vector{Pkg.Types.PackageSpec}; io::IOContext{IO}, kwargs::@Kwargs{coverage::Bool, julia_args::Vector{String}, force_latest_compatible_version::Bool})
   @ Pkg.API /opt/hostedtoolcache/julia/1.11-nightly/x64/share/julia/stdlib/v1.11/Pkg/src/API.jl:159
 [6] test(; name::Nothing, uuid::Nothing, version::Nothing, url::Nothing, rev::Nothing, path::Nothing, mode::Pkg.Types.PackageMode, subdir::Nothing, kwargs::@Kwargs{coverage::Bool, julia_args::Vector{String}, force_latest_compatible_version::Bool})
   @ Pkg.API /opt/hostedtoolcache/julia/1.11-nightly/x64/share/julia/stdlib/v1.11/Pkg/src/API.jl:174
 [7] top-level scope
   @ ~/work/_actions/julia-actions/julia-runtest/latest/test_harness.jl:15
 [8] include(fname::String)
   @ Main ./sysimg.jl:38
 [9] top-level scope
   @ none:1
in expression starting at /home/runner/work/_actions/julia-actions/julia-runtest/latest/test_harness.jl:7
Error: Process completed with exit code 1.

The very same CI job also had an error in "test (nightly, short, ubuntu-latest)", but it looks different, so this may just be a coincidence.

...
GC: pause 3076.71ms. collected 4124.982193MB. incr 
Heap stats: bytes_mapped 8129.98 MB, bytes_resident 8129.98 MB,
heap_size 10424.08 MB, heap_target 13777.93 MB, Fragmentation 0.486

[1827] signal 15: Terminated
in expression starting at /home/runner/work/_actions/julia-actions/julia-runtest/latest/test_harness.jl:7
epoll_pwait at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)
Error: The operation was canceled.

[fingolfin]

Note that the crash above is on OSCAR master, but it can also be seen on e.g. on PR checks such as in this log

[benlorenz]

This looks like #3296 which we have seen infrequently for quite a while. Maybe it would help to finally switch to a more recent libcxxwrap since these backtraces usually include some CxxWrap initialization.

[fingolfin]

OK, so I am all for switching to a newer CxxWrap. But maybe let's wait till after the Begehung to tackle it?

What needs to be update

• libsingular_julia_jll
• Singular.jl
• libpolymake_julia_jll
• polymake_oscarnumber
• Polymake.jl

Anything else?

[benlorenz]

I think these should suffice.
I don't really know if this will fix anything but we should do this anyway, also to get Oscar running in the PkgEval tests again (because of some assertion error that the old CxxWrap is currently triggering).

[benlorenz]

Unfortunately the CxxWrap update did not help for this, it still happens with julia nightly and CxxWrap v0.16.0:
https://github.com/oscar-system/Oscar.jl/actions/runs/11347922803/job/31660054773

ERROR: LoadError: The following 1 direct dependency failed to precompile:

Oscar --code-coverage=none --color=yes --check-bounds=yes --warn-overwrite=yes --depwarn=yes --inline=yes --startup-file=no --track-allocation=none --check-bounds=yes --compiled-modules=yes 

Failed to precompile Oscar [f1435218-dba5-11e9-1e4d-f1a5fab5fc13] to "/home/runner/.julia/compiled/v1.12/Oscar/jl_iXnear".
[3366] signal 11 (128): Segmentation fault
in expression starting at /home/runner/work/Oscar.jl/Oscar.jl/src/imports.jl:14
jl_is_globally_rooted at /cache/build/builder-amdci5-6/julialang/julia-master/src/staticdata.c:2657
jl_as_global_root at /cache/build/builder-amdci5-6/julialang/julia-master/src/staticdata.c:2672
inst_datatype_inner at /cache/build/builder-amdci5-6/julialang/julia-master/src/jltypes.c:2275
jl_inst_arg_tuple_type at /cache/build/builder-amdci5-6/julialang/julia-master/src/jltypes.c:2498
arg_type_tuple at /cache/build/builder-amdci5-6/julialang/julia-master/src/gf.c:2372 [inlined]
jl_lookup_generic_ at /cache/build/builder-amdci5-6/julialang/julia-master/src/gf.c:3400 [inlined]
ijl_apply_generic at /cache/build/builder-amdci5-6/julialang/julia-master/src/gf.c:3458
initialize_julia_module at /home/runner/.julia/packages/CxxWrap/eWADG/src/CxxWrap.jl:436
__init__ at /home/runner/.julia/packages/CxxWrap/eWADG/src/StdLib.jl:25
jfptr___init___35115 at /home/runner/.julia/compiled/v1.12/CxxWrap/WGIJU_d41yI.so (unknown line)
jl_apply at /cache/build/builder-amdci5-6/julialang/julia-master/src/julia.h:2229 [inlined]
jl_module_run_initializer at /cache/build/builder-amdci5-6/julialang/julia-master/src/toplevel.c:76
run_module_init at ./loading.jl:1411
register_restored_modules at ./loading.jl:1399
#_include_from_serialized#831 at ./loading.jl:1287
_include_from_serialized at ./loading.jl:1243 [inlined]
_include_from_serialized at ./loading.jl:1243 [inlined]
#_require_search_from_serialized#840 at ./loading.jl:2054
_require_search_from_serialized at ./loading.jl:1982
jfptr__require_search_from_serialized_44023.1 at /opt/hostedtoolcache/julia/nightly/x64/lib/julia/sys.so (unknown line)
_require at ./loading.jl:2545
__require_prelocked at ./loading.jl:2401
jfptr___require_prelocked_66159.1 at /opt/hostedtoolcache/julia/nightly/x64/lib/julia/sys.so (unknown line)
jl_apply at /cache/build/builder-amdci5-6/julialang/julia-master/src/julia.h:2229 [inlined]
jl_f__call_in_world at /cache/build/builder-amdci5-6/julialang/julia-master/src/builtins.c:902
#invoke_in_world#2 at ./essentials.jl:1083 [inlined]
invoke_in_world at ./essentials.jl:1080 [inlined]
_require_prelocked at ./loading.jl:2388
macro expansion at ./loading.jl:2[327](https://github.com/oscar-system/Oscar.jl/actions/runs/11347922803/job/31660054773#step:10:330) [inlined]
macro expansion at ./lock.jl:287 [inlined]
__require at ./loading.jl:2284
jfptr___require_66098.1 at /opt/hostedtoolcache/julia/nightly/x64/lib/julia/sys.so (unknown line)
jl_apply at /cache/build/builder-amdci5-6/julialang/julia-master/src/julia.h:2229 [inlined]
jl_f__call_in_world at /cache/build/builder-amdci5-6/julialang/julia-master/src/builtins.c:902
#invoke_in_world#2 at ./essentials.jl:1083 [inlined]
invoke_in_world at ./essentials.jl:1080 [inlined]
require at ./loading.jl:2277
jfptr_require_66088.1 at /opt/hostedtoolcache/julia/nightly/x64/lib/julia/sys.so (unknown line)
jl_apply at /cache/build/builder-amdci5-6/julialang/julia-master/src/julia.h:2229 [inlined]
call_require at /cache/build/builder-amdci5-6/julialang/julia-master/src/toplevel.c:514 [inlined]
eval_import_path at /cache/build/builder-amdci5-6/julialang/julia-master/src/toplevel.c:551
jl_toplevel_eval_flex at /cache/build/builder-amdci5-6/julialang/julia-master/src/toplevel.c:920
jl_toplevel_eval_flex at /cache/build/builder-amdci5-6/julialang/julia-master/src/toplevel.c:987
ijl_toplevel_eval at /cache/build/builder-amdci5-6/julialang/julia-master/src/toplevel.c:1058
ijl_toplevel_eval_in at /cache/build/builder-amdci5-6/julialang/julia-master/src/toplevel.c:1100
eval at ./boot.jl:459 [inlined]
include_string at ./loading.jl:2778
_include at ./loading.jl:2838
include at ./Base.jl:582
jfptr_include_49427.1 at /opt/hostedtoolcache/julia/nightly/x64/lib/julia/sys.so (unknown line)
jl_apply at /cache/build/builder-amdci5-6/julialang/julia-master/src/julia.h:2229 [inlined]
jl_f__call_latest at /cache/build/builder-amdci5-6/julialang/julia-master/src/builtins.c:883
include at /home/runner/work/Oscar.jl/Oscar.jl/src/Oscar.jl:20
unknown function (ip: 0x7fc5965006d2)
jl_apply at /cache/build/builder-amdci5-6/julialang/julia-master/src/julia.h:2229 [inlined]
do_call at /cache/build/builder-amdci5-6/julialang/julia-master/src/interpreter.c:125
eval_value at /cache/build/builder-amdci5-6/julialang/julia-master/src/interpreter.c:222
eval_stmt_value at /cache/build/builder-amdci5-6/julialang/julia-master/src/interpreter.c:173 [inlined]
eval_body at /cache/build/builder-amdci5-6/julialang/julia-master/src/interpreter.c:685
jl_interpret_toplevel_thunk at /cache/build/builder-amdci5-6/julialang/julia-master/src/interpreter.c:892
jl_toplevel_eval_flex at /cache/build/builder-amdci5-6/julialang/julia-master/src/toplevel.c:1047
jl_eval_module_expr at /cache/build/builder-amdci5-6/julialang/julia-master/src/toplevel.c:225 [inlined]
jl_toplevel_eval_flex at /cache/build/builder-amdci5-6/julialang/julia-master/src/toplevel.c:849
jl_toplevel_eval_flex at /cache/build/builder-amdci5-6/julialang/julia-master/src/toplevel.c:987
jl_toplevel_eval_flex at /cache/build/builder-amdci5-6/julialang/julia-master/src/toplevel.c:987
ijl_toplevel_eval at /cache/build/builder-amdci5-6/julialang/julia-master/src/toplevel.c:1058
ijl_toplevel_eval_in at /cache/build/builder-amdci5-6/julialang/julia-master/src/toplevel.c:1100
eval at ./boot.jl:459 [inlined]
include_string at ./loading.jl:2778
_include at ./loading.jl:2838
include at ./Base.jl:582 [inlined]
include_package_for_output at ./loading.jl:2927
jfptr_include_package_for_output_66782.1 at /opt/hostedtoolcache/julia/nightly/x64/lib/julia/sys.so (unknown line)
jl_apply at /cache/build/builder-amdci5-6/julialang/julia-master/src/julia.h:2229 [inlined]
do_call at /cache/build/builder-amdci5-6/julialang/julia-master/src/interpreter.c:125
eval_value at /cache/build/builder-amdci5-6/julialang/julia-master/src/interpreter.c:222
eval_stmt_value at /cache/build/builder-amdci5-6/julialang/julia-master/src/interpreter.c:173 [inlined]
eval_body at /cache/build/builder-amdci5-6/julialang/julia-master/src/interpreter.c:685
jl_interpret_toplevel_thunk at /cache/build/builder-amdci5-6/julialang/julia-master/src/interpreter.c:892
jl_toplevel_eval_flex at /cache/build/builder-amdci5-6/julialang/julia-master/src/toplevel.c:1047
jl_toplevel_eval_flex at /cache/build/builder-amdci5-6/julialang/julia-master/src/toplevel.c:987
ijl_toplevel_eval at /cache/build/builder-amdci5-6/julialang/julia-master/src/toplevel.c:1058
ijl_toplevel_eval_in at /cache/build/builder-amdci5-6/julialang/julia-master/src/toplevel.c:1100
eval at ./boot.jl:459 [inlined]
include_string at ./loading.jl:2778
include_string at ./loading.jl:2788 [inlined]
exec_options at ./client.jl:327
_start at ./client.jl:558
jfptr__start_67[340](https://github.com/oscar-system/Oscar.jl/actions/runs/11347922803/job/31660054773#step:10:343).1 at /opt/hostedtoolcache/julia/nightly/x64/lib/julia/sys.so (unknown line)
jl_apply at /cache/build/builder-amdci5-6/julialang/julia-master/src/julia.h:2229 [inlined]
true_main at /cache/build/builder-amdci5-6/julialang/julia-master/src/jlapi.c:900
jl_repl_entrypoint at /cache/build/builder-amdci5-6/julialang/julia-master/src/jlapi.c:1059
main at /cache/build/builder-amdci5-6/julialang/julia-master/cli/loader_exe.c:58
unknown function (ip: 0x7fc597629d8f)
__libc_start_main at /lib/x86_64-linux-gnu/libc.so.6 (unknown line)
unknown function (ip: 0x4010b8)
Allocations: 1873819 (Pool: 1873721; Big: 98); GC: 
in expression starting at /home/runner/work/_actions/julia-actions/julia-runtest/latest/test_harness.jl:9
Error: Process completed with exit code 1.