qemu-kvm with ceph crash - coredump - qemu

Question

qemu-kvm crash with this:
terminate called after throwing an instance of 'std::system_error'
what(): Resource deadlock avoided 2022-10-10 13:40:53.238+0000:
shutting down, reason=crashed
HOST OS: ubuntu 20.04
/usr/bin/qemu-system-x86_64 --version
QEMU emulator version 4.2.1 (Debian 1:4.2-3ubuntu6.23) Copyright (c)
2003-2019 Fabrice Bellard and the QEMU Project developers
librbd:
librbd1/stable,now 16.2.10-1focal amd64 [installed,automatic]
libvirt-daemon-driver-storage-rbd/focal-updates,focal-security,now
6.0.0-0ubuntu8.16 amd64 [installed,automatic] python3-rbd/stable,now 16.2.10-1focal amd64 [installed,automatic]
qemu-coredump:
Stack trace of thread 1545349:
#0 0x00007fe2ff0e900b __GI_raise (libc.so.6 + 0x4300b)
#1 0x00007fe2ff0c8859 __GI_abort (libc.so.6 + 0x22859)
#2 0x00007fe2fc8fd911 n/a (libstdc++.so.6 + 0x9e911)
#3 0x00007fe2fc90938c n/a (libstdc++.so.6 + 0xaa38c)
#4 0x00007fe2fc908369 n/a (libstdc++.so.6 + 0xa9369)
#5 0x00007fe2fc908d21 __gxx_personality_v0 (libstdc++.so.6 + 0xa9d21)
#6 0x00007fe2ff2cbbef n/a (libgcc_s.so.1 + 0x10bef)
#7 0x00007fe2ff2cc281 _Unwind_RaiseException (libgcc_s.so.1 + 0x11281)
#8 0x00007fe2fc90969c __cxa_throw (libstdc++.so.6 + 0xaa69c)
#9 0x00007fe2fc90073f _ZSt20__throw_system_errori (libstdc++.so.6 + 0xa173f)
#10 0x00007fe2fc936060 _ZNSt6thread4joinEv (libstdc++.so.6 + 0xd7060)
#11 0x00007fe2fcb6be14 n/a (librados.so.2 + 0xc3e14)
#12 0x00007fe2ef932ca1 _ZN4ceph6common11ConfigProxy12set_mon_valsEPNS0_11CephContextERKSt3mapINSt7__cxx1112basic_stringIcSt11char_traitsIc>
#13 0x00007fe2ef91c3c5 n/a (libceph-common.so.2 + 0x63b3c5)
#14 0x00007fe2ef931c75 _ZN5boost4asio6detail14strand_service11do_completeEPvPNS1_19scheduler_operationERKNS_6system10error_codeEm (libceph>
#15 0x00007fe2fcb79ca2 n/a (librados.so.2 + 0xd1ca2)
#16 0x00007fe2fcb80dea n/a (librados.so.2 + 0xd8dea)
#17 0x00007fe2fc935de4 n/a (libstdc++.so.6 + 0xd6de4)
#18 0x00007fe2ff2a0609 start_thread (libpthread.so.0 + 0x8609)
#19 0x00007fe2ff1c5133 __clone (libc.so.6 + 0x11f133)
Stack trace of thread 1545341:
#0 0x00007fe2ef8e6b20 _ZN4ceph6buffer7v15_2_03ptr7releaseEv (libceph-common.so.2 + 0x605b20)
#1 0x00007fe2ef8f0a96 _ZN4ceph6buffer7v15_2_04list13iterator_implILb1EE12copy_shallowEjRNS1_3ptrE (libceph-common.so.2 + 0x60fa96)
#2 0x00007fe2ef82b3f6 _ZN4ceph6decodeISt3setINSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEESt4lessIS7_ESaIS7_EE11denc_traitsISB_vEE>
#3 0x00007fe2ef82b95d _ZN6MgrMap12ModuleOption6decodeERN4ceph6buffer7v15_2_04list13iterator_implILb1EEE (libceph-common.so.2 + 0x54a95d)
#4 0x00007fe2ef82bf74 _ZN6MgrMap10ModuleInfo6decodeERN4ceph6buffer7v15_2_04list13iterator_implILb1EEE (libceph-common.so.2 + 0x54af74)
...skipping...
#3 0x000055fefaaa85a9 n/a (qemu-system-x86_64 + 0x5515a9)
#4 0x000055fefa9160d3 main (qemu-system-x86_64 + 0x3bf0d3)
#5 0x00007fe2ff0ca083 __libc_start_main (libc.so.6 + 0x24083)
#6 0x000055fefa91999e _start (qemu-system-x86_64 + 0x3c299e)
Stack trace of thread 1545357:
#0 0x00007fe2ff2a7376 futex_wait_cancelable (libpthread.so.0 + 0xf376)
#1 0x00007fe2fc92fe30 _ZNSt18condition_variable4waitERSt11unique_lockISt5mutexE (libstdc++.so.6 + 0xd0e30)
#2 0x00007fe2ef64055d _ZN15CommonSafeTimerISt5mutexE12timer_threadEv (libceph-common.so.2 + 0x35f55d)
#3 0x00007fe2ef641601 _ZN21CommonSafeTimerThreadISt5mutexE5entryEv (libceph-common.so.2 + 0x360601)
#4 0x00007fe2ff2a0609 start_thread (libpthread.so.0 + 0x8609)
#5 0x00007fe2ff1c5133 __clone (libc.so.6 + 0x11f133)
Stack trace of thread 1545363:
#0 0x00007fe2ff2a7376 futex_wait_cancelable (libpthread.so.0 + 0xf376)
#1 0x000055fefada665f qemu_cond_wait_impl (qemu-system-x86_64 + 0x84f65f)
#2 0x000055fefaca57b1 n/a (qemu-system-x86_64 + 0x74e7b1)
#3 0x000055fefaca6010 n/a (qemu-system-x86_64 + 0x74f010)
#4 0x000055fefada5f33 n/a (qemu-system-x86_64 + 0x84ef33)
#5 0x00007fe2ff2a0609 start_thread (libpthread.so.0 + 0x8609)
#6 0x00007fe2ff1c5133 __clone (libc.so.6 + 0x11f133)
Stack trace of thread 1545360:
#0 0x00007fe2ff1b899f __GI___poll (libc.so.6 + 0x11299f)
#1 0x00007fe2ffbff36e n/a (libglib-2.0.so.0 + 0x5236e)
#2 0x00007fe2ffbff6f3 g_main_loop_run (libglib-2.0.so.0 + 0x526f3)
#3 0x000055fefaaa21f1 n/a (qemu-system-x86_64 + 0x54b1f1)
#4 0x000055fefada5f33 n/a (qemu-system-x86_64 + 0x84ef33)
#5 0x00007fe2ff2a0609 start_thread (libpthread.so.0 + 0x8609)
#6 0x00007fe2ff1c5133 __clone (libc.so.6 + 0x11f133)
Stack trace of thread 1545340:
#0 0x00007fe2ff2a7376 futex_wait_cancelable (libpthread.so.0 + 0xf376)
#1 0x00007fe2fc92fe30 _ZNSt18condition_variable4waitERSt11unique_lockISt5mutexE (libstdc++.so.6 + 0xd0e30)
#2 0x00007fe2ef8f6a30 _ZN4ceph7logging3Log5entryEv (libceph-common.so.2 + 0x615a30)
#3 0x00007fe2ff2a0609 start_thread (libpthread.so.0 + 0x8609)
#4 0x00007fe2ff1c5133 __clone (libc.so.6 + 0x11f133)
Stack trace of thread 1545351:
#0 0x00007fe2ff2a77d1 futex_abstimed_wait_cancelable (libpthread.so.0 + 0xf7d1)
#1 0x00007fe2fcbda7cd n/a (librados.so.2 + 0x1327cd)
#2 0x00007fe2fc935de4 n/a (libstdc++.so.6 + 0xd6de4)
#3 0x00007fe2ff2a0609 start_thread (libpthread.so.0 + 0x8609)
#4 0x00007fe2ff1c5133 __clone (libc.so.6 + 0x11f133)
root#computer01:/data# gdb /usr/bin/qemu-system-x86_64 core.qemu-system-x86.64055.1af0c28ed8944098961b13dbf7d3264d.1545331.1666005737000000000000
gdb:
(gdb) bt
#0 __GI_raise (sig=sig#entry=6) at ../sysdeps/unix/sysv/linux/raise.c:50
#1 0x00007fe2ff0c8859 in __GI_abort () at abort.c:79
#2 0x00007fe2fc8fd911 in ?? () from /lib/x86_64-linux-gnu/libstdc++.so.6
#3 0x00007fe2fc90938c in ?? () from /lib/x86_64-linux-gnu/libstdc++.so.6
#4 0x00007fe2fc908369 in ?? () from /lib/x86_64-linux-gnu/libstdc++.so.6
#5 0x00007fe2fc908d21 in __gxx_personality_v0 () from /lib/x86_64-linux-gnu/libstdc++.so.6
#6 0x00007fe2ff2cbbef in ?? () from /lib/x86_64-linux-gnu/libgcc_s.so.1
#7 0x00007fe2ff2cc281 in _Unwind_RaiseException () from /lib/x86_64-linux-gnu/libgcc_s.so.1
#8 0x00007fe2fc90969c in __cxa_throw () from /lib/x86_64-linux-gnu/libstdc++.so.6
#9 0x00007fe2fc90073f in std::__throw_system_error(int) () from /lib/x86_64-linux-gnu/libstdc++.so.6
#10 0x00007fe2fc936060 in std::thread::join() () from /lib/x86_64-linux-gnu/libstdc++.so.6
#11 0x00007fe2fcb6be14 in ?? () from /lib/librados.so.2
#12 0x00007fe2ef932ca1 in ceph::common::ConfigProxy::set_mon_vals(ceph::common::CephContext*, std::map<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >, std::less<void>, std::allocator<std::pair<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > > > const&, std::function<bool (std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&)>) () from /usr/lib/ceph/libceph-common.so.2
#13 0x00007fe2ef91c3c5 in ?? () from /usr/lib/ceph/libceph-common.so.2
#14 0x00007fe2ef931c75 in boost::asio::detail::strand_service::do_complete(void*, boost::asio::detail::scheduler_operation*, boost::system::error_code const&, unsigned long) () from /usr/lib/ceph/libceph-common.so.2
#15 0x00007fe2fcb79ca2 in ?? () from /lib/librados.so.2
#16 0x00007fe2fcb80dea in ?? () from /lib/librados.so.2
#17 0x00007fe2fc935de4 in ?? () from /lib/x86_64-linux-gnu/libstdc++.so.6
#18 0x00007fe2ff2a0609 in start_thread (arg=<optimized out>) at pthread_create.c:477
#19 0x00007fe2ff1c5133 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Do you find out the realy reason by the coredump?
Appreciate for your help!