+ -o rw -d -f -n client.admin -c /etc/ceph/ceph.conf /mnt/ceph 2021-10-12T07:19:13.552+0000 7f4560f65080 0 ceph version 15.2.13 (c44bc49e7a57a87d84dfff2a077a2058aa2172e2) octopus (stable), process , pid 12 2021-10-12T07:19:13.552+0000 7f4560f65080 -1 init, newargv = 0x5607e8a7d970 newargc=12 [12]: starting ceph client *** Caught signal (Segmentation fault) ** in thread 7f4560f65080 thread_name: ceph version 15.2.13 (c44bc49e7a57a87d84dfff2a077a2058aa2172e2) octopus (stable) 1: (()+0x153c0) [0x7f45617193c0] 2: (std::__cxx11::basic_string, std::allocator >::compare(std::__cxx11::basic_string, std::allocator > const&) const+0xa) [0x7f45619d84da] 3: (std::_Rb_tree, std::allocator >, std::pair, std::allocator > const, ceph_mon_subscribe_item>, std::_Select1st, std::allocator > const, ceph_mon_subscribe_item> >, std::less, std::allocator > >, std::allocator, std::allocator > const, ceph_mon_subscribe_item> > >::_M_get_insert_hint_unique_pos(std::_Rb_tree_const_iterator, std::allocator > const, ceph_mon_subscribe_item> >, std::__cxx11::basic_string, std::allocator > const&)+0xd7) [0x7f4561f85b87] 4: (std::_Rb_tree_iterator, std::allocator > const, ceph_mon_subscribe_item> > std::_Rb_tree, std::allocator >, std::pair, std::allocator > const, ceph_mon_subscribe_item>, std::_Select1st, std::allocator > const, ceph_mon_subscribe_item> >, std::less, std::allocator > >, std::allocator, std::allocator > const, ceph_mon_subscribe_item> > >::_M_emplace_hint_unique, std::allocator > const&>, std::tuple<> >(std::_Rb_tree_const_iterator, std::allocator > const, ceph_mon_subscribe_item> >, std::piecewise_construct_t const&, std::tuple, std::allocator > const&>&&, std::tuple<>&&)+0x62) [0x7f4561f85c92] 5: (MonSub::want(std::__cxx11::basic_string, std::allocator > const&, unsigned long, unsigned int)+0x199) [0x7f45620b3429] 6: (Client::subscribe_mdsmap(std::__cxx11::basic_string, std::allocator > const&)+0x128) [0x5607e7e64f68] 7: (Client::mount(std::__cxx11::basic_string, std::allocator > const&, UserPerm const&, bool, std::__cxx11::basic_string, std::allocator > const&)+0x1ba) [0x5607e7eb956a] 8: (main()+0x789) [0x5607e7e314b9] 9: (__libc_start_main()+0xf3) [0x7f45615390b3] 10: (_start()+0x2e) [0x5607e7e33c3e] 2021-10-12T07:19:13.556+0000 7f4560f65080 -1 *** Caught signal (Segmentation fault) ** in thread 7f4560f65080 thread_name: ceph version 15.2.13 (c44bc49e7a57a87d84dfff2a077a2058aa2172e2) octopus (stable) 1: (()+0x153c0) [0x7f45617193c0] 2: (std::__cxx11::basic_string, std::allocator >::compare(std::__cxx11::basic_string, std::allocator > const&) const+0xa) [0x7f45619d84da] 3: (std::_Rb_tree, std::allocator >, std::pair, std::allocator > const, ceph_mon_subscribe_item>, std::_Select1st, std::allocator > const, ceph_mon_subscribe_item> >, std::less, std::allocator > >, std::allocator, std::allocator > const, ceph_mon_subscribe_item> > >::_M_get_insert_hint_unique_pos(std::_Rb_tree_const_iterator, std::allocator > const, ceph_mon_subscribe_item> >, std::__cxx11::basic_string, std::allocator > const&)+0xd7) [0x7f4561f85b87] 4: (std::_Rb_tree_iterator, std::allocator > const, ceph_mon_subscribe_item> > std::_Rb_tree, std::allocator >, std::pair, std::allocator > const, ceph_mon_subscribe_item>, std::_Select1st, std::allocator > const, ceph_mon_subscribe_item> >, std::less, std::allocator > >, std::allocator, std::allocator > const, ceph_mon_subscribe_item> > >::_M_emplace_hint_unique, std::allocator > const&>, std::tuple<> >(std::_Rb_tree_const_iterator, std::allocator > const, ceph_mon_subscribe_item> >, std::piecewise_construct_t const&, std::tuple, std::allocator > const&>&&, std::tuple<>&&)+0x62) [0x7f4561f85c92] 5: (MonSub::want(std::__cxx11::basic_string, std::allocator > const&, unsigned long, unsigned int)+0x199) [0x7f45620b3429] 6: (Client::subscribe_mdsmap(std::__cxx11::basic_string, std::allocator > const&)+0x128) [0x5607e7e64f68] 7: (Client::mount(std::__cxx11::basic_string, std::allocator > const&, UserPerm const&, bool, std::__cxx11::basic_string, std::allocator > const&)+0x1ba) [0x5607e7eb956a] 8: (main()+0x789) [0x5607e7e314b9] 9: (__libc_start_main()+0xf3) [0x7f45615390b3] 10: (_start()+0x2e) [0x5607e7e33c3e] NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. --- begin dump of recent events --- -234> 2021-10-12T07:19:13.536+0000 7f4560f65080 5 asok(0x5607e8a67fd0) register_command assert hook 0x5607e8a5a150 -233> 2021-10-12T07:19:13.536+0000 7f4560f65080 5 asok(0x5607e8a67fd0) register_command abort hook 0x5607e8a5a150 -232> 2021-10-12T07:19:13.536+0000 7f4560f65080 5 asok(0x5607e8a67fd0) register_command leak_some_memory hook 0x5607e8a5a150 -231> 2021-10-12T07:19:13.536+0000 7f4560f65080 5 asok(0x5607e8a67fd0) register_command perfcounters_dump hook 0x5607e8a5a150 -230> 2021-10-12T07:19:13.536+0000 7f4560f65080 5 asok(0x5607e8a67fd0) register_command 1 hook 0x5607e8a5a150 -229> 2021-10-12T07:19:13.536+0000 7f4560f65080 5 asok(0x5607e8a67fd0) register_command perf dump hook 0x5607e8a5a150 -228> 2021-10-12T07:19:13.536+0000 7f4560f65080 5 asok(0x5607e8a67fd0) register_command perfcounters_schema hook 0x5607e8a5a150 -227> 2021-10-12T07:19:13.536+0000 7f4560f65080 5 asok(0x5607e8a67fd0) register_command perf histogram dump hook 0x5607e8a5a150 -226> 2021-10-12T07:19:13.536+0000 7f4560f65080 5 asok(0x5607e8a67fd0) register_command 2 hook 0x5607e8a5a150 -225> 2021-10-12T07:19:13.536+0000 7f4560f65080 5 asok(0x5607e8a67fd0) register_command perf schema hook 0x5607e8a5a150 -224> 2021-10-12T07:19:13.536+0000 7f4560f65080 5 asok(0x5607e8a67fd0) register_command perf histogram schema hook 0x5607e8a5a150 -223> 2021-10-12T07:19:13.536+0000 7f4560f65080 5 asok(0x5607e8a67fd0) register_command perf reset hook 0x5607e8a5a150 -222> 2021-10-12T07:19:13.536+0000 7f4560f65080 5 asok(0x5607e8a67fd0) register_command config show hook 0x5607e8a5a150 -221> 2021-10-12T07:19:13.536+0000 7f4560f65080 5 asok(0x5607e8a67fd0) register_command config help hook 0x5607e8a5a150 -220> 2021-10-12T07:19:13.536+0000 7f4560f65080 5 asok(0x5607e8a67fd0) register_command config set hook 0x5607e8a5a150 -219> 2021-10-12T07:19:13.536+0000 7f4560f65080 5 asok(0x5607e8a67fd0) register_command config unset hook 0x5607e8a5a150 -218> 2021-10-12T07:19:13.536+0000 7f4560f65080 5 asok(0x5607e8a67fd0) register_command config get hook 0x5607e8a5a150 -217> 2021-10-12T07:19:13.536+0000 7f4560f65080 5 asok(0x5607e8a67fd0) register_command config diff hook 0x5607e8a5a150 -216> 2021-10-12T07:19:13.536+0000 7f4560f65080 5 asok(0x5607e8a67fd0) register_command config diff get hook 0x5607e8a5a150 -215> 2021-10-12T07:19:13.536+0000 7f4560f65080 5 asok(0x5607e8a67fd0) register_command injectargs hook 0x5607e8a5a150 -214> 2021-10-12T07:19:13.536+0000 7f4560f65080 5 asok(0x5607e8a67fd0) register_command log flush hook 0x5607e8a5a150 -213> 2021-10-12T07:19:13.536+0000 7f4560f65080 5 asok(0x5607e8a67fd0) register_command log dump hook 0x5607e8a5a150 -212> 2021-10-12T07:19:13.536+0000 7f4560f65080 5 asok(0x5607e8a67fd0) register_command log reopen hook 0x5607e8a5a150 -211> 2021-10-12T07:19:13.536+0000 7f4560f65080 5 asok(0x5607e8a67fd0) register_command dump_mempools hook 0x5607e8ac5458 -210> 2021-10-12T07:19:13.544+0000 7f4560f65080 10 monclient: get_monmap_and_config -209> 2021-10-12T07:19:13.544+0000 7f4560f65080 10 monclient: build_initial_monmap -208> 2021-10-12T07:19:13.544+0000 7f4560f65080 10 monclient: monmap: epoch 0 fsid 00000000-0000-0000-0000-000000000000 last_changed 2021-10-12T07:19:13.550440+0000 created 2021-10-12T07:19:13.550440+0000 min_mon_release 0 (unknown) 0: v1:[2001:db8:c0ca:c0ca:19:fffe:0:3ab2]:6789/0 mon.noname-c-legacy 1: v1:[2001:db8:c0ca:c0ca:19:fffe:0:833a]:6789/0 mon.noname-a-legacy 2: v1:[2001:db8:c0ca:c0ca:19:fffe:0:fe21]:6789/0 mon.noname-b-legacy -207> 2021-10-12T07:19:13.544+0000 7f4560f65080 5 AuthRegistry(0x5607e8ac8738) adding auth protocol: cephx -206> 2021-10-12T07:19:13.544+0000 7f4560f65080 5 AuthRegistry(0x5607e8ac8738) adding auth protocol: cephx -205> 2021-10-12T07:19:13.544+0000 7f4560f65080 5 AuthRegistry(0x5607e8ac8738) adding auth protocol: cephx -204> 2021-10-12T07:19:13.544+0000 7f4560f65080 5 AuthRegistry(0x5607e8ac8738) adding auth protocol: none -203> 2021-10-12T07:19:13.544+0000 7f4560f65080 5 AuthRegistry(0x5607e8ac8738) adding con mode: secure -202> 2021-10-12T07:19:13.544+0000 7f4560f65080 5 AuthRegistry(0x5607e8ac8738) adding con mode: crc -201> 2021-10-12T07:19:13.544+0000 7f4560f65080 5 AuthRegistry(0x5607e8ac8738) adding con mode: secure -200> 2021-10-12T07:19:13.544+0000 7f4560f65080 5 AuthRegistry(0x5607e8ac8738) adding con mode: crc -199> 2021-10-12T07:19:13.544+0000 7f4560f65080 5 AuthRegistry(0x5607e8ac8738) adding con mode: secure -198> 2021-10-12T07:19:13.544+0000 7f4560f65080 5 AuthRegistry(0x5607e8ac8738) adding con mode: crc -197> 2021-10-12T07:19:13.544+0000 7f4560f65080 5 AuthRegistry(0x5607e8ac8738) adding con mode: crc -196> 2021-10-12T07:19:13.544+0000 7f4560f65080 5 AuthRegistry(0x5607e8ac8738) adding con mode: secure -195> 2021-10-12T07:19:13.544+0000 7f4560f65080 5 AuthRegistry(0x5607e8ac8738) adding con mode: crc -194> 2021-10-12T07:19:13.544+0000 7f4560f65080 5 AuthRegistry(0x5607e8ac8738) adding con mode: secure -193> 2021-10-12T07:19:13.544+0000 7f4560f65080 5 AuthRegistry(0x5607e8ac8738) adding con mode: crc -192> 2021-10-12T07:19:13.544+0000 7f4560f65080 5 AuthRegistry(0x5607e8ac8738) adding con mode: secure -191> 2021-10-12T07:19:13.544+0000 7f4560f65080 2 auth: KeyRing::load: loaded key file /etc/ceph/keyring -190> 2021-10-12T07:19:13.544+0000 7f4560f65080 10 monclient: init -189> 2021-10-12T07:19:13.544+0000 7f4560f65080 5 AuthRegistry(0x7ffee9a7dc70) adding auth protocol: cephx -188> 2021-10-12T07:19:13.544+0000 7f4560f65080 5 AuthRegistry(0x7ffee9a7dc70) adding auth protocol: cephx -187> 2021-10-12T07:19:13.544+0000 7f4560f65080 5 AuthRegistry(0x7ffee9a7dc70) adding auth protocol: cephx -186> 2021-10-12T07:19:13.544+0000 7f4560f65080 5 AuthRegistry(0x7ffee9a7dc70) adding auth protocol: none -185> 2021-10-12T07:19:13.544+0000 7f4560f65080 5 AuthRegistry(0x7ffee9a7dc70) adding con mode: secure -184> 2021-10-12T07:19:13.544+0000 7f4560f65080 5 AuthRegistry(0x7ffee9a7dc70) adding con mode: crc -183> 2021-10-12T07:19:13.544+0000 7f4560f65080 5 AuthRegistry(0x7ffee9a7dc70) adding con mode: secure -182> 2021-10-12T07:19:13.544+0000 7f4560f65080 5 AuthRegistry(0x7ffee9a7dc70) adding con mode: crc -181> 2021-10-12T07:19:13.544+0000 7f4560f65080 5 AuthRegistry(0x7ffee9a7dc70) adding con mode: secure -180> 2021-10-12T07:19:13.544+0000 7f4560f65080 5 AuthRegistry(0x7ffee9a7dc70) adding con mode: crc -179> 2021-10-12T07:19:13.544+0000 7f4560f65080 5 AuthRegistry(0x7ffee9a7dc70) adding con mode: crc -178> 2021-10-12T07:19:13.544+0000 7f4560f65080 5 AuthRegistry(0x7ffee9a7dc70) adding con mode: secure -177> 2021-10-12T07:19:13.544+0000 7f4560f65080 5 AuthRegistry(0x7ffee9a7dc70) adding con mode: crc -176> 2021-10-12T07:19:13.544+0000 7f4560f65080 5 AuthRegistry(0x7ffee9a7dc70) adding con mode: secure -175> 2021-10-12T07:19:13.544+0000 7f4560f65080 5 AuthRegistry(0x7ffee9a7dc70) adding con mode: crc -174> 2021-10-12T07:19:13.544+0000 7f4560f65080 5 AuthRegistry(0x7ffee9a7dc70) adding con mode: secure -173> 2021-10-12T07:19:13.544+0000 7f4560f65080 2 auth: KeyRing::load: loaded key file /etc/ceph/keyring -172> 2021-10-12T07:19:13.544+0000 7f4560f65080 2 auth: KeyRing::load: loaded key file /etc/ceph/keyring -171> 2021-10-12T07:19:13.544+0000 7f4560f65080 10 monclient: _reopen_session rank -1 -170> 2021-10-12T07:19:13.544+0000 7f4560f65080 10 monclient: _add_conns ranks=[2,1,0] -169> 2021-10-12T07:19:13.544+0000 7f4560f65080 10 monclient(hunting): picked mon.noname-b-legacy con 0x5607e8b66050 addr v1:[2001:db8:c0ca:c0ca:19:fffe:0:fe21]:6789/0 -168> 2021-10-12T07:19:13.548+0000 7f4560f65080 10 monclient(hunting): picked mon.noname-a-legacy con 0x5607e8b5fed0 addr v1:[2001:db8:c0ca:c0ca:19:fffe:0:833a]:6789/0 -167> 2021-10-12T07:19:13.548+0000 7f4560f65080 10 monclient(hunting): picked mon.noname-c-legacy con 0x5607e8b60350 addr v1:[2001:db8:c0ca:c0ca:19:fffe:0:3ab2]:6789/0 -166> 2021-10-12T07:19:13.548+0000 7f4560f65080 10 monclient(hunting): _renew_subs -165> 2021-10-12T07:19:13.548+0000 7f4560f65080 10 monclient(hunting): authenticate will time out at 2021-10-12T07:24:13.551961+0000 -164> 2021-10-12T07:19:13.548+0000 7f455e3a1700 10 monclient(hunting): _init_auth method 2 -163> 2021-10-12T07:19:13.548+0000 7f455e3a1700 10 monclient(hunting): _init_auth creating new auth -162> 2021-10-12T07:19:13.548+0000 7f455e3a1700 10 monclient(hunting): my global_id is 228252 -161> 2021-10-12T07:19:13.548+0000 7f455e3a1700 10 monclient(hunting): _init_auth method 2 -160> 2021-10-12T07:19:13.548+0000 7f455e3a1700 10 monclient(hunting): _init_auth creating new auth -159> 2021-10-12T07:19:13.548+0000 7f455e3a1700 10 monclient(hunting): my global_id is 67540 -158> 2021-10-12T07:19:13.548+0000 7f455e3a1700 10 monclient(hunting): _init_auth method 2 -157> 2021-10-12T07:19:13.548+0000 7f455e3a1700 10 monclient(hunting): _init_auth creating new auth -156> 2021-10-12T07:19:13.548+0000 7f455e3a1700 10 monclient(hunting): my global_id is 94469 -155> 2021-10-12T07:19:13.548+0000 7f455e3a1700 10 monclient: _finish_hunting 0 -154> 2021-10-12T07:19:13.548+0000 7f455e3a1700 1 monclient: found mon.noname-b-legacy -153> 2021-10-12T07:19:13.548+0000 7f455e3a1700 10 monclient: _send_mon_message to mon.noname-b-legacy at v1:[2001:db8:c0ca:c0ca:19:fffe:0:fe21]:6789/0 -152> 2021-10-12T07:19:13.548+0000 7f455e3a1700 10 monclient: _finish_auth 0 -151> 2021-10-12T07:19:13.548+0000 7f455e3a1700 10 monclient: handle_monmap mon_map magic: 0 v1 -150> 2021-10-12T07:19:13.548+0000 7f455e3a1700 10 monclient: got monmap 3 from mon.noname-b-legacy (according to old e3) -149> 2021-10-12T07:19:13.548+0000 7f455e3a1700 10 monclient: dump: epoch 3 fsid f8c653c9-4700-4d81-9cce-439b10de991a last_changed 2021-10-06T09:44:29.713185+0000 created 2021-10-06T09:43:35.645733+0000 min_mon_release 15 (octopus) 0: [v2:[2001:db8:c0ca:c0ca:19:fffe:0:fe21]:3300/0,v1:[2001:db8:c0ca:c0ca:19:fffe:0:fe21]:6789/0] mon.a 1: [v2:[2001:db8:c0ca:c0ca:19:fffe:0:3ab2]:3300/0,v1:[2001:db8:c0ca:c0ca:19:fffe:0:3ab2]:6789/0] mon.b 2: [v2:[2001:db8:c0ca:c0ca:19:fffe:0:833a]:3300/0,v1:[2001:db8:c0ca:c0ca:19:fffe:0:833a]:6789/0] mon.c -148> 2021-10-12T07:19:13.548+0000 7f455e3a1700 1 monclient: mon.a has (v2) addrs [v2:[2001:db8:c0ca:c0ca:19:fffe:0:fe21]:3300/0,v1:[2001:db8:c0ca:c0ca:19:fffe:0:fe21]:6789/0] but i'm connected to v1:[2001:db8:c0ca:c0ca:19:fffe:0:fe21]:6789/0, reconnecting -147> 2021-10-12T07:19:13.548+0000 7f455e3a1700 10 monclient: _reopen_session rank -1 -146> 2021-10-12T07:19:13.548+0000 7f455e3a1700 10 monclient: _add_conns ranks=[0,2,1] -145> 2021-10-12T07:19:13.548+0000 7f455e3a1700 10 monclient(hunting): picked mon.a con 0x7f45480037b0 addr [v2:[2001:db8:c0ca:c0ca:19:fffe:0:fe21]:3300/0,v1:[2001:db8:c0ca:c0ca:19:fffe:0:fe21]:6789/0] -144> 2021-10-12T07:19:13.548+0000 7f455e3a1700 10 monclient(hunting): picked mon.c con 0x7f4548002160 addr [v2:[2001:db8:c0ca:c0ca:19:fffe:0:833a]:3300/0,v1:[2001:db8:c0ca:c0ca:19:fffe:0:833a]:6789/0] -143> 2021-10-12T07:19:13.548+0000 7f455e3a1700 10 monclient(hunting): picked mon.b con 0x7f4548002c90 addr [v2:[2001:db8:c0ca:c0ca:19:fffe:0:3ab2]:3300/0,v1:[2001:db8:c0ca:c0ca:19:fffe:0:3ab2]:6789/0] -142> 2021-10-12T07:19:13.548+0000 7f455e3a1700 10 monclient(hunting): start opening mon connection -141> 2021-10-12T07:19:13.548+0000 7f455e3a1700 10 monclient(hunting): start opening mon connection -140> 2021-10-12T07:19:13.548+0000 7f455e3a1700 10 monclient(hunting): start opening mon connection -139> 2021-10-12T07:19:13.548+0000 7f455e3a1700 10 monclient(hunting): _renew_subs -138> 2021-10-12T07:19:13.548+0000 7f455e3a1700 10 monclient(hunting): _finish_auth 0 -137> 2021-10-12T07:19:13.548+0000 7f455f3a3700 10 monclient(hunting): get_auth_request con 0x7f45480037b0 auth_method 0 -136> 2021-10-12T07:19:13.548+0000 7f455f3a3700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] -135> 2021-10-12T07:19:13.548+0000 7f455f3a3700 10 monclient(hunting): _init_auth method 2 -134> 2021-10-12T07:19:13.548+0000 7f455f3a3700 10 monclient(hunting): _init_auth already have auth, reseting -133> 2021-10-12T07:19:13.548+0000 7f455fba4700 10 monclient(hunting): get_auth_request con 0x7f4548002c90 auth_method 0 -132> 2021-10-12T07:19:13.548+0000 7f455fba4700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] -131> 2021-10-12T07:19:13.548+0000 7f455fba4700 10 monclient(hunting): _init_auth method 2 -130> 2021-10-12T07:19:13.548+0000 7f455fba4700 10 monclient(hunting): _init_auth already have auth, reseting -129> 2021-10-12T07:19:13.548+0000 7f455eba2700 10 monclient(hunting): get_auth_request con 0x7f4548002160 auth_method 0 -128> 2021-10-12T07:19:13.548+0000 7f455eba2700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] -127> 2021-10-12T07:19:13.548+0000 7f455eba2700 10 monclient(hunting): _init_auth method 2 -126> 2021-10-12T07:19:13.548+0000 7f455eba2700 10 monclient(hunting): _init_auth already have auth, reseting -125> 2021-10-12T07:19:13.548+0000 7f455fba4700 10 monclient(hunting): handle_auth_reply_more payload 9 -124> 2021-10-12T07:19:13.548+0000 7f455fba4700 10 monclient(hunting): handle_auth_reply_more payload_len 9 -123> 2021-10-12T07:19:13.548+0000 7f455fba4700 10 monclient(hunting): handle_auth_reply_more responding with 132 bytes -122> 2021-10-12T07:19:13.548+0000 7f455f3a3700 10 monclient(hunting): handle_auth_reply_more payload 9 -121> 2021-10-12T07:19:13.548+0000 7f455f3a3700 10 monclient(hunting): handle_auth_reply_more payload_len 9 -120> 2021-10-12T07:19:13.548+0000 7f455f3a3700 10 monclient(hunting): handle_auth_reply_more responding with 132 bytes -119> 2021-10-12T07:19:13.548+0000 7f455eba2700 10 monclient(hunting): handle_auth_reply_more payload 9 -118> 2021-10-12T07:19:13.548+0000 7f455eba2700 10 monclient(hunting): handle_auth_reply_more payload_len 9 -117> 2021-10-12T07:19:13.548+0000 7f455eba2700 10 monclient(hunting): handle_auth_reply_more responding with 132 bytes -116> 2021-10-12T07:19:13.552+0000 7f455fba4700 10 monclient(hunting): handle_auth_done global_id 228252 payload 469 -115> 2021-10-12T07:19:13.552+0000 7f455fba4700 10 monclient: _finish_hunting 0 -114> 2021-10-12T07:19:13.552+0000 7f455fba4700 1 monclient: found mon.b -113> 2021-10-12T07:19:13.552+0000 7f455fba4700 10 monclient: _send_mon_message to mon.b at v2:[2001:db8:c0ca:c0ca:19:fffe:0:3ab2]:3300/0 -112> 2021-10-12T07:19:13.552+0000 7f455fba4700 10 monclient: _finish_auth 0 -111> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 monclient: authenticate success, global_id 228252 -110> 2021-10-12T07:19:13.552+0000 7f455e3a1700 10 monclient: handle_monmap mon_map magic: 0 v1 -109> 2021-10-12T07:19:13.552+0000 7f455e3a1700 10 monclient: got monmap 3 from mon.b (according to old e3) -108> 2021-10-12T07:19:13.552+0000 7f455e3a1700 10 monclient: dump: epoch 3 fsid f8c653c9-4700-4d81-9cce-439b10de991a last_changed 2021-10-06T09:44:29.713185+0000 created 2021-10-06T09:43:35.645733+0000 min_mon_release 15 (octopus) 0: [v2:[2001:db8:c0ca:c0ca:19:fffe:0:fe21]:3300/0,v1:[2001:db8:c0ca:c0ca:19:fffe:0:fe21]:6789/0] mon.a 1: [v2:[2001:db8:c0ca:c0ca:19:fffe:0:3ab2]:3300/0,v1:[2001:db8:c0ca:c0ca:19:fffe:0:3ab2]:6789/0] mon.b 2: [v2:[2001:db8:c0ca:c0ca:19:fffe:0:833a]:3300/0,v1:[2001:db8:c0ca:c0ca:19:fffe:0:833a]:6789/0] mon.c -107> 2021-10-12T07:19:13.552+0000 7f455e3a1700 10 monclient: handle_config config(6 keys) v1 -106> 2021-10-12T07:19:13.552+0000 7f455e3a1700 10 monclient: handle_monmap mon_map magic: 0 v1 -105> 2021-10-12T07:19:13.552+0000 7f455e3a1700 10 monclient: got monmap 3 from mon.b (according to old e3) -104> 2021-10-12T07:19:13.552+0000 7f455e3a1700 10 monclient: dump: epoch 3 fsid f8c653c9-4700-4d81-9cce-439b10de991a last_changed 2021-10-06T09:44:29.713185+0000 created 2021-10-06T09:43:35.645733+0000 min_mon_release 15 (octopus) 0: [v2:[2001:db8:c0ca:c0ca:19:fffe:0:fe21]:3300/0,v1:[2001:db8:c0ca:c0ca:19:fffe:0:fe21]:6789/0] mon.a 1: [v2:[2001:db8:c0ca:c0ca:19:fffe:0:3ab2]:3300/0,v1:[2001:db8:c0ca:c0ca:19:fffe:0:3ab2]:6789/0] mon.b 2: [v2:[2001:db8:c0ca:c0ca:19:fffe:0:833a]:3300/0,v1:[2001:db8:c0ca:c0ca:19:fffe:0:833a]:6789/0] mon.c -103> 2021-10-12T07:19:13.552+0000 7f4560f65080 10 monclient: get_monmap_and_config success -102> 2021-10-12T07:19:13.552+0000 7f4560f65080 10 monclient: shutdown -101> 2021-10-12T07:19:13.552+0000 7f455cb9e700 4 set_mon_vals no callback set -100> 2021-10-12T07:19:13.552+0000 7f455cb9e700 10 set_mon_vals mon_allow_pool_delete = true -99> 2021-10-12T07:19:13.552+0000 7f455cb9e700 10 set_mon_vals mon_cluster_log_file = -98> 2021-10-12T07:19:13.552+0000 7f455cb9e700 10 set_mon_vals mon_pg_warn_min_per_osd = 0 -97> 2021-10-12T07:19:13.552+0000 7f455cb9e700 10 set_mon_vals osd_pool_default_pg_autoscale_mode = on -96> 2021-10-12T07:19:13.552+0000 7f455cb9e700 10 set_mon_vals rbd_default_features = 3 -95> 2021-10-12T07:19:13.552+0000 7f4560f65080 0 ceph version 15.2.13 (c44bc49e7a57a87d84dfff2a077a2058aa2172e2) octopus (stable), process , pid 12 -94> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 asok(0x5607e8a67fd0) init /var/run/ceph/ceph-client.admin.12.94591967999112.asok -93> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 asok(0x5607e8a67fd0) bind_and_listen /var/run/ceph/ceph-client.admin.12.94591967999112.asok -92> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 asok(0x5607e8a67fd0) register_command 0 hook 0x5607e8ad7710 -91> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 asok(0x5607e8a67fd0) register_command version hook 0x5607e8ad7710 -90> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 asok(0x5607e8a67fd0) register_command git_version hook 0x5607e8ad7710 -89> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 asok(0x5607e8a67fd0) register_command help hook 0x5607e8ad7840 -88> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 asok(0x5607e8a67fd0) register_command get_command_descriptions hook 0x5607e8ad7b50 -87> 2021-10-12T07:19:13.552+0000 7f455dba0700 5 asok(0x5607e8a67fd0) entry start -86> 2021-10-12T07:19:13.552+0000 7f4560f65080 10 monclient: build_initial_monmap -85> 2021-10-12T07:19:13.552+0000 7f4560f65080 10 monclient: monmap: epoch 0 fsid 00000000-0000-0000-0000-000000000000 last_changed 0.000000 created 0.000000 min_mon_release 0 (unknown) 0: [v2:[2001:db8:c0ca:c0ca:19:fffe:0:3ab2]:3300/0,v1:[2001:db8:c0ca:c0ca:19:fffe:0:3ab2]:6789/0] mon.noname-b 1: [v2:[2001:db8:c0ca:c0ca:19:fffe:0:833a]:3300/0,v1:[2001:db8:c0ca:c0ca:19:fffe:0:833a]:6789/0] mon.noname-c 2: [v2:[2001:db8:c0ca:c0ca:19:fffe:0:fe21]:3300/0,v1:[2001:db8:c0ca:c0ca:19:fffe:0:fe21]:6789/0] mon.noname-a -84> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 AuthRegistry(0x5607e8b619f8) adding auth protocol: cephx -83> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 AuthRegistry(0x5607e8b619f8) adding auth protocol: cephx -82> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 AuthRegistry(0x5607e8b619f8) adding auth protocol: cephx -81> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 AuthRegistry(0x5607e8b619f8) adding auth protocol: none -80> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 AuthRegistry(0x5607e8b619f8) adding con mode: secure -79> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 AuthRegistry(0x5607e8b619f8) adding con mode: crc -78> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 AuthRegistry(0x5607e8b619f8) adding con mode: secure -77> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 AuthRegistry(0x5607e8b619f8) adding con mode: crc -76> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 AuthRegistry(0x5607e8b619f8) adding con mode: secure -75> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 AuthRegistry(0x5607e8b619f8) adding con mode: crc -74> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 AuthRegistry(0x5607e8b619f8) adding con mode: crc -73> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 AuthRegistry(0x5607e8b619f8) adding con mode: secure -72> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 AuthRegistry(0x5607e8b619f8) adding con mode: crc -71> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 AuthRegistry(0x5607e8b619f8) adding con mode: secure -70> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 AuthRegistry(0x5607e8b619f8) adding con mode: crc -69> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 AuthRegistry(0x5607e8b619f8) adding con mode: secure -68> 2021-10-12T07:19:13.552+0000 7f4560f65080 2 auth: KeyRing::load: loaded key file /etc/ceph/keyring -67> 2021-10-12T07:19:13.552+0000 7f4560f65080 -1 init, newargv = 0x5607e8a7d970 newargc=12 -66> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 asok(0x5607e8a67fd0) register_command objecter_requests hook 0x5607e8b6f7f0 -65> 2021-10-12T07:19:13.552+0000 7f4560f65080 10 monclient: init -64> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 AuthRegistry(0x5607e8ad7cd0) adding auth protocol: cephx -63> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 AuthRegistry(0x5607e8ad7cd0) adding auth protocol: cephx -62> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 AuthRegistry(0x5607e8ad7cd0) adding auth protocol: cephx -61> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 AuthRegistry(0x5607e8ad7cd0) adding auth protocol: none -60> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 AuthRegistry(0x5607e8ad7cd0) adding con mode: secure -59> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 AuthRegistry(0x5607e8ad7cd0) adding con mode: crc -58> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 AuthRegistry(0x5607e8ad7cd0) adding con mode: secure -57> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 AuthRegistry(0x5607e8ad7cd0) adding con mode: crc -56> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 AuthRegistry(0x5607e8ad7cd0) adding con mode: secure -55> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 AuthRegistry(0x5607e8ad7cd0) adding con mode: crc -54> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 AuthRegistry(0x5607e8ad7cd0) adding con mode: crc -53> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 AuthRegistry(0x5607e8ad7cd0) adding con mode: secure -52> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 AuthRegistry(0x5607e8ad7cd0) adding con mode: crc -51> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 AuthRegistry(0x5607e8ad7cd0) adding con mode: secure -50> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 AuthRegistry(0x5607e8ad7cd0) adding con mode: crc -49> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 AuthRegistry(0x5607e8ad7cd0) adding con mode: secure -48> 2021-10-12T07:19:13.552+0000 7f4560f65080 2 auth: KeyRing::load: loaded key file /etc/ceph/keyring -47> 2021-10-12T07:19:13.552+0000 7f4560f65080 2 auth: KeyRing::load: loaded key file /etc/ceph/keyring -46> 2021-10-12T07:19:13.552+0000 7f4560f65080 10 monclient: _renew_subs -45> 2021-10-12T07:19:13.552+0000 7f4560f65080 10 monclient: _reopen_session rank -1 -44> 2021-10-12T07:19:13.552+0000 7f4560f65080 10 monclient: _add_conns ranks=[0,2,1] -43> 2021-10-12T07:19:13.552+0000 7f4560f65080 10 monclient(hunting): picked mon.noname-b con 0x7f4548002c90 addr [v2:[2001:db8:c0ca:c0ca:19:fffe:0:3ab2]:3300/0,v1:[2001:db8:c0ca:c0ca:19:fffe:0:3ab2]:6789/0] -42> 2021-10-12T07:19:13.552+0000 7f4560f65080 10 monclient(hunting): picked mon.noname-a con 0x5607e8b765a0 addr [v2:[2001:db8:c0ca:c0ca:19:fffe:0:fe21]:3300/0,v1:[2001:db8:c0ca:c0ca:19:fffe:0:fe21]:6789/0] -41> 2021-10-12T07:19:13.552+0000 7f4560f65080 10 monclient(hunting): picked mon.noname-c con 0x5607e8b70270 addr [v2:[2001:db8:c0ca:c0ca:19:fffe:0:833a]:3300/0,v1:[2001:db8:c0ca:c0ca:19:fffe:0:833a]:6789/0] -40> 2021-10-12T07:19:13.552+0000 7f4560f65080 10 monclient(hunting): start opening mon connection -39> 2021-10-12T07:19:13.552+0000 7f4560f65080 10 monclient(hunting): start opening mon connection -38> 2021-10-12T07:19:13.552+0000 7f4560f65080 10 monclient(hunting): start opening mon connection -37> 2021-10-12T07:19:13.552+0000 7f4560f65080 10 monclient(hunting): _renew_subs -36> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 asok(0x5607e8a67fd0) register_command mds_requests hook 0x5607e8b690e8 -35> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 asok(0x5607e8a67fd0) register_command mds_sessions hook 0x5607e8b690e8 -34> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 asok(0x5607e8a67fd0) register_command dump_cache hook 0x5607e8b690e8 -33> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 asok(0x5607e8a67fd0) register_command kick_stale_sessions hook 0x5607e8b690e8 -32> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 asok(0x5607e8a67fd0) register_command status hook 0x5607e8b690e8 -31> 2021-10-12T07:19:13.556+0000 7f4560f65080 10 monclient(hunting): authenticate will time out at 2021-10-12T07:24:13.559895+0000 -30> 2021-10-12T07:19:13.556+0000 7f455f3a3700 10 monclient(hunting): get_auth_request con 0x7f4548002c90 auth_method 0 -29> 2021-10-12T07:19:13.556+0000 7f455f3a3700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] -28> 2021-10-12T07:19:13.556+0000 7f455f3a3700 10 monclient(hunting): _init_auth method 2 -27> 2021-10-12T07:19:13.556+0000 7f455f3a3700 10 monclient(hunting): _init_auth creating new auth -26> 2021-10-12T07:19:13.556+0000 7f455eba2700 10 monclient(hunting): get_auth_request con 0x5607e8b765a0 auth_method 0 -25> 2021-10-12T07:19:13.556+0000 7f455eba2700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] -24> 2021-10-12T07:19:13.556+0000 7f455eba2700 10 monclient(hunting): _init_auth method 2 -23> 2021-10-12T07:19:13.556+0000 7f455eba2700 10 monclient(hunting): _init_auth creating new auth -22> 2021-10-12T07:19:13.556+0000 7f455fba4700 10 monclient(hunting): get_auth_request con 0x5607e8b70270 auth_method 0 -21> 2021-10-12T07:19:13.556+0000 7f455fba4700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] -20> 2021-10-12T07:19:13.556+0000 7f455fba4700 10 monclient(hunting): _init_auth method 2 -19> 2021-10-12T07:19:13.556+0000 7f455fba4700 10 monclient(hunting): _init_auth creating new auth -18> 2021-10-12T07:19:13.556+0000 7f455f3a3700 10 monclient(hunting): handle_auth_reply_more payload 9 -17> 2021-10-12T07:19:13.556+0000 7f455f3a3700 10 monclient(hunting): handle_auth_reply_more payload_len 9 -16> 2021-10-12T07:19:13.556+0000 7f455f3a3700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes -15> 2021-10-12T07:19:13.556+0000 7f455eba2700 10 monclient(hunting): handle_auth_reply_more payload 9 -14> 2021-10-12T07:19:13.556+0000 7f455eba2700 10 monclient(hunting): handle_auth_reply_more payload_len 9 -13> 2021-10-12T07:19:13.556+0000 7f455eba2700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes -12> 2021-10-12T07:19:13.556+0000 7f455fba4700 10 monclient(hunting): handle_auth_reply_more payload 9 -11> 2021-10-12T07:19:13.556+0000 7f455fba4700 10 monclient(hunting): handle_auth_reply_more payload_len 9 -10> 2021-10-12T07:19:13.556+0000 7f455fba4700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes -9> 2021-10-12T07:19:13.556+0000 7f455eba2700 10 monclient(hunting): handle_auth_done global_id 228255 payload 824 -8> 2021-10-12T07:19:13.556+0000 7f455eba2700 10 monclient: _finish_hunting 0 -7> 2021-10-12T07:19:13.556+0000 7f455eba2700 1 monclient: found mon.noname-a -6> 2021-10-12T07:19:13.556+0000 7f455eba2700 10 monclient: _send_mon_message to mon.noname-a at v2:[2001:db8:c0ca:c0ca:19:fffe:0:fe21]:3300/0 -5> 2021-10-12T07:19:13.556+0000 7f4545ffb700 10 monclient: handle_monmap mon_map magic: 0 v1 -4> 2021-10-12T07:19:13.556+0000 7f4545ffb700 10 monclient: got monmap 3 from mon.noname-a (according to old e3) -3> 2021-10-12T07:19:13.556+0000 7f4545ffb700 10 monclient: dump: epoch 3 fsid f8c653c9-4700-4d81-9cce-439b10de991a last_changed 2021-10-06T09:44:29.713185+0000 created 2021-10-06T09:43:35.645733+0000 min_mon_release 15 (octopus) 0: [v2:[2001:db8:c0ca:c0ca:19:fffe:0:fe21]:3300/0,v1:[2001:db8:c0ca:c0ca:19:fffe:0:fe21]:6789/0] mon.a 1: [v2:[2001:db8:c0ca:c0ca:19:fffe:0:3ab2]:3300/0,v1:[2001:db8:c0ca:c0ca:19:fffe:0:3ab2]:6789/0] mon.b 2: [v2:[2001:db8:c0ca:c0ca:19:fffe:0:833a]:3300/0,v1:[2001:db8:c0ca:c0ca:19:fffe:0:833a]:6789/0] mon.c -2> 2021-10-12T07:19:13.556+0000 7f4545ffb700 10 monclient: _finish_auth 0 -1> 2021-10-12T07:19:13.556+0000 7f4560f65080 5 monclient: authenticate success, global_id 228255 0> 2021-10-12T07:19:13.556+0000 7f4560f65080 -1 *** Caught signal (Segmentation fault) ** in thread 7f4560f65080 thread_name: ceph version 15.2.13 (c44bc49e7a57a87d84dfff2a077a2058aa2172e2) octopus (stable) 1: (()+0x153c0) [0x7f45617193c0] 2: (std::__cxx11::basic_string, std::allocator >::compare(std::__cxx11::basic_string, std::allocator > const&) const+0xa) [0x7f45619d84da] 3: (std::_Rb_tree, std::allocator >, std::pair, std::allocator > const, ceph_mon_subscribe_item>, std::_Select1st, std::allocator > const, ceph_mon_subscribe_item> >, std::less, std::allocator > >, std::allocator, std::allocator > const, ceph_mon_subscribe_item> > >::_M_get_insert_hint_unique_pos(std::_Rb_tree_const_iterator, std::allocator > const, ceph_mon_subscribe_item> >, std::__cxx11::basic_string, std::allocator > const&)+0xd7) [0x7f4561f85b87] 4: (std::_Rb_tree_iterator, std::allocator > const, ceph_mon_subscribe_item> > std::_Rb_tree, std::allocator >, std::pair, std::allocator > const, ceph_mon_subscribe_item>, std::_Select1st, std::allocator > const, ceph_mon_subscribe_item> >, std::less, std::allocator > >, std::allocator, std::allocator > const, ceph_mon_subscribe_item> > >::_M_emplace_hint_unique, std::allocator > const&>, std::tuple<> >(std::_Rb_tree_const_iterator, std::allocator > const, ceph_mon_subscribe_item> >, std::piecewise_construct_t const&, std::tuple, std::allocator > const&>&&, std::tuple<>&&)+0x62) [0x7f4561f85c92] 5: (MonSub::want(std::__cxx11::basic_string, std::allocator > const&, unsigned long, unsigned int)+0x199) [0x7f45620b3429] 6: (Client::subscribe_mdsmap(std::__cxx11::basic_string, std::allocator > const&)+0x128) [0x5607e7e64f68] 7: (Client::mount(std::__cxx11::basic_string, std::allocator > const&, UserPerm const&, bool, std::__cxx11::basic_string, std::allocator > const&)+0x1ba) [0x5607e7eb956a] 8: (main()+0x789) [0x5607e7e314b9] 9: (__libc_start_main()+0xf3) [0x7f45615390b3] 10: (_start()+0x2e) [0x5607e7e33c3e] NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. --- logging levels --- 0/ 5 none 0/ 1 lockdep 0/ 1 context 1/ 1 crush 1/ 5 mds 1/ 5 mds_balancer 1/ 5 mds_locker 1/ 5 mds_log 1/ 5 mds_log_expire 1/ 5 mds_migrator 0/ 1 buffer 0/ 1 timer 0/ 1 filer 0/ 1 striper 0/ 1 objecter 0/ 5 rados 0/ 5 rbd 0/ 5 rbd_mirror 0/ 5 rbd_replay 0/ 5 rbd_rwl 0/ 5 journaler 0/ 5 objectcacher 0/ 5 immutable_obj_cache 0/ 5 client 1/ 5 osd 0/ 5 optracker 0/ 5 objclass 1/ 3 filestore 1/ 3 journal 0/ 0 ms 1/ 5 mon 0/10 monc 1/ 5 paxos 0/ 5 tp 1/ 5 auth 1/ 5 crypto 1/ 1 finisher 1/ 1 reserver 1/ 5 heartbeatmap 1/ 5 perfcounter 1/ 5 rgw 1/ 5 rgw_sync 1/10 civetweb 1/ 5 javaclient 1/ 5 asok 1/ 1 throttle 0/ 0 refs 1/ 5 compressor 1/ 5 bluestore 1/ 5 bluefs 1/ 3 bdev 1/ 5 kstore 4/ 5 rocksdb 4/ 5 leveldb 4/ 5 memdb 1/ 5 fuse 1/ 5 mgr 1/ 5 mgrc 1/ 5 dpdk 1/ 5 eventtrace 1/ 5 prioritycache 0/ 5 test -2/-2 (syslog threshold) 99/99 (stderr threshold) --- pthread ID / name mapping for recent threads --- 7f4545ffb700 / ms_dispatch 7f455cb9e700 / 7f455dba0700 / admin_socket 7f455e3a1700 / service 7f455eba2700 / msgr-worker-2 7f455f3a3700 / msgr-worker-1 7f455fba4700 / msgr-worker-0 7f4560f65080 / max_recent 10000 max_new 1000 log_file --- end dump of recent events --- --- begin dump of recent events --- -234> 2021-10-12T07:19:13.536+0000 7f4560f65080 5 asok(0x5607e8a67fd0) register_command assert hook 0x5607e8a5a150 -233> 2021-10-12T07:19:13.536+0000 7f4560f65080 5 asok(0x5607e8a67fd0) register_command abort hook 0x5607e8a5a150 -232> 2021-10-12T07:19:13.536+0000 7f4560f65080 5 asok(0x5607e8a67fd0) register_command leak_some_memory hook 0x5607e8a5a150 -231> 2021-10-12T07:19:13.536+0000 7f4560f65080 5 asok(0x5607e8a67fd0) register_command perfcounters_dump hook 0x5607e8a5a150 -230> 2021-10-12T07:19:13.536+0000 7f4560f65080 5 asok(0x5607e8a67fd0) register_command 1 hook 0x5607e8a5a150 -229> 2021-10-12T07:19:13.536+0000 7f4560f65080 5 asok(0x5607e8a67fd0) register_command perf dump hook 0x5607e8a5a150 -228> 2021-10-12T07:19:13.536+0000 7f4560f65080 5 asok(0x5607e8a67fd0) register_command perfcounters_schema hook 0x5607e8a5a150 -227> 2021-10-12T07:19:13.536+0000 7f4560f65080 5 asok(0x5607e8a67fd0) register_command perf histogram dump hook 0x5607e8a5a150 -226> 2021-10-12T07:19:13.536+0000 7f4560f65080 5 asok(0x5607e8a67fd0) register_command 2 hook 0x5607e8a5a150 -225> 2021-10-12T07:19:13.536+0000 7f4560f65080 5 asok(0x5607e8a67fd0) register_command perf schema hook 0x5607e8a5a150 -224> 2021-10-12T07:19:13.536+0000 7f4560f65080 5 asok(0x5607e8a67fd0) register_command perf histogram schema hook 0x5607e8a5a150 -223> 2021-10-12T07:19:13.536+0000 7f4560f65080 5 asok(0x5607e8a67fd0) register_command perf reset hook 0x5607e8a5a150 -222> 2021-10-12T07:19:13.536+0000 7f4560f65080 5 asok(0x5607e8a67fd0) register_command config show hook 0x5607e8a5a150 -221> 2021-10-12T07:19:13.536+0000 7f4560f65080 5 asok(0x5607e8a67fd0) register_command config help hook 0x5607e8a5a150 -220> 2021-10-12T07:19:13.536+0000 7f4560f65080 5 asok(0x5607e8a67fd0) register_command config set hook 0x5607e8a5a150 -219> 2021-10-12T07:19:13.536+0000 7f4560f65080 5 asok(0x5607e8a67fd0) register_command config unset hook 0x5607e8a5a150 -218> 2021-10-12T07:19:13.536+0000 7f4560f65080 5 asok(0x5607e8a67fd0) register_command config get hook 0x5607e8a5a150 -217> 2021-10-12T07:19:13.536+0000 7f4560f65080 5 asok(0x5607e8a67fd0) register_command config diff hook 0x5607e8a5a150 -216> 2021-10-12T07:19:13.536+0000 7f4560f65080 5 asok(0x5607e8a67fd0) register_command config diff get hook 0x5607e8a5a150 -215> 2021-10-12T07:19:13.536+0000 7f4560f65080 5 asok(0x5607e8a67fd0) register_command injectargs hook 0x5607e8a5a150 -214> 2021-10-12T07:19:13.536+0000 7f4560f65080 5 asok(0x5607e8a67fd0) register_command log flush hook 0x5607e8a5a150 -213> 2021-10-12T07:19:13.536+0000 7f4560f65080 5 asok(0x5607e8a67fd0) register_command log dump hook 0x5607e8a5a150 -212> 2021-10-12T07:19:13.536+0000 7f4560f65080 5 asok(0x5607e8a67fd0) register_command log reopen hook 0x5607e8a5a150 -211> 2021-10-12T07:19:13.536+0000 7f4560f65080 5 asok(0x5607e8a67fd0) register_command dump_mempools hook 0x5607e8ac5458 -210> 2021-10-12T07:19:13.544+0000 7f4560f65080 10 monclient: get_monmap_and_config -209> 2021-10-12T07:19:13.544+0000 7f4560f65080 10 monclient: build_initial_monmap -208> 2021-10-12T07:19:13.544+0000 7f4560f65080 10 monclient: monmap: epoch 0 fsid 00000000-0000-0000-0000-000000000000 last_changed 2021-10-12T07:19:13.550440+0000 created 2021-10-12T07:19:13.550440+0000 min_mon_release 0 (unknown) 0: v1:[2001:db8:c0ca:c0ca:19:fffe:0:3ab2]:6789/0 mon.noname-c-legacy 1: v1:[2001:db8:c0ca:c0ca:19:fffe:0:833a]:6789/0 mon.noname-a-legacy 2: v1:[2001:db8:c0ca:c0ca:19:fffe:0:fe21]:6789/0 mon.noname-b-legacy -207> 2021-10-12T07:19:13.544+0000 7f4560f65080 5 AuthRegistry(0x5607e8ac8738) adding auth protocol: cephx -206> 2021-10-12T07:19:13.544+0000 7f4560f65080 5 AuthRegistry(0x5607e8ac8738) adding auth protocol: cephx -205> 2021-10-12T07:19:13.544+0000 7f4560f65080 5 AuthRegistry(0x5607e8ac8738) adding auth protocol: cephx -204> 2021-10-12T07:19:13.544+0000 7f4560f65080 5 AuthRegistry(0x5607e8ac8738) adding auth protocol: none -203> 2021-10-12T07:19:13.544+0000 7f4560f65080 5 AuthRegistry(0x5607e8ac8738) adding con mode: secure -202> 2021-10-12T07:19:13.544+0000 7f4560f65080 5 AuthRegistry(0x5607e8ac8738) adding con mode: crc -201> 2021-10-12T07:19:13.544+0000 7f4560f65080 5 AuthRegistry(0x5607e8ac8738) adding con mode: secure -200> 2021-10-12T07:19:13.544+0000 7f4560f65080 5 AuthRegistry(0x5607e8ac8738) adding con mode: crc -199> 2021-10-12T07:19:13.544+0000 7f4560f65080 5 AuthRegistry(0x5607e8ac8738) adding con mode: secure -198> 2021-10-12T07:19:13.544+0000 7f4560f65080 5 AuthRegistry(0x5607e8ac8738) adding con mode: crc -197> 2021-10-12T07:19:13.544+0000 7f4560f65080 5 AuthRegistry(0x5607e8ac8738) adding con mode: crc -196> 2021-10-12T07:19:13.544+0000 7f4560f65080 5 AuthRegistry(0x5607e8ac8738) adding con mode: secure -195> 2021-10-12T07:19:13.544+0000 7f4560f65080 5 AuthRegistry(0x5607e8ac8738) adding con mode: crc -194> 2021-10-12T07:19:13.544+0000 7f4560f65080 5 AuthRegistry(0x5607e8ac8738) adding con mode: secure -193> 2021-10-12T07:19:13.544+0000 7f4560f65080 5 AuthRegistry(0x5607e8ac8738) adding con mode: crc -192> 2021-10-12T07:19:13.544+0000 7f4560f65080 5 AuthRegistry(0x5607e8ac8738) adding con mode: secure -191> 2021-10-12T07:19:13.544+0000 7f4560f65080 2 auth: KeyRing::load: loaded key file /etc/ceph/keyring -190> 2021-10-12T07:19:13.544+0000 7f4560f65080 10 monclient: init -189> 2021-10-12T07:19:13.544+0000 7f4560f65080 5 AuthRegistry(0x7ffee9a7dc70) adding auth protocol: cephx -188> 2021-10-12T07:19:13.544+0000 7f4560f65080 5 AuthRegistry(0x7ffee9a7dc70) adding auth protocol: cephx -187> 2021-10-12T07:19:13.544+0000 7f4560f65080 5 AuthRegistry(0x7ffee9a7dc70) adding auth protocol: cephx -186> 2021-10-12T07:19:13.544+0000 7f4560f65080 5 AuthRegistry(0x7ffee9a7dc70) adding auth protocol: none -185> 2021-10-12T07:19:13.544+0000 7f4560f65080 5 AuthRegistry(0x7ffee9a7dc70) adding con mode: secure -184> 2021-10-12T07:19:13.544+0000 7f4560f65080 5 AuthRegistry(0x7ffee9a7dc70) adding con mode: crc -183> 2021-10-12T07:19:13.544+0000 7f4560f65080 5 AuthRegistry(0x7ffee9a7dc70) adding con mode: secure -182> 2021-10-12T07:19:13.544+0000 7f4560f65080 5 AuthRegistry(0x7ffee9a7dc70) adding con mode: crc -181> 2021-10-12T07:19:13.544+0000 7f4560f65080 5 AuthRegistry(0x7ffee9a7dc70) adding con mode: secure -180> 2021-10-12T07:19:13.544+0000 7f4560f65080 5 AuthRegistry(0x7ffee9a7dc70) adding con mode: crc -179> 2021-10-12T07:19:13.544+0000 7f4560f65080 5 AuthRegistry(0x7ffee9a7dc70) adding con mode: crc -178> 2021-10-12T07:19:13.544+0000 7f4560f65080 5 AuthRegistry(0x7ffee9a7dc70) adding con mode: secure -177> 2021-10-12T07:19:13.544+0000 7f4560f65080 5 AuthRegistry(0x7ffee9a7dc70) adding con mode: crc -176> 2021-10-12T07:19:13.544+0000 7f4560f65080 5 AuthRegistry(0x7ffee9a7dc70) adding con mode: secure -175> 2021-10-12T07:19:13.544+0000 7f4560f65080 5 AuthRegistry(0x7ffee9a7dc70) adding con mode: crc -174> 2021-10-12T07:19:13.544+0000 7f4560f65080 5 AuthRegistry(0x7ffee9a7dc70) adding con mode: secure -173> 2021-10-12T07:19:13.544+0000 7f4560f65080 2 auth: KeyRing::load: loaded key file /etc/ceph/keyring -172> 2021-10-12T07:19:13.544+0000 7f4560f65080 2 auth: KeyRing::load: loaded key file /etc/ceph/keyring -171> 2021-10-12T07:19:13.544+0000 7f4560f65080 10 monclient: _reopen_session rank -1 -170> 2021-10-12T07:19:13.544+0000 7f4560f65080 10 monclient: _add_conns ranks=[2,1,0] -169> 2021-10-12T07:19:13.544+0000 7f4560f65080 10 monclient(hunting): picked mon.noname-b-legacy con 0x5607e8b66050 addr v1:[2001:db8:c0ca:c0ca:19:fffe:0:fe21]:6789/0 -168> 2021-10-12T07:19:13.548+0000 7f4560f65080 10 monclient(hunting): picked mon.noname-a-legacy con 0x5607e8b5fed0 addr v1:[2001:db8:c0ca:c0ca:19:fffe:0:833a]:6789/0 -167> 2021-10-12T07:19:13.548+0000 7f4560f65080 10 monclient(hunting): picked mon.noname-c-legacy con 0x5607e8b60350 addr v1:[2001:db8:c0ca:c0ca:19:fffe:0:3ab2]:6789/0 -166> 2021-10-12T07:19:13.548+0000 7f4560f65080 10 monclient(hunting): _renew_subs -165> 2021-10-12T07:19:13.548+0000 7f4560f65080 10 monclient(hunting): authenticate will time out at 2021-10-12T07:24:13.551961+0000 -164> 2021-10-12T07:19:13.548+0000 7f455e3a1700 10 monclient(hunting): _init_auth method 2 -163> 2021-10-12T07:19:13.548+0000 7f455e3a1700 10 monclient(hunting): _init_auth creating new auth -162> 2021-10-12T07:19:13.548+0000 7f455e3a1700 10 monclient(hunting): my global_id is 228252 -161> 2021-10-12T07:19:13.548+0000 7f455e3a1700 10 monclient(hunting): _init_auth method 2 -160> 2021-10-12T07:19:13.548+0000 7f455e3a1700 10 monclient(hunting): _init_auth creating new auth -159> 2021-10-12T07:19:13.548+0000 7f455e3a1700 10 monclient(hunting): my global_id is 67540 -158> 2021-10-12T07:19:13.548+0000 7f455e3a1700 10 monclient(hunting): _init_auth method 2 -157> 2021-10-12T07:19:13.548+0000 7f455e3a1700 10 monclient(hunting): _init_auth creating new auth -156> 2021-10-12T07:19:13.548+0000 7f455e3a1700 10 monclient(hunting): my global_id is 94469 -155> 2021-10-12T07:19:13.548+0000 7f455e3a1700 10 monclient: _finish_hunting 0 -154> 2021-10-12T07:19:13.548+0000 7f455e3a1700 1 monclient: found mon.noname-b-legacy -153> 2021-10-12T07:19:13.548+0000 7f455e3a1700 10 monclient: _send_mon_message to mon.noname-b-legacy at v1:[2001:db8:c0ca:c0ca:19:fffe:0:fe21]:6789/0 -152> 2021-10-12T07:19:13.548+0000 7f455e3a1700 10 monclient: _finish_auth 0 -151> 2021-10-12T07:19:13.548+0000 7f455e3a1700 10 monclient: handle_monmap mon_map magic: 0 v1 -150> 2021-10-12T07:19:13.548+0000 7f455e3a1700 10 monclient: got monmap 3 from mon.noname-b-legacy (according to old e3) -149> 2021-10-12T07:19:13.548+0000 7f455e3a1700 10 monclient: dump: epoch 3 fsid f8c653c9-4700-4d81-9cce-439b10de991a last_changed 2021-10-06T09:44:29.713185+0000 created 2021-10-06T09:43:35.645733+0000 min_mon_release 15 (octopus) 0: [v2:[2001:db8:c0ca:c0ca:19:fffe:0:fe21]:3300/0,v1:[2001:db8:c0ca:c0ca:19:fffe:0:fe21]:6789/0] mon.a 1: [v2:[2001:db8:c0ca:c0ca:19:fffe:0:3ab2]:3300/0,v1:[2001:db8:c0ca:c0ca:19:fffe:0:3ab2]:6789/0] mon.b 2: [v2:[2001:db8:c0ca:c0ca:19:fffe:0:833a]:3300/0,v1:[2001:db8:c0ca:c0ca:19:fffe:0:833a]:6789/0] mon.c -148> 2021-10-12T07:19:13.548+0000 7f455e3a1700 1 monclient: mon.a has (v2) addrs [v2:[2001:db8:c0ca:c0ca:19:fffe:0:fe21]:3300/0,v1:[2001:db8:c0ca:c0ca:19:fffe:0:fe21]:6789/0] but i'm connected to v1:[2001:db8:c0ca:c0ca:19:fffe:0:fe21]:6789/0, reconnecting -147> 2021-10-12T07:19:13.548+0000 7f455e3a1700 10 monclient: _reopen_session rank -1 -146> 2021-10-12T07:19:13.548+0000 7f455e3a1700 10 monclient: _add_conns ranks=[0,2,1] -145> 2021-10-12T07:19:13.548+0000 7f455e3a1700 10 monclient(hunting): picked mon.a con 0x7f45480037b0 addr [v2:[2001:db8:c0ca:c0ca:19:fffe:0:fe21]:3300/0,v1:[2001:db8:c0ca:c0ca:19:fffe:0:fe21]:6789/0] -144> 2021-10-12T07:19:13.548+0000 7f455e3a1700 10 monclient(hunting): picked mon.c con 0x7f4548002160 addr [v2:[2001:db8:c0ca:c0ca:19:fffe:0:833a]:3300/0,v1:[2001:db8:c0ca:c0ca:19:fffe:0:833a]:6789/0] -143> 2021-10-12T07:19:13.548+0000 7f455e3a1700 10 monclient(hunting): picked mon.b con 0x7f4548002c90 addr [v2:[2001:db8:c0ca:c0ca:19:fffe:0:3ab2]:3300/0,v1:[2001:db8:c0ca:c0ca:19:fffe:0:3ab2]:6789/0] -142> 2021-10-12T07:19:13.548+0000 7f455e3a1700 10 monclient(hunting): start opening mon connection -141> 2021-10-12T07:19:13.548+0000 7f455e3a1700 10 monclient(hunting): start opening mon connection -140> 2021-10-12T07:19:13.548+0000 7f455e3a1700 10 monclient(hunting): start opening mon connection -139> 2021-10-12T07:19:13.548+0000 7f455e3a1700 10 monclient(hunting): _renew_subs -138> 2021-10-12T07:19:13.548+0000 7f455e3a1700 10 monclient(hunting): _finish_auth 0 -137> 2021-10-12T07:19:13.548+0000 7f455f3a3700 10 monclient(hunting): get_auth_request con 0x7f45480037b0 auth_method 0 -136> 2021-10-12T07:19:13.548+0000 7f455f3a3700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] -135> 2021-10-12T07:19:13.548+0000 7f455f3a3700 10 monclient(hunting): _init_auth method 2 -134> 2021-10-12T07:19:13.548+0000 7f455f3a3700 10 monclient(hunting): _init_auth already have auth, reseting -133> 2021-10-12T07:19:13.548+0000 7f455fba4700 10 monclient(hunting): get_auth_request con 0x7f4548002c90 auth_method 0 -132> 2021-10-12T07:19:13.548+0000 7f455fba4700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] -131> 2021-10-12T07:19:13.548+0000 7f455fba4700 10 monclient(hunting): _init_auth method 2 -130> 2021-10-12T07:19:13.548+0000 7f455fba4700 10 monclient(hunting): _init_auth already have auth, reseting -129> 2021-10-12T07:19:13.548+0000 7f455eba2700 10 monclient(hunting): get_auth_request con 0x7f4548002160 auth_method 0 -128> 2021-10-12T07:19:13.548+0000 7f455eba2700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] -127> 2021-10-12T07:19:13.548+0000 7f455eba2700 10 monclient(hunting): _init_auth method 2 -126> 2021-10-12T07:19:13.548+0000 7f455eba2700 10 monclient(hunting): _init_auth already have auth, reseting -125> 2021-10-12T07:19:13.548+0000 7f455fba4700 10 monclient(hunting): handle_auth_reply_more payload 9 -124> 2021-10-12T07:19:13.548+0000 7f455fba4700 10 monclient(hunting): handle_auth_reply_more payload_len 9 -123> 2021-10-12T07:19:13.548+0000 7f455fba4700 10 monclient(hunting): handle_auth_reply_more responding with 132 bytes -122> 2021-10-12T07:19:13.548+0000 7f455f3a3700 10 monclient(hunting): handle_auth_reply_more payload 9 -121> 2021-10-12T07:19:13.548+0000 7f455f3a3700 10 monclient(hunting): handle_auth_reply_more payload_len 9 -120> 2021-10-12T07:19:13.548+0000 7f455f3a3700 10 monclient(hunting): handle_auth_reply_more responding with 132 bytes -119> 2021-10-12T07:19:13.548+0000 7f455eba2700 10 monclient(hunting): handle_auth_reply_more payload 9 -118> 2021-10-12T07:19:13.548+0000 7f455eba2700 10 monclient(hunting): handle_auth_reply_more payload_len 9 -117> 2021-10-12T07:19:13.548+0000 7f455eba2700 10 monclient(hunting): handle_auth_reply_more responding with 132 bytes -116> 2021-10-12T07:19:13.552+0000 7f455fba4700 10 monclient(hunting): handle_auth_done global_id 228252 payload 469 -115> 2021-10-12T07:19:13.552+0000 7f455fba4700 10 monclient: _finish_hunting 0 -114> 2021-10-12T07:19:13.552+0000 7f455fba4700 1 monclient: found mon.b -113> 2021-10-12T07:19:13.552+0000 7f455fba4700 10 monclient: _send_mon_message to mon.b at v2:[2001:db8:c0ca:c0ca:19:fffe:0:3ab2]:3300/0 -112> 2021-10-12T07:19:13.552+0000 7f455fba4700 10 monclient: _finish_auth 0 -111> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 monclient: authenticate success, global_id 228252 -110> 2021-10-12T07:19:13.552+0000 7f455e3a1700 10 monclient: handle_monmap mon_map magic: 0 v1 -109> 2021-10-12T07:19:13.552+0000 7f455e3a1700 10 monclient: got monmap 3 from mon.b (according to old e3) -108> 2021-10-12T07:19:13.552+0000 7f455e3a1700 10 monclient: dump: epoch 3 fsid f8c653c9-4700-4d81-9cce-439b10de991a last_changed 2021-10-06T09:44:29.713185+0000 created 2021-10-06T09:43:35.645733+0000 min_mon_release 15 (octopus) 0: [v2:[2001:db8:c0ca:c0ca:19:fffe:0:fe21]:3300/0,v1:[2001:db8:c0ca:c0ca:19:fffe:0:fe21]:6789/0] mon.a 1: [v2:[2001:db8:c0ca:c0ca:19:fffe:0:3ab2]:3300/0,v1:[2001:db8:c0ca:c0ca:19:fffe:0:3ab2]:6789/0] mon.b 2: [v2:[2001:db8:c0ca:c0ca:19:fffe:0:833a]:3300/0,v1:[2001:db8:c0ca:c0ca:19:fffe:0:833a]:6789/0] mon.c -107> 2021-10-12T07:19:13.552+0000 7f455e3a1700 10 monclient: handle_config config(6 keys) v1 -106> 2021-10-12T07:19:13.552+0000 7f455e3a1700 10 monclient: handle_monmap mon_map magic: 0 v1 -105> 2021-10-12T07:19:13.552+0000 7f455e3a1700 10 monclient: got monmap 3 from mon.b (according to old e3) -104> 2021-10-12T07:19:13.552+0000 7f455e3a1700 10 monclient: dump: epoch 3 fsid f8c653c9-4700-4d81-9cce-439b10de991a last_changed 2021-10-06T09:44:29.713185+0000 created 2021-10-06T09:43:35.645733+0000 min_mon_release 15 (octopus) 0: [v2:[2001:db8:c0ca:c0ca:19:fffe:0:fe21]:3300/0,v1:[2001:db8:c0ca:c0ca:19:fffe:0:fe21]:6789/0] mon.a 1: [v2:[2001:db8:c0ca:c0ca:19:fffe:0:3ab2]:3300/0,v1:[2001:db8:c0ca:c0ca:19:fffe:0:3ab2]:6789/0] mon.b 2: [v2:[2001:db8:c0ca:c0ca:19:fffe:0:833a]:3300/0,v1:[2001:db8:c0ca:c0ca:19:fffe:0:833a]:6789/0] mon.c -103> 2021-10-12T07:19:13.552+0000 7f4560f65080 10 monclient: get_monmap_and_config success -102> 2021-10-12T07:19:13.552+0000 7f4560f65080 10 monclient: shutdown -101> 2021-10-12T07:19:13.552+0000 7f455cb9e700 4 set_mon_vals no callback set -100> 2021-10-12T07:19:13.552+0000 7f455cb9e700 10 set_mon_vals mon_allow_pool_delete = true -99> 2021-10-12T07:19:13.552+0000 7f455cb9e700 10 set_mon_vals mon_cluster_log_file = -98> 2021-10-12T07:19:13.552+0000 7f455cb9e700 10 set_mon_vals mon_pg_warn_min_per_osd = 0 -97> 2021-10-12T07:19:13.552+0000 7f455cb9e700 10 set_mon_vals osd_pool_default_pg_autoscale_mode = on -96> 2021-10-12T07:19:13.552+0000 7f455cb9e700 10 set_mon_vals rbd_default_features = 3 -95> 2021-10-12T07:19:13.552+0000 7f4560f65080 0 ceph version 15.2.13 (c44bc49e7a57a87d84dfff2a077a2058aa2172e2) octopus (stable), process , pid 12 -94> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 asok(0x5607e8a67fd0) init /var/run/ceph/ceph-client.admin.12.94591967999112.asok -93> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 asok(0x5607e8a67fd0) bind_and_listen /var/run/ceph/ceph-client.admin.12.94591967999112.asok -92> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 asok(0x5607e8a67fd0) register_command 0 hook 0x5607e8ad7710 -91> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 asok(0x5607e8a67fd0) register_command version hook 0x5607e8ad7710 -90> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 asok(0x5607e8a67fd0) register_command git_version hook 0x5607e8ad7710 -89> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 asok(0x5607e8a67fd0) register_command help hook 0x5607e8ad7840 -88> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 asok(0x5607e8a67fd0) register_command get_command_descriptions hook 0x5607e8ad7b50 -87> 2021-10-12T07:19:13.552+0000 7f455dba0700 5 asok(0x5607e8a67fd0) entry start -86> 2021-10-12T07:19:13.552+0000 7f4560f65080 10 monclient: build_initial_monmap -85> 2021-10-12T07:19:13.552+0000 7f4560f65080 10 monclient: monmap: epoch 0 fsid 00000000-0000-0000-0000-000000000000 last_changed 0.000000 created 0.000000 min_mon_release 0 (unknown) 0: [v2:[2001:db8:c0ca:c0ca:19:fffe:0:3ab2]:3300/0,v1:[2001:db8:c0ca:c0ca:19:fffe:0:3ab2]:6789/0] mon.noname-b 1: [v2:[2001:db8:c0ca:c0ca:19:fffe:0:833a]:3300/0,v1:[2001:db8:c0ca:c0ca:19:fffe:0:833a]:6789/0] mon.noname-c 2: [v2:[2001:db8:c0ca:c0ca:19:fffe:0:fe21]:3300/0,v1:[2001:db8:c0ca:c0ca:19:fffe:0:fe21]:6789/0] mon.noname-a -84> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 AuthRegistry(0x5607e8b619f8) adding auth protocol: cephx -83> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 AuthRegistry(0x5607e8b619f8) adding auth protocol: cephx -82> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 AuthRegistry(0x5607e8b619f8) adding auth protocol: cephx -81> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 AuthRegistry(0x5607e8b619f8) adding auth protocol: none -80> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 AuthRegistry(0x5607e8b619f8) adding con mode: secure -79> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 AuthRegistry(0x5607e8b619f8) adding con mode: crc -78> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 AuthRegistry(0x5607e8b619f8) adding con mode: secure -77> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 AuthRegistry(0x5607e8b619f8) adding con mode: crc -76> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 AuthRegistry(0x5607e8b619f8) adding con mode: secure -75> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 AuthRegistry(0x5607e8b619f8) adding con mode: crc -74> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 AuthRegistry(0x5607e8b619f8) adding con mode: crc -73> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 AuthRegistry(0x5607e8b619f8) adding con mode: secure -72> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 AuthRegistry(0x5607e8b619f8) adding con mode: crc -71> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 AuthRegistry(0x5607e8b619f8) adding con mode: secure -70> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 AuthRegistry(0x5607e8b619f8) adding con mode: crc -69> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 AuthRegistry(0x5607e8b619f8) adding con mode: secure -68> 2021-10-12T07:19:13.552+0000 7f4560f65080 2 auth: KeyRing::load: loaded key file /etc/ceph/keyring -67> 2021-10-12T07:19:13.552+0000 7f4560f65080 -1 init, newargv = 0x5607e8a7d970 newargc=12 -66> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 asok(0x5607e8a67fd0) register_command objecter_requests hook 0x5607e8b6f7f0 -65> 2021-10-12T07:19:13.552+0000 7f4560f65080 10 monclient: init -64> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 AuthRegistry(0x5607e8ad7cd0) adding auth protocol: cephx -63> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 AuthRegistry(0x5607e8ad7cd0) adding auth protocol: cephx -62> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 AuthRegistry(0x5607e8ad7cd0) adding auth protocol: cephx -61> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 AuthRegistry(0x5607e8ad7cd0) adding auth protocol: none -60> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 AuthRegistry(0x5607e8ad7cd0) adding con mode: secure -59> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 AuthRegistry(0x5607e8ad7cd0) adding con mode: crc -58> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 AuthRegistry(0x5607e8ad7cd0) adding con mode: secure -57> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 AuthRegistry(0x5607e8ad7cd0) adding con mode: crc -56> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 AuthRegistry(0x5607e8ad7cd0) adding con mode: secure -55> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 AuthRegistry(0x5607e8ad7cd0) adding con mode: crc -54> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 AuthRegistry(0x5607e8ad7cd0) adding con mode: crc -53> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 AuthRegistry(0x5607e8ad7cd0) adding con mode: secure -52> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 AuthRegistry(0x5607e8ad7cd0) adding con mode: crc -51> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 AuthRegistry(0x5607e8ad7cd0) adding con mode: secure -50> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 AuthRegistry(0x5607e8ad7cd0) adding con mode: crc -49> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 AuthRegistry(0x5607e8ad7cd0) adding con mode: secure -48> 2021-10-12T07:19:13.552+0000 7f4560f65080 2 auth: KeyRing::load: loaded key file /etc/ceph/keyring -47> 2021-10-12T07:19:13.552+0000 7f4560f65080 2 auth: KeyRing::load: loaded key file /etc/ceph/keyring -46> 2021-10-12T07:19:13.552+0000 7f4560f65080 10 monclient: _renew_subs -45> 2021-10-12T07:19:13.552+0000 7f4560f65080 10 monclient: _reopen_session rank -1 -44> 2021-10-12T07:19:13.552+0000 7f4560f65080 10 monclient: _add_conns ranks=[0,2,1] -43> 2021-10-12T07:19:13.552+0000 7f4560f65080 10 monclient(hunting): picked mon.noname-b con 0x7f4548002c90 addr [v2:[2001:db8:c0ca:c0ca:19:fffe:0:3ab2]:3300/0,v1:[2001:db8:c0ca:c0ca:19:fffe:0:3ab2]:6789/0] -42> 2021-10-12T07:19:13.552+0000 7f4560f65080 10 monclient(hunting): picked mon.noname-a con 0x5607e8b765a0 addr [v2:[2001:db8:c0ca:c0ca:19:fffe:0:fe21]:3300/0,v1:[2001:db8:c0ca:c0ca:19:fffe:0:fe21]:6789/0] -41> 2021-10-12T07:19:13.552+0000 7f4560f65080 10 monclient(hunting): picked mon.noname-c con 0x5607e8b70270 addr [v2:[2001:db8:c0ca:c0ca:19:fffe:0:833a]:3300/0,v1:[2001:db8:c0ca:c0ca:19:fffe:0:833a]:6789/0] -40> 2021-10-12T07:19:13.552+0000 7f4560f65080 10 monclient(hunting): start opening mon connection -39> 2021-10-12T07:19:13.552+0000 7f4560f65080 10 monclient(hunting): start opening mon connection -38> 2021-10-12T07:19:13.552+0000 7f4560f65080 10 monclient(hunting): start opening mon connection -37> 2021-10-12T07:19:13.552+0000 7f4560f65080 10 monclient(hunting): _renew_subs -36> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 asok(0x5607e8a67fd0) register_command mds_requests hook 0x5607e8b690e8 -35> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 asok(0x5607e8a67fd0) register_command mds_sessions hook 0x5607e8b690e8 -34> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 asok(0x5607e8a67fd0) register_command dump_cache hook 0x5607e8b690e8 -33> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 asok(0x5607e8a67fd0) register_command kick_stale_sessions hook 0x5607e8b690e8 -32> 2021-10-12T07:19:13.552+0000 7f4560f65080 5 asok(0x5607e8a67fd0) register_command status hook 0x5607e8b690e8 -31> 2021-10-12T07:19:13.556+0000 7f4560f65080 10 monclient(hunting): authenticate will time out at 2021-10-12T07:24:13.559895+0000 -30> 2021-10-12T07:19:13.556+0000 7f455f3a3700 10 monclient(hunting): get_auth_request con 0x7f4548002c90 auth_method 0 -29> 2021-10-12T07:19:13.556+0000 7f455f3a3700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] -28> 2021-10-12T07:19:13.556+0000 7f455f3a3700 10 monclient(hunting): _init_auth method 2 -27> 2021-10-12T07:19:13.556+0000 7f455f3a3700 10 monclient(hunting): _init_auth creating new auth -26> 2021-10-12T07:19:13.556+0000 7f455eba2700 10 monclient(hunting): get_auth_request con 0x5607e8b765a0 auth_method 0 -25> 2021-10-12T07:19:13.556+0000 7f455eba2700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] -24> 2021-10-12T07:19:13.556+0000 7f455eba2700 10 monclient(hunting): _init_auth method 2 -23> 2021-10-12T07:19:13.556+0000 7f455eba2700 10 monclient(hunting): _init_auth creating new auth -22> 2021-10-12T07:19:13.556+0000 7f455fba4700 10 monclient(hunting): get_auth_request con 0x5607e8b70270 auth_method 0 -21> 2021-10-12T07:19:13.556+0000 7f455fba4700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] -20> 2021-10-12T07:19:13.556+0000 7f455fba4700 10 monclient(hunting): _init_auth method 2 -19> 2021-10-12T07:19:13.556+0000 7f455fba4700 10 monclient(hunting): _init_auth creating new auth -18> 2021-10-12T07:19:13.556+0000 7f455f3a3700 10 monclient(hunting): handle_auth_reply_more payload 9 -17> 2021-10-12T07:19:13.556+0000 7f455f3a3700 10 monclient(hunting): handle_auth_reply_more payload_len 9 -16> 2021-10-12T07:19:13.556+0000 7f455f3a3700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes -15> 2021-10-12T07:19:13.556+0000 7f455eba2700 10 monclient(hunting): handle_auth_reply_more payload 9 -14> 2021-10-12T07:19:13.556+0000 7f455eba2700 10 monclient(hunting): handle_auth_reply_more payload_len 9 -13> 2021-10-12T07:19:13.556+0000 7f455eba2700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes -12> 2021-10-12T07:19:13.556+0000 7f455fba4700 10 monclient(hunting): handle_auth_reply_more payload 9 -11> 2021-10-12T07:19:13.556+0000 7f455fba4700 10 monclient(hunting): handle_auth_reply_more payload_len 9 -10> 2021-10-12T07:19:13.556+0000 7f455fba4700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes -9> 2021-10-12T07:19:13.556+0000 7f455eba2700 10 monclient(hunting): handle_auth_done global_id 228255 payload 824 -8> 2021-10-12T07:19:13.556+0000 7f455eba2700 10 monclient: _finish_hunting 0 -7> 2021-10-12T07:19:13.556+0000 7f455eba2700 1 monclient: found mon.noname-a -6> 2021-10-12T07:19:13.556+0000 7f455eba2700 10 monclient: _send_mon_message to mon.noname-a at v2:[2001:db8:c0ca:c0ca:19:fffe:0:fe21]:3300/0 -5> 2021-10-12T07:19:13.556+0000 7f4545ffb700 10 monclient: handle_monmap mon_map magic: 0 v1 -4> 2021-10-12T07:19:13.556+0000 7f4545ffb700 10 monclient: got monmap 3 from mon.noname-a (according to old e3) -3> 2021-10-12T07:19:13.556+0000 7f4545ffb700 10 monclient: dump: epoch 3 fsid f8c653c9-4700-4d81-9cce-439b10de991a last_changed 2021-10-06T09:44:29.713185+0000 created 2021-10-06T09:43:35.645733+0000 min_mon_release 15 (octopus) 0: [v2:[2001:db8:c0ca:c0ca:19:fffe:0:fe21]:3300/0,v1:[2001:db8:c0ca:c0ca:19:fffe:0:fe21]:6789/0] mon.a 1: [v2:[2001:db8:c0ca:c0ca:19:fffe:0:3ab2]:3300/0,v1:[2001:db8:c0ca:c0ca:19:fffe:0:3ab2]:6789/0] mon.b 2: [v2:[2001:db8:c0ca:c0ca:19:fffe:0:833a]:3300/0,v1:[2001:db8:c0ca:c0ca:19:fffe:0:833a]:6789/0] mon.c -2> 2021-10-12T07:19:13.556+0000 7f4545ffb700 10 monclient: _finish_auth 0 -1> 2021-10-12T07:19:13.556+0000 7f4560f65080 5 monclient: authenticate success, global_id 228255 0> 2021-10-12T07:19:13.556+0000 7f4560f65080 -1 *** Caught signal (Segmentation fault) ** in thread 7f4560f65080 thread_name: ceph version 15.2.13 (c44bc49e7a57a87d84dfff2a077a2058aa2172e2) octopus (stable) 1: (()+0x153c0) [0x7f45617193c0] 2: (std::__cxx11::basic_string, std::allocator >::compare(std::__cxx11::basic_string, std::allocator > const&) const+0xa) [0x7f45619d84da] 3: (std::_Rb_tree, std::allocator >, std::pair, std::allocator > const, ceph_mon_subscribe_item>, std::_Select1st, std::allocator > const, ceph_mon_subscribe_item> >, std::less, std::allocator > >, std::allocator, std::allocator > const, ceph_mon_subscribe_item> > >::_M_get_insert_hint_unique_pos(std::_Rb_tree_const_iterator, std::allocator > const, ceph_mon_subscribe_item> >, std::__cxx11::basic_string, std::allocator > const&)+0xd7) [0x7f4561f85b87] 4: (std::_Rb_tree_iterator, std::allocator > const, ceph_mon_subscribe_item> > std::_Rb_tree, std::allocator >, std::pair, std::allocator > const, ceph_mon_subscribe_item>, std::_Select1st, std::allocator > const, ceph_mon_subscribe_item> >, std::less, std::allocator > >, std::allocator, std::allocator > const, ceph_mon_subscribe_item> > >::_M_emplace_hint_unique, std::allocator > const&>, std::tuple<> >(std::_Rb_tree_const_iterator, std::allocator > const, ceph_mon_subscribe_item> >, std::piecewise_construct_t const&, std::tuple, std::allocator > const&>&&, std::tuple<>&&)+0x62) [0x7f4561f85c92] 5: (MonSub::want(std::__cxx11::basic_string, std::allocator > const&, unsigned long, unsigned int)+0x199) [0x7f45620b3429] 6: (Client::subscribe_mdsmap(std::__cxx11::basic_string, std::allocator > const&)+0x128) [0x5607e7e64f68] 7: (Client::mount(std::__cxx11::basic_string, std::allocator > const&, UserPerm const&, bool, std::__cxx11::basic_string, std::allocator > const&)+0x1ba) [0x5607e7eb956a] 8: (main()+0x789) [0x5607e7e314b9] 9: (__libc_start_main()+0xf3) [0x7f45615390b3] 10: (_start()+0x2e) [0x5607e7e33c3e] NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. --- logging levels --- 0/ 5 none 0/ 1 lockdep 0/ 1 context 1/ 1 crush 1/ 5 mds 1/ 5 mds_balancer 1/ 5 mds_locker 1/ 5 mds_log 1/ 5 mds_log_expire 1/ 5 mds_migrator 0/ 1 buffer 0/ 1 timer 0/ 1 filer 0/ 1 striper 0/ 1 objecter 0/ 5 rados 0/ 5 rbd 0/ 5 rbd_mirror 0/ 5 rbd_replay 0/ 5 rbd_rwl 0/ 5 journaler 0/ 5 objectcacher 0/ 5 immutable_obj_cache 0/ 5 client 1/ 5 osd 0/ 5 optracker 0/ 5 objclass 1/ 3 filestore 1/ 3 journal 0/ 0 ms 1/ 5 mon 0/10 monc 1/ 5 paxos 0/ 5 tp 1/ 5 auth 1/ 5 crypto 1/ 1 finisher 1/ 1 reserver 1/ 5 heartbeatmap 1/ 5 perfcounter 1/ 5 rgw 1/ 5 rgw_sync 1/10 civetweb 1/ 5 javaclient 1/ 5 asok 1/ 1 throttle 0/ 0 refs 1/ 5 compressor 1/ 5 bluestore 1/ 5 bluefs 1/ 3 bdev 1/ 5 kstore 4/ 5 rocksdb 4/ 5 leveldb 4/ 5 memdb 1/ 5 fuse 1/ 5 mgr 1/ 5 mgrc 1/ 5 dpdk 1/ 5 eventtrace 1/ 5 prioritycache 0/ 5 test -2/-2 (syslog threshold) 99/99 (stderr threshold) --- pthread ID / name mapping for recent threads --- 7f4545ffb700 / ms_dispatch 7f455cb9e700 / 7f455dba0700 / admin_socket 7f455e3a1700 / service 7f455eba2700 / msgr-worker-2 7f455f3a3700 / msgr-worker-1 7f455fba4700 / msgr-worker-0 7f4560f65080 / max_recent 10000 max_new 1000 log_file /var/lib/ceph/crash/2021-10-12T07:19:13.562756Z_c4fc25f5-f2dc-4d66-8c70-841c3b4f6ae1/log --- end dump of recent events --- ./entrypoint.sh: line 24: 12 Segmentation fault (core dumped) -o "$MOUNT_OPTIONS" -d -f -n $(cat /etc/ceph/ceph-user) -c /etc/ceph/ceph.conf $PIKMOUNT