contrail 2.21.1 #15
core file location: 10.84.5.112:/cs-shared/bugs/1531559/core*.1531559
[Thread debugging using libthread_db enabled]
Using host libthread_db library "/lib/x86_64-linux-gnu/libthread_db.so.1".
Core was generated by `/usr/bin/contrail-vrouter-agent'.
Program terminated with signal SIGSEGV, Segmentation fault.
#0 XmppSession::SetConnection (this=this@entry=0x0, connection=connection@entry=0x7f37a400b910) at controller/src/xmpp/xmpp_session.cc:51
51 controller/src/xmpp/xmpp_session.cc: No such file or directory.
(gdb) bt
#0 XmppSession::SetConnection (this=this@entry=0x0, connection=connection@entry=0x7f37a400b910) at controller/src/xmpp/xmpp_session.cc:51
#1 0x0000000000d5db01 in XmppConnection::CreateSession (this=this@entry=0x7f37a400b910) at controller/src/xmpp/xmpp_connection.cc:123
#2 0x0000000000d841d6 in xmsm::Connect::StartSession (this=this@entry=0x7f3718339480, state_machine=state_machine@entry=0x7f37a400bbb0)
at controller/src/xmpp/xmpp_state_machine.cc:552
#3 0x0000000000d846c0 in xmsm::Connect::Connect (this=0x7f3718339480, ctx=...) at controller/src/xmpp/xmpp_state_machine.cc:440
#4 0x0000000000d84c81 in shallow_construct (pContext=<synthetic pointer>, outermostContextBase=...)
at /usr/include/boost/statechart/state.hpp:89
#5 deep_construct (pContext=<synthetic pointer>, outermostContextBase=...) at /usr/include/boost/statechart/state.hpp:79
#6 construct (pContext=<synthetic pointer>, outermostContextBase=...) at /usr/include/boost/statechart/detail/constructor.hpp:93
#7 transit_impl<xmsm::Connect, XmppStateMachine, boost::statechart::detail::no_transition_function> (transitionAction=...,
this=0x7f37a400bbb0) at /usr/include/boost/statechart/simple_state.hpp:798
#8 transit<xmsm::Connect> (this=0x7f37a400bbb0) at /usr/include/boost/statechart/simple_state.hpp:314
#9 xmsm::Active::react (this=this@entry=0x7f37203bf970, event=...) at controller/src/xmpp/xmpp_state_machine.cc:304
#10 0x0000000000d85170 in react<xmsm::Active, boost::statechart::event_base, void const*> (eventType=<synthetic pointer>, evt=..., stt=...)
at /usr/include/boost/statechart/custom_reaction.hpp:42
#11 local_react_impl<boost::mpl::list6<boost::statechart::custom_reaction<xmsm::EvConnectTimerExpired>, boost::statechart::custom_reaction<xmsm::EvOpenTimerExpired>, boost::statechart::custom_reaction<xmsm::EvTcpPassiveOpen>, boost::statechart::custom_reaction<xmsm::EvTcpClose>, boost::statechart::custom_reaction<xmsm::EvXmppOpen>, boost::statechart::custom_reaction<xmsm::EvStop> >, boost::statechart::simple_state<xmsm::Active, XmppStateMachine, boost::mpl::list<mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na>, (boost::statechart::history_mode)0> > (
eventType=0x153c240 <boost::statechart::detail::id_holder<xmsm::EvConnectTimerExpired>::idProvider_>, evt=..., stt=...)
at /usr/include/boost/statechart/simple_state.hpp:816
#12 local_react<boost::mpl::list6<boost::statechart::custom_reaction<xmsm::EvConnectTimerExpired>, boost::statechart::custom_reaction<xmsm::EvOpenTimerExpired>, boost::statechart::custom_reaction<xmsm::EvTcpPassiveOpen>, boost::statechart::custom_reaction<xmsm::EvTcpClose>, boost::statechart::custom_reaction<xmsm::EvXmppOpen>, boost::statechart::custom_reaction<xmsm::EvStop> > > (
eventType=0x153c240 <boost::statechart::detail::id_holder<xmsm::EvConnectTimerExpired>::idProvider_>, evt=..., this=0x7f37203bf970)
at /usr/include/boost/statechart/simple_state.hpp:851
#13 local_react_impl<boost::mpl::list<boost::statechart::custom_reaction<xmsm::EvAdminDown>, boost::statechart::custom_reaction<xmsm::EvConnectTimerExpired>, boost::statechart::custom_reaction<xmsm::EvOpenTimerExpired>, boost::statechart::custom_reaction<xmsm::EvTcpPassiveOpen>, boost::statechart::custom_reaction<xmsm::EvTcpClose>, boost::statechart::custom_reaction<xmsm::EvXmppOpen>, boost::statechart::custom_reaction<xmsm::EvStop> >, boost::statechart::simple_state<xmsm::Active, XmppStateMachine, boost::mpl::list<mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na>, (boost::statechart::history_mode)0> > (
eventType=0x153c240 <boost::statechart::detail::id_holder<xmsm::EvConnectTimerExpired>::idProvider_>, evt=..., stt=...)
at /usr/include/boost/statechart/simple_state.hpp:820
#14 local_react<boost::mpl::list<boost::statechart::custom_reaction<xmsm::EvAdminDown>, boost::statechart::custom_reaction<xmsm::EvConnectTimerExpired>, boost::statechart::custom_reaction<xmsm::EvOpenTimerExpired>, boost::statechart::custom_reaction<xmsm::EvTcpPassiveOpen>, boost::statechart::custom_reaction<xmsm::EvTcpClose>, boost::statechart::custom_reaction<xmsm::EvXmppOpen>, boost::statechart::custom_reaction<xmsm::EvStop> > > (eventType=0x153c240 <boost::statechart::detail::id_holder<xmsm::EvConnectTimerExpired>::idProvider_>, evt=..., this=0x7f37203bf970)
at /usr/include/boost/statechart/simple_state.hpp:851
---Type <return> to continue, or q <return> to quit---
#15 boost::statechart::simple_state<xmsm::Active, XmppStateMachine, boost::mpl::list<mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na, mpl_::na>, (boost::statechart::history_mode)0>::react_impl (this=0x7f37203bf970, evt=...,
eventType=0x153c240 <boost::statechart::detail::id_holder<xmsm::EvConnectTimerExpired>::idProvider_>)
at /usr/include/boost/statechart/simple_state.hpp:489
#16 0x0000000000d81ceb in operator() (this=<synthetic pointer>) at /usr/include/boost/statechart/state_machine.hpp:87
#17 operator()<boost::statechart::detail::send_function<boost::statechart::detail::state_base<std::allocator<void>, boost::statechart::detail::rtti_policy>, boost::statechart::event_base, void const*>, boost::statechart::state_machine<XmppStateMachine, xmsm::Idle>::exception_event_handler> (this=0x7f37a400bc08, action=...) at /usr/include/boost/statechart/null_exception_translator.hpp:33
#18 boost::statechart::state_machine<XmppStateMachine, xmsm::Idle, std::allocator<void>, boost::statechart::null_exception_translator>::send_event (this=0x7f37a400bbb0, evt=...) at /usr/include/boost/statechart/state_machine.hpp:889
#19 0x0000000000d7225b in process_event (evt=..., this=0x7f37a400bbb0) at /usr/include/boost/statechart/state_machine.hpp:275
#20 XmppStateMachine::DequeueEvent (this=0x7f37a400bbb0, event=...) at controller/src/xmpp/xmpp_state_machine.cc:1522
#21 0x0000000000d82177 in operator() (a0=..., this=0x7f3775bf5ab0) at /usr/include/boost/function/function_template.hpp:767
#22 QueueTaskRunner<boost::intrusive_ptr<boost::statechart::event_base const>, WorkQueue<boost::intrusive_ptr<boost::statechart::event_base const> > >::RunQueue (this=0x7f37184f7d60) at controller/src/base/queue_task.h:81
#23 0x0000000000fdd8b0 in TaskImpl::execute (this=0x7f37b1167d40) at controller/src/base/task.cc:238
#24 0x00007f37b85d2b3a in ?? () from /usr/lib/libtbb.so.2
#25 0x00007f37b85ce816 in ?? () from /usr/lib/libtbb.so.2
#26 0x00007f37b85cdf4b in ?? () from /usr/lib/libtbb.so.2
#27 0x00007f37b85ca0ff in ?? () from /usr/lib/libtbb.so.2
#28 0x00007f37b85ca2f9 in ?? () from /usr/lib/libtbb.so.2
#29 0x00007f37b87ee182 in start_thread (arg=0x7f3775bf6700) at pthread_create.c:312
#30 0x00007f37b7ac747d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111
CreateSession failed, causing this crash.
Please confirm if this is also seen when scaling up the linklocal flows. With many linklocal flows active, the number of open fds is hitting the max limit for the process, causing other operations to fail.
The max on linklocal flows was set lower than max for the process so that other operations are spared some sockets. This is broken in mainline and needs to be fixed.