contrail-vrouter-agent crashed with following backtrace in solution test run.
3.0.0.-2717 , kilo + vrouter patch 7.
core is in 10.84.5.112:/cs-shared/bugs/<bug-id>/
(gdb) bt
#0 0x00007f5445386cc9 in __GI_raise (sig=sig@entry=6) at ../nptl/sysdeps/unix/sysv/linux/raise.c:56
#1 0x00007f544538a0d8 in __GI_abort () at abort.c:89
#2 0x00007f544537fb86 in __assert_fail_base (
fmt=0x7f54454d0830 "%s%s%s:%u: %s%sAssertion `%s' failed.\n%n",
assertion=assertion@entry=0x2171208 "index_ == FlowEntry::kInvalidFlowHandle",
file=file@entry=0x2171060 "controller/src/vnsw/agent/vrouter/ksync/ksync_flow_index_manager.cc",
line=line@entry=625,
function=function@entry=0x2171a00 <KSyncFlowIndexEntry::IndexFailedSm(KSyncFlowIndexManager*, FlowEntry*, KSyncFlowIndexEntry::Event, unsigned int)::__PRETTY_FUNCTION__> "void KSyncFlowIndexEntry::IndexFailedSm(KSyncFlowIndexManager*, FlowEntry*, KSyncFlowIndexEntry::Event, uint32_t)") at assert.c:92
#3 0x00007f544537fc32 in __GI___assert_fail (
assertion=0x2171208 "index_ == FlowEntry::kInvalidFlowHandle",
file=0x2171060 "controller/src/vnsw/agent/vrouter/ksync/ksync_flow_index_manager.cc", line=625,
function=0x2171a00 <KSyncFlowIndexEntry::IndexFailedSm(KSyncFlowIndexManager*, FlowEntry*, KSyncFlowIndexEntry::Event, unsigned int)::__PRETTY_FUNCTION__> "void KSyncFlowIndexEntry::IndexFailedSm(KSyncFlowIndexManager*, FlowEntry*, KSyncFlowIndexEntry::Event, uint32_t)") at assert.c:101
#4 0x0000000001a1a7d4 in KSyncFlowIndexEntry::IndexFailedSm (this=0x7f54246f73a0,
manager=0x7f5430014ae0, flow=0x7f54313ee620, event=KSyncFlowIndexEntry::ADD, index=4294967295)
at controller/src/vnsw/agent/vrouter/ksync/ksync_flow_index_manager.cc:625
#5 0x0000000001a1a040 in KSyncFlowIndexEntry::HandleEvent (this=0x7f54246f73a0,
manager=0x7f5430014ae0, flow=0x7f54313ee620, event=KSyncFlowIndexEntry::ADD, index=4294967295)
at controller/src/vnsw/agent/vrouter/ksync/ksync_flow_index_manager.cc:195
#6 0x0000000001a1ac2d in KSyncFlowIndexManager::HandleEvent (this=0x7f5430014ae0,
flow=0x7f54313ee620, event=KSyncFlowIndexEntry::ADD, index=4294967295)
at controller/src/vnsw/agent/vrouter/ksync/ksync_flow_index_manager.cc:725
---Type <return> to continue, or q <return> to quit---
#7 0x0000000001a1ad1d in KSyncFlowIndexManager::HandleEvent (this=0x7f5430014ae0,
flow=0x7f54313ee620, event=KSyncFlowIndexEntry::ADD)
at controller/src/vnsw/agent/vrouter/ksync/ksync_flow_index_manager.cc:731
#8 0x0000000001a1afb4 in KSyncFlowIndexManager::Add (this=0x7f5430014ae0, flow=0x7f54313ee620)
at controller/src/vnsw/agent/vrouter/ksync/ksync_flow_index_manager.cc:761
#9 0x0000000001933af9 in FlowTable::UpdateKSync (this=0x7f5430e960f0, flow=0x7f54313ee620,
update=false) at controller/src/vnsw/agent/pkt/flow_table.cc:855
#10 0x0000000001931d86 in FlowTable::AddInternal (this=0x7f5430e960f0, flow_req=0x7f5431b26150,
flow=0x7f54313ee620, rflow_req=0x7f5431b26620, rflow=0x7f54313ee150, fwd_flow_update=false,
rev_flow_update=false) at controller/src/vnsw/agent/pkt/flow_table.cc:272
#11 0x0000000001931874 in FlowTable::Add (this=0x7f5430e960f0, flow=0x7f5431b26150,
rflow=0x7f5431b26620) at controller/src/vnsw/agent/pkt/flow_table.cc:162
#12 0x000000000195a840 in FlowProto::AddFlow (this=0x7f5430eb6d20, flow=0x7f5431b26150)
at controller/src/vnsw/agent/pkt/flow_proto.cc:176
#13 0x000000000196fe32 in PktFlowInfo::Add (this=0x7f541597c700, pkt=0x463f5a0, in=0x7f541597c680,
out=0x7f541597c6c0) at controller/src/vnsw/agent/pkt/pkt_flow_info.cc:1690
#14 0x000000000197fe76 in FlowHandler::Run (this=0x7f53f4005d90)
at controller/src/vnsw/agent/pkt/flow_handler.cc:145
#15 0x000000000197a5f9 in Proto::RunProtoHandler (this=0x7f5430eb6d20, handler=0x7f53f4005d90)
at controller/src/vnsw/agent/pkt/proto.cc:51
#16 0x000000000197a712 in Proto::ProcessProto (this=0x7f5430eb6d20, msg_info=...)
at controller/src/vnsw/agent/pkt/proto.cc:67
#17 0x000000000195acd9 in FlowProto::FlowEventHandler (this=0x7f5430eb6d20, req=0x463c610,
table=0x7f5430e960f0) at controller/src/vnsw/agent/pkt/flow_proto.cc:273
#18 0x000000000196184e in boost::_mfi::mf2<bool, FlowProto, FlowEvent*, FlowTable*>::operator() (
---Type <return> to continue, or q <return> to quit---
this=0x7f53f4071b60, p=0x7f5430eb6d20, a1=0x463c610, a2=0x7f5430e960f0)
at /usr/include/boost/bind/mem_fn_template.hpp:280
#19 0x0000000001960fbb in boost::_bi::list3<boost::_bi::value<FlowProto*>, boost::arg<1>, boost::_bi::value<FlowTable*> >::operator()<bool, boost::_mfi::mf2<bool, FlowProto, FlowEvent*, FlowTable*>, boost::_bi::list1<FlowEvent*&> > (this=0x7f53f4071b70, f=..., a=...)
at /usr/include/boost/bind/bind.hpp:382
#20 0x0000000001960560 in boost::_bi::bind_t<bool, boost::_mfi::mf2<bool, FlowProto, FlowEvent*, FlowTable*>, boost::_bi::list3<boost::_bi::value<FlowProto*>, boost::arg<1>, boost::_bi::value<FlowTable*> > >::operator()<FlowEvent*> (this=0x7f53f4071b60, a1=@0x7f541597ca80: 0x463c610)
at /usr/include/boost/bind/bind_template.hpp:32
#21 0x000000000195fde3 in boost::detail::function::function_obj_invoker1<boost::_bi::bind_t<bool, boost::_mfi::mf2<bool, FlowProto, FlowEvent*, FlowTable*>, boost::_bi::list3<boost::_bi::value<FlowProto*>, boost::arg<1>, boost::_bi::value<FlowTable*> > >, bool, FlowEvent*>::invoke (function_obj_ptr=...,
a0=0x463c610) at /usr/include/boost/function/function_template.hpp:132
#22 0x00000000019625c5 in boost::function1<bool, FlowEvent*>::operator() (this=0x7f541597cb10,
a0=0x463c610) at /usr/include/boost/function/function_template.hpp:767
#23 0x00000000019621f2 in QueueTaskRunner<FlowEvent*, WorkQueue<FlowEvent*> >::RunQueue (
this=0x4636190) at controller/src/base/queue_task.h:87
#24 0x0000000001962014 in QueueTaskRunner<FlowEvent*, WorkQueue<FlowEvent*> >::Run (this=0x4636190)
at controller/src/base/queue_task.h:66
#25 0x0000000002093219 in TaskImpl::execute (this=0x7f543ebef640) at controller/src/base/task.cc:253
#26 0x00007f5445f55b3a in ?? () from /usr/lib/libtbb.so.2
#27 0x00007f5445f51816 in ?? () from /usr/lib/libtbb.so.2
#28 0x00007f5445f50f4b in ?? () from /usr/lib/libtbb.so.2
#29 0x00007f5445f4d0ff in ?? () from /usr/lib/libtbb.so.2
---Type <return> to continue, or q <return> to quit---
#30 0x00007f5445f4d2f9 in ?? () from /usr/lib/libtbb.so.2
#31 0x00007f5446171182 in start_thread (arg=0x7f541597d700) at pthread_create.c:312
#32 0x00007f544544a47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111
(gdb)
Fixed with https:/