agent crash in DBTableBase::ListenerInfo::Unregister

[vageesan]

contrail-vrouter-agent crashed with following backtrace in solution test run.

3.0.0-2717 + vrouter patch 8.

core is in 10.84.5.112:/cs-shared/bugs/<bug-id>/

(gdb) bt
#0 0x00007f50c47b2cc9 in __GI_raise (sig=sig@entry=6) at ../nptl/sysdeps/unix/sysv/linux/raise.c:56
#1 0x00007f50c47b60d8 in __GI_abort () at abort.c:89
#2 0x00007f50c47abb86 in __assert_fail_base (
    fmt=0x7f50c48fc830 "%s%s%s:%u: %s%sAssertion `%s' failed.\n%n",
    assertion=assertion@entry=0x2210b9b "state_count_[listener] == 0",
    file=file@entry=0x2210b43 "controller/src/db/db_table.cc", line=line@entry=89,
    function=function@entry=0x2211180 <DBTableBase::ListenerInfo::Unregister(int)::__PRETTY_FUNCTION__> "void DBTableBase::ListenerInfo::Unregister(DBTableBase::ListenerId)") at assert.c:92
#3 0x00007f50c47abc32 in __GI___assert_fail (assertion=0x2210b9b "state_count_[listener] == 0",
    file=0x2210b43 "controller/src/db/db_table.cc", line=89,
    function=0x2211180 <DBTableBase::ListenerInfo::Unregister(int)::__PRETTY_FUNCTION__> "void DBTableBase::ListenerInfo::Unregister(DBTableBase::ListenerId)") at assert.c:101
#4 0x0000000001f27e88 in DBTableBase::ListenerInfo::Unregister (this=0x7f5098183310, listener=2)
    at controller/src/db/db_table.cc:89
#5 0x0000000001f269c6 in DBTableBase::Unregister (this=0x7f5098183390, listener=2)
    at controller/src/db/db_table.cc:182
#6 0x000000000195307f in FlowMgmtDbClient::VrfFlowHandlerState::Unregister (this=0x7f50a838fc30,
    vrf=0x7f5098182a20) at controller/src/vnsw/agent/pkt/flow_mgmt_dbclient.cc:315
#7 0x0000000001952fdd in FlowMgmtDbClient::FreeVrfState (this=0x7f50944355b0, vrf=0x7f5098182a20,
    gen_id=1) at controller/src/vnsw/agent/pkt/flow_mgmt_dbclient.cc:305
#8 0x0000000001954bb2 in FlowMgmtDbClient::FreeDBState (this=0x7f50944355b0, entry=0x7f5098182a88,
    gen_id=1) at controller/src/vnsw/agent/pkt/flow_mgmt_dbclient.cc:627
#9 0x000000000195add1 in FlowProto::FlowEventHandler (this=0x7f50b0eb6d20, req=0x7f507ff1cc20,
    table=0x0) at controller/src/vnsw/agent/pkt/flow_proto.cc:290
#10 0x000000000196184c in boost::_mfi::mf2<bool, FlowProto, FlowEvent*, FlowTable*>::operator() (
---Type <return> to continue, or q <return> to quit---
    this=0x7f505cbfccf0, p=0x7f50b0eb6d20, a1=0x7f507ff1cc20, a2=0x0)
    at /usr/include/boost/bind/mem_fn_template.hpp:280
#11 0x0000000001960fb9 in boost::_bi::list3<boost::_bi::value<FlowProto*>, boost::arg<1>, boost::_bi::value<FlowTable*> >::operator()<bool, boost::_mfi::mf2<bool, FlowProto, FlowEvent*, FlowTable*>, boost::_bi::list1<FlowEvent*&> > (this=0x7f505cbfcd00, f=..., a=...)
    at /usr/include/boost/bind/bind.hpp:382
#12 0x000000000196055e in boost::_bi::bind_t<bool, boost::_mfi::mf2<bool, FlowProto, FlowEvent*, FlowTable*>, boost::_bi::list3<boost::_bi::value<FlowProto*>, boost::arg<1>, boost::_bi::value<FlowTable*> > >::operator()<FlowEvent*> (this=0x7f505cbfccf0, a1=@0x7f509c978a80: 0x7f507ff1cc20)
    at /usr/include/boost/bind/bind_template.hpp:32
#13 0x000000000195fde1 in boost::detail::function::function_obj_invoker1<boost::_bi::bind_t<bool, boost::_mfi::mf2<bool, FlowProto, FlowEvent*, FlowTable*>, boost::_bi::list3<boost::_bi::value<FlowProto*>, boost::arg<1>, boost::_bi::value<FlowTable*> > >, bool, FlowEvent*>::invoke (function_obj_ptr=...,
    a0=0x7f507ff1cc20) at /usr/include/boost/function/function_template.hpp:132
#14 0x00000000019625c3 in boost::function1<bool, FlowEvent*>::operator() (this=0x7f509c978b10,
    a0=0x7f507ff1cc20) at /usr/include/boost/function/function_template.hpp:767
#15 0x00000000019621f0 in QueueTaskRunner<FlowEvent*, WorkQueue<FlowEvent*> >::RunQueue (
    this=0x7f507c794c40) at controller/src/base/queue_task.h:87
#16 0x0000000001962012 in QueueTaskRunner<FlowEvent*, WorkQueue<FlowEvent*> >::Run (
    this=0x7f507c794c40) at controller/src/base/queue_task.h:66
#17 0x0000000002093209 in TaskImpl::execute (this=0x7f50bdf2bd40) at controller/src/base/task.cc:253
#18 0x00007f50c5381b3a in ?? () from /usr/lib/libtbb.so.2
#19 0x00007f50c537d816 in ?? () from /usr/lib/libtbb.so.2
#20 0x00007f50c537cf4b in ?? () from /usr/lib/libtbb.so.2
#21 0x00007f50c53790ff in ?? () from /usr/lib/libtbb.so.2
---Type <return> to continue, or q <return> to quit---
#22 0x00007f50c53792f9 in ?? () from /usr/lib/libtbb.so.2
#23 0x00007f50c559d182 in start_thread (arg=0x7f509c979700) at pthread_create.c:312
#24 0x00007f50c487647d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111
(gdb)

[Hari Prasad Killi (haripk)]

Fixed with https://review.opencontrail.org/#/c/17957/

[Hari Prasad Killi (haripk)]

Mainline : https://review.opencontrail.org/#/c/18111/