(gdb) bt
#0 0x00007f63b8e58428 in raise () from /lib/x86_64-linux-gnu/libc.so.6
#1 0x00007f63b8e5a02a in abort () from /lib/x86_64-linux-gnu/libc.so.6
#2 0x00007f63b8e50bd7 in ?? () from /lib/x86_64-linux-gnu/libc.so.6
#3 0x00007f63b8e50c82 in __assert_fail () from /lib/x86_64-linux-gnu/libc.so.6
#4 0x00000000012bd0ad in InterfaceUveTable::UveInterfaceEntry::UpdateCounters(FlowUveFwPolicyInfo const&, InterfaceUveTable::UveSecurityPolicyStats*) ()
#5 0x00000000012c1c56 in InterfaceUveTable::UveInterfaceEntry::UpdateInterfaceFwPolicyStats(FlowUveFwPolicyInfo const&) ()
#6 0x0000000000fdbc0b in StatsManager::DeleteFlow(FlowUveStatsRequest const*) ()
#7 0x0000000000fdc2bd in StatsManager::RequestHandler(boost::shared_ptr<FlowUveStatsRequest>) ()
#8 0x0000000000fdd6af in boost::detail::function::function_obj_invoker1<boost::_bi::bind_t<bool, boost::_mfi::mf1<bool, StatsManager, boost::shared_ptr<FlowUveStatsRequest> >, boost::_bi::list2<boost::_bi::value<StatsManager*>, boost::arg<1> > >, bool, boost::shared_ptr<FlowUveStatsRequest> >::invoke(boost::detail::function::function_buffer&, boost::shared_ptr<FlowUveStatsRequest>) ()
#9 0x0000000000fe036e in QueueTaskRunner<boost::shared_ptr<FlowUveStatsRequest>, WorkQueue<boost::shared_ptr<FlowUveStatsRequest> > >::RunQueue() ()
#10 0x000000000180b1cd in TaskImpl::execute() ()
#11 0x00007f63b9ab3fdd in ?? () from /usr/lib/x86_64-linux-gnu/libtbb.so.2
#12 0x00007f63b9aad0dc in ?? () from /usr/lib/x86_64-linux-gnu/libtbb.so.2
#13 0x00007f63b9aabfd3 in ?? () from /usr/lib/x86_64-linux-gnu/libtbb.so.2
#14 0x00007f63b9aa7a91 in ?? () from /usr/lib/x86_64-linux-gnu/libtbb.so.2
#15 0x00007f63b9aa7cf9 in ?? () from /usr/lib/x86_64-linux-gnu/libtbb.so.2
#16 0x00007f63b9cd16ba in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#17 0x00007f63b8f2982d in clone () from /lib/x86_64-linux-gnu/libc.so.6
(gdb)
(gdb) bt 64-linux- gnu/libc. so.6 64-linux- gnu/libc. so.6 64-linux- gnu/libc. so.6 64-linux- gnu/libc. so.6 le::UveInterfac eEntry: :UpdateCounters (FlowUveFwPolic yInfo const&, InterfaceUveTab le::UveSecurity PolicyStats* ) () le::UveInterfac eEntry: :UpdateInterfac eFwPolicyStats( FlowUveFwPolicy Info const&) () :DeleteFlow( FlowUveStatsReq uest const*) () :RequestHandler (boost: :shared_ ptr<FlowUveStat sRequest> ) () detail: :function: :function_ obj_invoker1< boost:: _bi::bind_ t<bool, boost:: _mfi::mf1< bool, StatsManager, boost:: shared_ ptr<FlowUveStat sRequest> >, boost:: _bi::list2< boost:: _bi::value< StatsManager* >, boost::arg<1> > >, bool, boost:: shared_ ptr<FlowUveStat sRequest> >::invoke( boost:: detail: :function: :function_ buffer& , boost:: shared_ ptr<FlowUveStat sRequest> ) () <boost: :shared_ ptr<FlowUveStat sRequest> , WorkQueue< boost:: shared_ ptr<FlowUveStat sRequest> > >::RunQueue() () x86_64- linux-gnu/ libtbb. so.2 x86_64- linux-gnu/ libtbb. so.2 x86_64- linux-gnu/ libtbb. so.2 x86_64- linux-gnu/ libtbb. so.2 x86_64- linux-gnu/ libtbb. so.2 64-linux- gnu/libpthread. so.0 64-linux- gnu/libc. so.6
#0 0x00007f63b8e58428 in raise () from /lib/x86_
#1 0x00007f63b8e5a02a in abort () from /lib/x86_
#2 0x00007f63b8e50bd7 in ?? () from /lib/x86_
#3 0x00007f63b8e50c82 in __assert_fail () from /lib/x86_
#4 0x00000000012bd0ad in InterfaceUveTab
#5 0x00000000012c1c56 in InterfaceUveTab
#6 0x0000000000fdbc0b in StatsManager:
#7 0x0000000000fdc2bd in StatsManager:
#8 0x0000000000fdd6af in boost::
#9 0x0000000000fe036e in QueueTaskRunner
#10 0x000000000180b1cd in TaskImpl::execute() ()
#11 0x00007f63b9ab3fdd in ?? () from /usr/lib/
#12 0x00007f63b9aad0dc in ?? () from /usr/lib/
#13 0x00007f63b9aabfd3 in ?? () from /usr/lib/
#14 0x00007f63b9aa7a91 in ?? () from /usr/lib/
#15 0x00007f63b9aa7cf9 in ?? () from /usr/lib/
#16 0x00007f63b9cd16ba in start_thread () from /lib/x86_
#17 0x00007f63b8f2982d in clone () from /lib/x86_
(gdb)
root@nodei16: /var/crashes# contrail-version ------- ------- ------- ------- --- ------- ------- ------- ------- -- ------- ------- ------- ------- ------ vrouter- agent 4.1.0.0-38 38 vrouter- common 4.1.0.0-38 38 vrouter- dkms 4.1.0.0-38 38 vrouter- init 4.1.0.0-38 38 vrouter- utils 4.1.0.0-38 38 2-0ubuntu1~ cloud0. 1contrail 38 2-0ubuntu1~ cloud0. 1contrail 38 2-0ubuntu1~ cloud0. 1contrail 38 libvirt 2:14.0. 2-0ubuntu1~ cloud0. 1contrail 38 contrail- vrouter- api 4.1.0.0-38 38 neutronclient 1:6.0.0- 0ubuntu1~ cloud0. 2contrail 38 2-0ubuntu1~ cloud0. 1contrail 38 opencontrail- vrouter- netns 4.1.0.0-38 38 /var/crashes# contrail-status vrouter- agent: active vrouter- nodemgr: active ======= ===== core.contrail- vroute. 2568.nodei16. 1510198956
Package Version Build-ID | Repo | Package Name
-------
contrail-lib 4.1.0.0-38 38
contrail-nodemgr 4.1.0.0-38 38
contrail-setup 4.1.0.0-38 38
contrail-utils 4.1.0.0-38 38
contrail-
contrail-
contrail-
contrail-
contrail-
nova-common 2:14.0.
nova-compute 2:14.0.
nova-compute-kvm 2:14.0.
nova-compute-
python-contrail 4.1.0.0-38 38
python-
python-
python-nova 2:14.0.
python-
root@nodei16:
== Contrail vRouter ==
contrail-
contrail-
========Run time service failures=
/var/crashes/
root@nodec21:~# /opt/contrail/ contrail_ server_ manager/ provision_ status. sh
+------ ---+--- ------- ------- ----+-- ------- ------- +------ ------- ------+ ---+--- ------- ------- ----+-- ------- ------- +------ ------- ------+ ---+--- ------- ------- ----+-- ------- ------- +------ ------- ------+
| id | status | ip_address | mac_address |
+------
| nodec19 | provision_completed | 10.204.217.4 | 00:25:90:C3:AF:AA |
| nodec20 | provision_completed | 10.204.217.5 | 00:25:90:C3:08:6A |
| nodec21 | provision_completed | 10.204.217.6 | 00:25:90:C3:3F:12 |
| nodea4 | provision_completed | 10.204.216.120 | 00:25:90:A5:3B:12 |
| nodei18 | provision_completed | 10.204.217.130 | 00:25:90:E7:7E:FC |
| nodei16 | provision_completed | 10.204.217.128 | 00:25:90:E7:80:30 |
| nodea35 | provision_completed | 10.204.216.31 | 00:25:90:AA:A9:44 |
+------
+------ ---+--- ------- ------- ------- ---+--- ------- ------- --+---- ------- ------- -----+- ------- ------- ------- ------- ------- ------- ------- ------- ------- ------- ------- ------+ in_progress | provision_completed | ---+--- ------- ------- ------- ---+--- ------- ------- --+---- ------- ------- -----+- ------- ------- ------- ------- ------- ------- ------- ------- ------- ------- ------- ------+ 1a35i16i18 | [] | [] | ['openstack', 'contrail- controller' , 'contrail- analyticsdb' , 'contrail- analytics' ] | 1a35i16i18 | [] | [] | ['openstack', 'contrail- controller' , 'contrail- analyticsdb' , 'contrail- analytics' ] | 1a35i16i18 | [] | [] | ['openstack', 'contrail- controller' , 'contrail- analyticsdb' , 'contrail- analytics' ] | 1a35i16i18 | [] | [] | ['contrail- compute' ] | 1a35i16i18 | [] | [] | ['contrail- compute' ] | 1a35i16i18 | [] | [] | ['contrail- compute' ] | 1a35i16i18 | [] | [] | ['contrail-lb'] | ---+--- ------- ------- ------- ---+--- ------- ------- --+---- ------- ------- -----+- ------- ------- ------- ------- ------- ------- ------- ------- ------- ------- ------- ------+
| id | cluster_id | provision_pending | provision_
+------
| nodec19 | clusterc19c20c2
| nodec20 | clusterc19c20c2
| nodec21 | clusterc19c20c2
| nodea4 | clusterc19c20c2
| nodei18 | clusterc19c20c2
| nodei16 | clusterc19c20c2
| nodea35 | clusterc19c20c2
+------
root@nodec21:~#