Vcenter: vrouter-agent crashed when no events
Type "apropos word" to search for commands related to "word"...
Reading symbols from contrail-vrouter-agent...done.
warning: core file may not match specified executable file.
[New LWP 1844]
[New LWP 1632]
[New LWP 1842]
[New LWP 1846]
[New LWP 1847]
[New LWP 1843]
[New LWP 1845]
[New LWP 1840]
[New LWP 1841]
[Thread debugging using libthread_db enabled] Using host libthread_db library "/lib/x86_64-linux-gnu/libthread_db.so.1".
Core was generated by `/usr/bin/contrail-vrouter-agent'.
Program terminated with signal SIGABRT, Aborted.
#0 0x00007f746a004cc9 in __GI_raise (sig=sig@entry=6) at ../nptl/sysdeps/unix/sysv/linux/raise.c:56
56 ../nptl/sysdeps/unix/sysv/linux/raise.c: No such file or directory.
(gdb) bt
#0 0x00007f746a004cc9 in __GI_raise (sig=sig@entry=6) at ../nptl/sysdeps/unix/sysv/linux/raise.c:56
#1 0x00007f746a0080d8 in __GI_abort () at abort.c:89
#2 0x00007f746a041394 in __libc_message (do_abort=do_abort@entry=1, fmt=fmt@entry=0x7f746a14fb28 "*** Error in `%s': %s: 0x%s ***\n") at ../sysdeps/posix/libc_fatal.c:175
#3 0x00007f746a04d66e in malloc_printerr (ptr=<optimized out>, str=0x7f746a14fc58 "double free or corruption (out)", action=1) at malloc.c:4996
#4 _int_free (av=<optimized out>, p=<optimized out>, have_lock=0) at malloc.c:3840
#5 0x0000000000eefb10 in operator() (a0=..., this=0x7f7462a86970) at /usr/include/boost/function/function_template.hpp:767
#6 XmppChannelMux::WriteReady (this=0x7f7444010160, ec=...) at controller/src/xmpp/xmpp_channel_mux.cc:40
#7 0x0000000000eaa51d in XmppConnection::WriteReady (this=0x7f744400f350) at controller/src/xmpp/xmpp_connection.cc:103
#8 0x0000000000ebc46c in XmppConnectionManager::DequeueSession (this=<optimized out>, tcp_session=...) at controller/src/xmpp/xmpp_connection_manager.cc:60
#9 0x0000000000ebd424 in operator() (a1=..., p=<optimized out>, this=<optimized out>) at /usr/include/boost/bind/mem_fn_template.hpp:165
#10 operator()<bool, boost::_mfi::mf1<bool, XmppConnectionManager, boost::intrusive_ptr<TcpSession> >, boost::_bi::list1<boost::intrusive_ptr<TcpSession>&> > (a=<synthetic pointer>, f=...,
this=<optimized out>) at /usr/include/boost/bind/bind.hpp:303
#11 operator()<boost::intrusive_ptr<TcpSession> > (a1=..., this=<optimized out>) at /usr/include/boost/bind/bind_template.hpp:32
#12 boost::detail::function::function_obj_invoker1<boost::_bi::bind_t<bool, boost::_mfi::mf1<bool, XmppConnectionManager, boost::intrusive_ptr<TcpSession> >, boost::_bi::list2<boost::_bi::value<XmppConnectionManager*>, boost::arg<1> > >, bool, boost::intrusive_ptr<TcpSession> >::invoke (function_obj_ptr=..., a0=...) at /usr/include/boost/function/function_template.hpp:132
#13 0x0000000000ebe3dd in operator() (a0=..., this=0x7f7462a86aa0) at /usr/include/boost/function/function_template.hpp:767
#14 QueueTaskRunner<boost::intrusive_ptr<TcpSession>, WorkQueue<boost::intrusive_ptr<TcpSession> > >::RunQueue (this=0x1b242a0) at controller/src/base/queue_task.h:87
#15 0x0000000001176ebc in TaskImpl::execute (this=0x7f746385f540) at controller/src/base/task.cc:253
#16 0x00007f746abd3b3a in ?? () from /usr/lib/libtbb.so.2
#17 0x00007f746abcf816 in ?? () from /usr/lib/libtbb.so.2
#18 0x00007f746abcef4b in ?? () from /usr/lib/libtbb.so.2
#19 0x00007f746abcb0ff in ?? () from /usr/lib/libtbb.so.2
#20 0x00007f746abcb2f9 in ?? () from /usr/lib/libtbb.so.2
#21 0x00007f746adef182 in start_thread (arg=0x7f7462a87700) at pthread_create.c:312
#22 0x00007f746a0c847d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111
(gdb) quit
root@oblocknode02:~#
root@ContrailVM-105:~# contrail-status
== Contrail vRouter ==
supervisor-vrouter: active
contrail-vrouter-agent active
contrail-vrouter-nodemgr active
========Run time service failures=============
/var/crashes/core.contrail-vroute.1632.ContrailVM-105.1455915893
root@ContrailVM-105:~#
root@ContrailVM-105:~#
root@ContrailVM-105:~#
root@ContrailVM-105:~# contrail-version
Package Version Build-ID | Repo | Package Name
-------------------------------------- ------------------------------ ----------------------------------
contrail-fabric-utils 3.0-2713 2713
contrail-install-packages 3.0-2713~vcenter 2713
contrail-lib 3.0-2713 2713
contrail-nodemgr 3.0-2713 2713
contrail-setup 3.0-2713 2713
contrail-utils 3.0-2713 2713
contrail-vmware-vrouter 3.0-2713 2713
contrail-vrouter-3.13.0-40-generic 3.0-2713 2713
contrail-vrouter-agent 3.0-2713 2713
contrail-vrouter-common 3.0-2713 2713
contrail-vrouter-init 3.0-2713 2713
contrail-vrouter-utils 3.0-2713 2713
python-contrail 3.0-2713 2713
python-contrail-vrouter-api 3.0-2713 2713
python-opencontrail-vrouter-netns 3.0-2713 2713
root@ContrailVM-105:~#
-bash-4.1$
-bash-4.1$ pwd
/cs-shared/
-bash-4.1$
-bash-4.1$ ls -l
total 1352876
-rwxrwxrwx 1 nsarath test 476729344 Feb 19 16:29 core.contrail-
-rwxrwxrwx 1 nsarath test 384286720 Feb 19 13:30 Ctrl-A-log.tar*
-rwxrwxrwx 1 nsarath test 254566400 Feb 19 13:30 Ctrl-B-log.tar*
-rwxrwxrwx 1 nsarath test 224962560 Feb 19 13:30 Ctrl-C-log.tar*
-rwxrwxrwx 1 nsarath test 5601280 Feb 19 13:30 Vrtr-0-log.tar*
-rwxrwxrwx 1 nsarath test 5570560 Feb 19 13:30 Vrtr-1-log.tar*
-rwxrwxrwx 1 nsarath test 5591040 Feb 19 13:30 Vrtr-3-log.tar*
-rwxrwxrwx 1 nsarath test 5580800 Feb 19 13:30 Vrtr-4-log.tar*
-rwxrwxrwx 1 nsarath test 5642240 Feb 19 13:30 Vrtr-5-log.tar*
-rwxrwxrwx 1 nsarath test 5642240 Feb 19 13:30 Vrtr-7-log.tar*
-rwxrwxrwx 1 nsarath test 5672960 Feb 19 13:30 Vrtr-8-log.tar*
-bash-4.1$