hloeung@finfolk:/srv/daisy.ubuntu.com/production-logs/supervisor-childlog$ sudo -u whoopsie tail -n 35 retracer-amd64-1-stderr---supervisor-finfolk-MLpmvu.logWARNING: /lib/x86_64-linux-gnu/libglib-2.0.so.0.3306.0 is needed, but cannot be mapped to a package
Traceback (most recent call last):
File "/srv/daisy.ubuntu.com/production/whoopsie-daisy/process_core.py", line 364, in <module>
main()
File "/srv/daisy.ubuntu.com/production/whoopsie-daisy/process_core.py", line 361, in main
retracer.listen()
File "/srv/daisy.ubuntu.com/production/whoopsie-daisy/process_core.py", line 97, in listen
self.run_forever(channel, self.callback, queue=retrace)
File "/srv/daisy.ubuntu.com/production/whoopsie-daisy/process_core.py", line 110, in run_forever
channel.wait()
File "/usr/lib/python2.7/dist-packages/amqplib/client_0_8/abstract_channel.py", line 97, in wait
return self.dispatch_method(method_sig, args, content)
File "/usr/lib/python2.7/dist-packages/amqplib/client_0_8/abstract_channel.py", line 117, in dispatch_method
return amqp_method(self, args, content)
File "/usr/lib/python2.7/dist-packages/amqplib/client_0_8/channel.py", line 2060, in _basic_deliver
func(msg)
File "/srv/daisy.ubuntu.com/production/whoopsie-daisy/process_core.py", line 276, in callback
self.stack_fam.insert(stacktrace_addr_sig, report)
File "/usr/lib/pymodules/python2.7/pycassa/columnfamily.py", line 897, in insert
allow_retries=self._allow_retries)
File "/usr/lib/pymodules/python2.7/pycassa/pool.py", line 544, in execute
return getattr(conn, f)(*args, **kwargs)
File "/usr/lib/pymodules/python2.7/pycassa/pool.py", line 142, in new_f
return new_f(self, *args, **kwargs)
File "/usr/lib/pymodules/python2.7/pycassa/pool.py", line 142, in new_f
return new_f(self, *args, **kwargs)
File "/usr/lib/pymodules/python2.7/pycassa/pool.py", line 142, in new_f
return new_f(self, *args, **kwargs)
File "/usr/lib/pymodules/python2.7/pycassa/pool.py", line 142, in new_f
return new_f(self, *args, **kwargs)
File "/usr/lib/pymodules/python2.7/pycassa/pool.py", line 142, in new_f
return new_f(self, *args, **kwargs)
File "/usr/lib/pymodules/python2.7/pycassa/pool.py", line 137, in new_f
(self._retry_count, exc.__class__.__name__, exc))
pycassa.pool.MaximumRetryException: Retried 6 times. Last failure was error: [Errno 104] Connection reset by peer
Still seeing this.
hloeung@ finfolk: /srv/daisy. ubuntu. com/production- logs/supervisor -childlog$ sudo -u whoopsie supervisorctl -c /srv/daisy. ubuntu. com/production/ local_config/ supervisor- ${HOSTNAME} .conf status amd64:retracer- amd64-0 RUNNING pid 2987, uptime 3:53:27 amd64:retracer- amd64-1 EXITED Aug 24 02:56 AM amd64:retracer- amd64-2 RUNNING pid 23200, uptime 1:58:49 i386:retracer- i386-0 RUNNING pid 10749, uptime 9:17:17 i386:retracer- i386-1 RUNNING pid 10748, uptime 9:17:17 i386:retracer- i386-2 RUNNING pid 10747, uptime 9:17:17
retracer-
retracer-
retracer-
retracer-
retracer-
retracer-
hloeung@ finfolk: /srv/daisy. ubuntu. com/production- logs/supervisor -childlog$ sudo -u whoopsie tail -n 35 retracer- amd64-1- stderr- --supervisor- finfolk- MLpmvu. logWARNING: /lib/x86_ 64-linux- gnu/libglib- 2.0.so. 0.3306. 0 is needed, but cannot be mapped to a package ubuntu. com/production/ whoopsie- daisy/process_ core.py" , line 364, in <module> ubuntu. com/production/ whoopsie- daisy/process_ core.py" , line 361, in main listen( ) ubuntu. com/production/ whoopsie- daisy/process_ core.py" , line 97, in listen run_forever( channel, self.callback, queue=retrace) ubuntu. com/production/ whoopsie- daisy/process_ core.py" , line 110, in run_forever python2. 7/dist- packages/ amqplib/ client_ 0_8/abstract_ channel. py", line 97, in wait method( method_ sig, args, content) python2. 7/dist- packages/ amqplib/ client_ 0_8/abstract_ channel. py", line 117, in dispatch_method python2. 7/dist- packages/ amqplib/ client_ 0_8/channel. py", line 2060, in _basic_deliver ubuntu. com/production/ whoopsie- daisy/process_ core.py" , line 276, in callback stack_fam. insert( stacktrace_ addr_sig, report) pymodules/ python2. 7/pycassa/ columnfamily. py", line 897, in insert retries= self._allow_ retries) pymodules/ python2. 7/pycassa/ pool.py" , line 544, in execute pymodules/ python2. 7/pycassa/ pool.py" , line 142, in new_f pymodules/ python2. 7/pycassa/ pool.py" , line 142, in new_f pymodules/ python2. 7/pycassa/ pool.py" , line 142, in new_f pymodules/ python2. 7/pycassa/ pool.py" , line 142, in new_f pymodules/ python2. 7/pycassa/ pool.py" , line 142, in new_f pymodules/ python2. 7/pycassa/ pool.py" , line 137, in new_f _retry_ count, exc.__class_ _.__name_ _, exc)) pool.MaximumRet ryException: Retried 6 times. Last failure was error: [Errno 104] Connection reset by peer
Traceback (most recent call last):
File "/srv/daisy.
main()
File "/srv/daisy.
retracer.
File "/srv/daisy.
self.
File "/srv/daisy.
channel.wait()
File "/usr/lib/
return self.dispatch_
File "/usr/lib/
return amqp_method(self, args, content)
File "/usr/lib/
func(msg)
File "/srv/daisy.
self.
File "/usr/lib/
allow_
File "/usr/lib/
return getattr(conn, f)(*args, **kwargs)
File "/usr/lib/
return new_f(self, *args, **kwargs)
File "/usr/lib/
return new_f(self, *args, **kwargs)
File "/usr/lib/
return new_f(self, *args, **kwargs)
File "/usr/lib/
return new_f(self, *args, **kwargs)
File "/usr/lib/
return new_f(self, *args, **kwargs)
File "/usr/lib/
(self.
pycassa.