Logs after the log patch. 2013-08-16 13:05:46.621 17363 ERROR marconi.storage.mongodb.utils [-] No primary available 2013-08-16 13:05:46.621 17363 TRACE marconi.storage.mongodb.utils Traceback (most recent call last): 2013-08-16 13:05:46.621 17363 TRACE marconi.storage.mongodb.utils File "/usr/lib/python2.6/site-packages/marconi/storage/mongodb/utils.py", line 165, in wrapper 2013-08-16 13:05:46.621 17363 TRACE marconi.storage.mongodb.utils return func(*args, **kwargs) 2013-08-16 13:05:46.621 17363 TRACE marconi.storage.mongodb.utils File "/usr/lib/python2.6/site-packages/marconi/storage/mongodb/messages.py", line 645, in delete 2013-08-16 13:05:46.621 17363 TRACE marconi.storage.mongodb.utils self._col.remove(query['_id'], w=0) 2013-08-16 13:05:46.621 17363 TRACE marconi.storage.mongodb.utils File "/usr/lib64/python2.6/site-packages/newrelic-1.13.1.31/newrelic/api/object_wrapper.py", line 237, in __call__ 2013-08-16 13:05:46.621 17363 TRACE marconi.storage.mongodb.utils self._nr_instance, args, kwargs, **self._nr_kwargs) 2013-08-16 13:05:46.621 17363 TRACE marconi.storage.mongodb.utils File "/usr/lib64/python2.6/site-packages/newrelic-1.13.1.31/newrelic/api/function_trace.py", line 93, in literal_wrapper 2013-08-16 13:05:46.621 17363 TRACE marconi.storage.mongodb.utils return wrapped(*args, **kwargs) 2013-08-16 13:05:46.621 17363 TRACE marconi.storage.mongodb.utils File "/usr/lib64/python2.6/site-packages/pymongo/collection.py", line 563, in remove 2013-08-16 13:05:46.621 17363 TRACE marconi.storage.mongodb.utils options, self.__uuid_subtype), safe) 2013-08-16 13:05:46.621 17363 TRACE marconi.storage.mongodb.utils File "/usr/lib64/python2.6/site-packages/pymongo/mongo_replica_set_client.py", line 1344, in _send_message 2013-08-16 13:05:46.621 17363 TRACE marconi.storage.mongodb.utils member = self.__find_primary() 2013-08-16 13:05:46.621 17363 TRACE marconi.storage.mongodb.utils File "/usr/lib64/python2.6/site-packages/pymongo/mongo_replica_set_client.py", line 1164, in __find_primary 2013-08-16 13:05:46.621 17363 TRACE marconi.storage.mongodb.utils raise AutoReconnect(rs_state.error_message) 2013-08-16 13:05:46.621 17363 TRACE marconi.storage.mongodb.utils AutoReconnect: No primary available 2013-08-16 13:05:46.621 17363 TRACE marconi.storage.mongodb.utils 2013-08-16 13:05:46.621 17363 ERROR marconi.storage.mongodb.utils [-] No primary available 2013-08-16 13:05:46.621 17363 TRACE marconi.storage.mongodb.utils Traceback (most recent call last): 2013-08-16 13:05:46.621 17363 TRACE marconi.storage.mongodb.utils File "/usr/lib/python2.6/site-packages/marconi/storage/mongodb/utils.py", line 165, in wrapper 2013-08-16 13:05:46.621 17363 TRACE marconi.storage.mongodb.utils return func(*args, **kwargs) 2013-08-16 13:05:46.621 17363 TRACE marconi.storage.mongodb.utils File "/usr/lib/python2.6/site-packages/marconi/storage/mongodb/messages.py", line 645, in delete 2013-08-16 13:05:46.621 17363 TRACE marconi.storage.mongodb.utils self._col.remove(query['_id'], w=0) 2013-08-16 13:05:46.621 17363 TRACE marconi.storage.mongodb.utils File "/usr/lib64/python2.6/site-packages/newrelic-1.13.1.31/newrelic/api/object_wrapper.py", line 237, in __call__ 2013-08-16 13:05:46.621 17363 TRACE marconi.storage.mongodb.utils self._nr_instance, args, kwargs, **self._nr_kwargs) 2013-08-16 13:05:46.621 17363 TRACE marconi.storage.mongodb.utils File "/usr/lib64/python2.6/site-packages/newrelic-1.13.1.31/newrelic/api/function_trace.py", line 93, in literal_wrapper 2013-08-16 13:05:46.621 17363 TRACE marconi.storage.mongodb.utils return wrapped(*args, **kwargs) 2013-08-16 13:05:46.621 17363 TRACE marconi.storage.mongodb.utils File "/usr/lib64/python2.6/site-packages/pymongo/collection.py", line 563, in remove 2013-08-16 13:05:46.621 17363 TRACE marconi.storage.mongodb.utils options, self.__uuid_subtype), safe) 2013-08-16 13:05:46.621 17363 TRACE marconi.storage.mongodb.utils File "/usr/lib64/python2.6/site-packages/pymongo/mongo_replica_set_client.py", line 1344, in _send_message 2013-08-16 13:05:46.621 17363 TRACE marconi.storage.mongodb.utils member = self.__find_primary() 2013-08-16 13:05:46.621 17363 TRACE marconi.storage.mongodb.utils File "/usr/lib64/python2.6/site-packages/pymongo/mongo_replica_set_client.py", line 1164, in __find_primary 2013-08-16 13:05:46.621 17363 TRACE marconi.storage.mongodb.utils raise AutoReconnect(rs_state.error_message) 2013-08-16 13:05:46.621 17363 TRACE marconi.storage.mongodb.utils AutoReconnect: No primary available 2013-08-16 13:05:46.621 17363 TRACE marconi.storage.mongodb.utils 2013-08-16 13:05:46.623 17363 ERROR marconi.transport.wsgi.messages [-] ConnectionFailure caught 2013-08-16 13:05:46.623 17363 TRACE marconi.transport.wsgi.messages Traceback (most recent call last): 2013-08-16 13:05:46.623 17363 TRACE marconi.transport.wsgi.messages File "/usr/lib/python2.6/site-packages/marconi/transport/wsgi/messages.py", line 307, in on_delete 2013-08-16 13:05:46.623 17363 TRACE marconi.transport.wsgi.messages claim=req.get_param('claim_id')) 2013-08-16 13:05:46.623 17363 TRACE marconi.transport.wsgi.messages File "/usr/lib/python2.6/site-packages/marconi/storage/mongodb/utils.py", line 170, in wrapper 2013-08-16 13:05:46.623 17363 TRACE marconi.transport.wsgi.messages raise storage_exceptions.ConnectionError(msg) 2013-08-16 13:05:46.623 17363 TRACE marconi.transport.wsgi.messages ConnectionError: ConnectionFailure caught 2013-08-16 13:05:46.623 17363 TRACE marconi.transport.wsgi.messages 2013-08-16 13:05:46.623 17363 ERROR marconi.transport.wsgi.messages [-] ConnectionFailure caught 2013-08-16 13:05:46.623 17363 TRACE marconi.transport.wsgi.messages Traceback (most recent call last): 2013-08-16 13:05:46.623 17363 TRACE marconi.transport.wsgi.messages File "/usr/lib/python2.6/site-packages/marconi/transport/wsgi/messages.py", line 307, in on_delete 2013-08-16 13:05:46.623 17363 TRACE marconi.transport.wsgi.messages claim=req.get_param('claim_id')) 2013-08-16 13:05:46.623 17363 TRACE marconi.transport.wsgi.messages File "/usr/lib/python2.6/site-packages/marconi/storage/mongodb/utils.py", line 170, in wrapper