Logs after the log patch.
2013-08-16 13:05:46.621 17363 ERROR marconi.storage.mongodb.utils [-] No primary available 2013-08-16 13:05:46.621 17363 TRACE marconi.storage.mongodb.utils Traceback (most recent call last): 2013-08-16 13:05:46.621 17363 TRACE marconi.storage.mongodb.utils File "/usr/lib/python2.6/site-packages/marconi/storage/mongodb/utils.py", line 165, in wrapper 2013-08-16 13:05:46.621 17363 TRACE marconi.storage.mongodb.utils return func(*args, **kwargs) 2013-08-16 13:05:46.621 17363 TRACE marconi.storage.mongodb.utils File "/usr/lib/python2.6/site-packages/marconi/storage/mongodb/messages.py", line 645, in delete 2013-08-16 13:05:46.621 17363 TRACE marconi.storage.mongodb.utils self._col.remove(query['_id'], w=0) 2013-08-16 13:05:46.621 17363 TRACE marconi.storage.mongodb.utils File "/usr/lib64/python2.6/site-packages/newrelic-1.13.1.31/newrelic/api/object_wrapper.py", line 237, in __call__ 2013-08-16 13:05:46.621 17363 TRACE marconi.storage.mongodb.utils self._nr_instance, args, kwargs, **self._nr_kwargs) 2013-08-16 13:05:46.621 17363 TRACE marconi.storage.mongodb.utils File "/usr/lib64/python2.6/site-packages/newrelic-1.13.1.31/newrelic/api/function_trace.py", line 93, in literal_wrapper 2013-08-16 13:05:46.621 17363 TRACE marconi.storage.mongodb.utils return wrapped(*args, **kwargs) 2013-08-16 13:05:46.621 17363 TRACE marconi.storage.mongodb.utils File "/usr/lib64/python2.6/site-packages/pymongo/collection.py", line 563, in remove 2013-08-16 13:05:46.621 17363 TRACE marconi.storage.mongodb.utils options, self.__uuid_subtype), safe) 2013-08-16 13:05:46.621 17363 TRACE marconi.storage.mongodb.utils File "/usr/lib64/python2.6/site-packages/pymongo/mongo_replica_set_client.py", line 1344, in _send_message 2013-08-16 13:05:46.621 17363 TRACE marconi.storage.mongodb.utils member = self.__find_primary() 2013-08-16 13:05:46.621 17363 TRACE marconi.storage.mongodb.utils File "/usr/lib64/python2.6/site-packages/pymongo/mongo_replica_set_client.py", line 1164, in __find_primary 2013-08-16 13:05:46.621 17363 TRACE marconi.storage.mongodb.utils raise AutoReconnect(rs_state.error_message) 2013-08-16 13:05:46.621 17363 TRACE marconi.storage.mongodb.utils AutoReconnect: No primary available 2013-08-16 13:05:46.621 17363 TRACE marconi.storage.mongodb.utils 2013-08-16 13:05:46.621 17363 ERROR marconi.storage.mongodb.utils [-] No primary available 2013-08-16 13:05:46.621 17363 TRACE marconi.storage.mongodb.utils Traceback (most recent call last): 2013-08-16 13:05:46.621 17363 TRACE marconi.storage.mongodb.utils File "/usr/lib/python2.6/site-packages/marconi/storage/mongodb/utils.py", line 165, in wrapper 2013-08-16 13:05:46.621 17363 TRACE marconi.storage.mongodb.utils return func(*args, **kwargs) 2013-08-16 13:05:46.621 17363 TRACE marconi.storage.mongodb.utils File "/usr/lib/python2.6/site-packages/marconi/storage/mongodb/messages.py", line 645, in delete 2013-08-16 13:05:46.621 17363 TRACE marconi.storage.mongodb.utils self._col.remove(query['_id'], w=0) 2013-08-16 13:05:46.621 17363 TRACE marconi.storage.mongodb.utils File "/usr/lib64/python2.6/site-packages/newrelic-1.13.1.31/newrelic/api/object_wrapper.py", line 237, in __call__ 2013-08-16 13:05:46.621 17363 TRACE marconi.storage.mongodb.utils self._nr_instance, args, kwargs, **self._nr_kwargs) 2013-08-16 13:05:46.621 17363 TRACE marconi.storage.mongodb.utils File "/usr/lib64/python2.6/site-packages/newrelic-1.13.1.31/newrelic/api/function_trace.py", line 93, in literal_wrapper 2013-08-16 13:05:46.621 17363 TRACE marconi.storage.mongodb.utils return wrapped(*args, **kwargs) 2013-08-16 13:05:46.621 17363 TRACE marconi.storage.mongodb.utils File "/usr/lib64/python2.6/site-packages/pymongo/collection.py", line 563, in remove 2013-08-16 13:05:46.621 17363 TRACE marconi.storage.mongodb.utils options, self.__uuid_subtype), safe) 2013-08-16 13:05:46.621 17363 TRACE marconi.storage.mongodb.utils File "/usr/lib64/python2.6/site-packages/pymongo/mongo_replica_set_client.py", line 1344, in _send_message 2013-08-16 13:05:46.621 17363 TRACE marconi.storage.mongodb.utils member = self.__find_primary() 2013-08-16 13:05:46.621 17363 TRACE marconi.storage.mongodb.utils File "/usr/lib64/python2.6/site-packages/pymongo/mongo_replica_set_client.py", line 1164, in __find_primary 2013-08-16 13:05:46.621 17363 TRACE marconi.storage.mongodb.utils raise AutoReconnect(rs_state.error_message) 2013-08-16 13:05:46.621 17363 TRACE marconi.storage.mongodb.utils AutoReconnect: No primary available 2013-08-16 13:05:46.621 17363 TRACE marconi.storage.mongodb.utils 2013-08-16 13:05:46.623 17363 ERROR marconi.transport.wsgi.messages [-] ConnectionFailure caught 2013-08-16 13:05:46.623 17363 TRACE marconi.transport.wsgi.messages Traceback (most recent call last): 2013-08-16 13:05:46.623 17363 TRACE marconi.transport.wsgi.messages File "/usr/lib/python2.6/site-packages/marconi/transport/wsgi/messages.py", line 307, in on_delete 2013-08-16 13:05:46.623 17363 TRACE marconi.transport.wsgi.messages claim=req.get_param('claim_id')) 2013-08-16 13:05:46.623 17363 TRACE marconi.transport.wsgi.messages File "/usr/lib/python2.6/site-packages/marconi/storage/mongodb/utils.py", line 170, in wrapper 2013-08-16 13:05:46.623 17363 TRACE marconi.transport.wsgi.messages raise storage_exceptions.ConnectionError(msg) 2013-08-16 13:05:46.623 17363 TRACE marconi.transport.wsgi.messages ConnectionError: ConnectionFailure caught 2013-08-16 13:05:46.623 17363 TRACE marconi.transport.wsgi.messages 2013-08-16 13:05:46.623 17363 ERROR marconi.transport.wsgi.messages [-] ConnectionFailure caught 2013-08-16 13:05:46.623 17363 TRACE marconi.transport.wsgi.messages Traceback (most recent call last): 2013-08-16 13:05:46.623 17363 TRACE marconi.transport.wsgi.messages File "/usr/lib/python2.6/site-packages/marconi/transport/wsgi/messages.py", line 307, in on_delete 2013-08-16 13:05:46.623 17363 TRACE marconi.transport.wsgi.messages claim=req.get_param('claim_id')) 2013-08-16 13:05:46.623 17363 TRACE marconi.transport.wsgi.messages File "/usr/lib/python2.6/site-packages/marconi/storage/mongodb/utils.py", line 170, in wrapper
Logs after the log patch.
2013-08-16 13:05:46.621 17363 ERROR marconi. storage. mongodb. utils [-] No primary available storage. mongodb. utils Traceback (most recent call last): storage. mongodb. utils File "/usr/lib/ python2. 6/site- packages/ marconi/ storage/ mongodb/ utils.py" , line 165, in wrapper storage. mongodb. utils return func(*args, **kwargs) storage. mongodb. utils File "/usr/lib/ python2. 6/site- packages/ marconi/ storage/ mongodb/ messages. py", line 645, in delete storage. mongodb. utils self._col. remove( query[' _id'], w=0) storage. mongodb. utils File "/usr/lib64/ python2. 6/site- packages/ newrelic- 1.13.1. 31/newrelic/ api/object_ wrapper. py", line 237, in __call__ storage. mongodb. utils self._nr_instance, args, kwargs, **self._nr_kwargs) storage. mongodb. utils File "/usr/lib64/ python2. 6/site- packages/ newrelic- 1.13.1. 31/newrelic/ api/function_ trace.py" , line 93, in literal_wrapper storage. mongodb. utils return wrapped(*args, **kwargs) storage. mongodb. utils File "/usr/lib64/ python2. 6/site- packages/ pymongo/ collection. py", line 563, in remove storage. mongodb. utils options, self.__ uuid_subtype) , safe) storage. mongodb. utils File "/usr/lib64/ python2. 6/site- packages/ pymongo/ mongo_replica_ set_client. py", line 1344, in _send_message storage. mongodb. utils member = self.__ find_primary( ) storage. mongodb. utils File "/usr/lib64/ python2. 6/site- packages/ pymongo/ mongo_replica_ set_client. py", line 1164, in __find_primary storage. mongodb. utils raise AutoReconnect( rs_state. error_message) storage. mongodb. utils AutoReconnect: No primary available storage. mongodb. utils storage. mongodb. utils [-] No primary available storage. mongodb. utils Traceback (most recent call last): storage. mongodb. utils File "/usr/lib/ python2. 6/site- packages/ marconi/ storage/ mongodb/ utils.py" , line 165, in wrapper storage. mongodb. utils return func(*args, **kwargs) storage. mongodb. utils File "/usr/lib/ python2. 6/site- packages/ marconi/ storage/ mongodb/ messages. py", line 645, in delete storage. mongodb. utils self._col. remove( query[' _id'], w=0) storage. mongodb. utils File "/usr/lib64/ python2. 6/site- packages/ newrelic- 1.13.1. 31/newrelic/ api/object_ wrapper. py", line 237, in __call__ storage. mongodb. utils self._nr_instance, args, kwargs, **self._nr_kwargs) storage. mongodb. utils File "/usr/lib64/ python2. 6/site- packages/ newrelic- 1.13.1. 31/newrelic/ api/function_ trace.py" , line 93, in literal_wrapper storage. mongodb. utils return wrapped(*args, **kwargs) storage. mongodb. utils File "/usr/lib64/ python2. 6/site- packages/ pymongo/ collection. py", line 563, in remove storage. mongodb. utils options, self.__ uuid_subtype) , safe) storage. mongodb. utils File "/usr/lib64/ python2. 6/site- packages/ pymongo/ mongo_replica_ set_client. py", line 1344, in _send_message storage. mongodb. utils member = self.__ find_primary( ) storage. mongodb. utils File "/usr/lib64/ python2. 6/site- packages/ pymongo/ mongo_replica_ set_client. py", line 1164, in __find_primary storage. mongodb. utils raise AutoReconnect( rs_state. error_message) storage. mongodb. utils AutoReconnect: No primary available storage. mongodb. utils transport. wsgi.messages [-] ConnectionFailure caught transport. wsgi.messages Traceback (most recent call last): transport. wsgi.messages File "/usr/lib/ python2. 6/site- packages/ marconi/ transport/ wsgi/messages. py", line 307, in on_delete transport. wsgi.messages claim=req. get_param( 'claim_ id')) transport. wsgi.messages File "/usr/lib/ python2. 6/site- packages/ marconi/ storage/ mongodb/ utils.py" , line 170, in wrapper transport. wsgi.messages raise storage_ exceptions. ConnectionError (msg) transport. wsgi.messages ConnectionError: ConnectionFailure caught transport. wsgi.messages transport. wsgi.messages [-] ConnectionFailure caught transport. wsgi.messages Traceback (most recent call last): transport. wsgi.messages File "/usr/lib/ python2. 6/site- packages/ marconi/ transport/ wsgi/messages. py", line 307, in on_delete transport. wsgi.messages claim=req. get_param( 'claim_ id')) transport. wsgi.messages File "/usr/lib/ python2. 6/site- packages/ marconi/ storage/ mongodb/ utils.py" , line 170, in wrapper
2013-08-16 13:05:46.621 17363 TRACE marconi.
2013-08-16 13:05:46.621 17363 TRACE marconi.
2013-08-16 13:05:46.621 17363 TRACE marconi.
2013-08-16 13:05:46.621 17363 TRACE marconi.
2013-08-16 13:05:46.621 17363 TRACE marconi.
2013-08-16 13:05:46.621 17363 TRACE marconi.
2013-08-16 13:05:46.621 17363 TRACE marconi.
2013-08-16 13:05:46.621 17363 TRACE marconi.
2013-08-16 13:05:46.621 17363 TRACE marconi.
2013-08-16 13:05:46.621 17363 TRACE marconi.
2013-08-16 13:05:46.621 17363 TRACE marconi.
2013-08-16 13:05:46.621 17363 TRACE marconi.
2013-08-16 13:05:46.621 17363 TRACE marconi.
2013-08-16 13:05:46.621 17363 TRACE marconi.
2013-08-16 13:05:46.621 17363 TRACE marconi.
2013-08-16 13:05:46.621 17363 TRACE marconi.
2013-08-16 13:05:46.621 17363 TRACE marconi.
2013-08-16 13:05:46.621 17363 ERROR marconi.
2013-08-16 13:05:46.621 17363 TRACE marconi.
2013-08-16 13:05:46.621 17363 TRACE marconi.
2013-08-16 13:05:46.621 17363 TRACE marconi.
2013-08-16 13:05:46.621 17363 TRACE marconi.
2013-08-16 13:05:46.621 17363 TRACE marconi.
2013-08-16 13:05:46.621 17363 TRACE marconi.
2013-08-16 13:05:46.621 17363 TRACE marconi.
2013-08-16 13:05:46.621 17363 TRACE marconi.
2013-08-16 13:05:46.621 17363 TRACE marconi.
2013-08-16 13:05:46.621 17363 TRACE marconi.
2013-08-16 13:05:46.621 17363 TRACE marconi.
2013-08-16 13:05:46.621 17363 TRACE marconi.
2013-08-16 13:05:46.621 17363 TRACE marconi.
2013-08-16 13:05:46.621 17363 TRACE marconi.
2013-08-16 13:05:46.621 17363 TRACE marconi.
2013-08-16 13:05:46.621 17363 TRACE marconi.
2013-08-16 13:05:46.621 17363 TRACE marconi.
2013-08-16 13:05:46.623 17363 ERROR marconi.
2013-08-16 13:05:46.623 17363 TRACE marconi.
2013-08-16 13:05:46.623 17363 TRACE marconi.
2013-08-16 13:05:46.623 17363 TRACE marconi.
2013-08-16 13:05:46.623 17363 TRACE marconi.
2013-08-16 13:05:46.623 17363 TRACE marconi.
2013-08-16 13:05:46.623 17363 TRACE marconi.
2013-08-16 13:05:46.623 17363 TRACE marconi.
2013-08-16 13:05:46.623 17363 ERROR marconi.
2013-08-16 13:05:46.623 17363 TRACE marconi.
2013-08-16 13:05:46.623 17363 TRACE marconi.
2013-08-16 13:05:46.623 17363 TRACE marconi.
2013-08-16 13:05:46.623 17363 TRACE marconi.