\o/
Excerpts from Steve Baker's message of 2014-04-21 22:58:16 UTC: > I've figured out how to turn Server metadata back into a dumb store, so > Clint's approach should have a fairly short payoff. > > calls to EngineService.(create|update)_software_deployment is when the > complete deployments metadata can be pushed to pollable stores (resource > metadata, swift object) > > -- > You received this bug notification because you are a bug assignee. > https://bugs.launchpad.net/bugs/1306743 > > Title: > queuepool limit of size 5 overflow > > Status in Orchestration API (Heat): > Triaged > > Bug description: > 2014-04-11 17:39:09.591 15980 ERROR heat.openstack.common.rpc.amqp [req-96c183a9-39b3-4922-95e7-8e8de9d4f87c None] Exception during message handling > 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.common.rpc.amqp Traceback (most recent call last): > 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.common.rpc.amqp File "/opt/stack/venvs/heat/local/lib/python2.7/site-packages/heat/openstack/common/rpc/amqp.py", line 462, in _process_data > 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.common.rpc.amqp **args) > 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.common.rpc.amqp File "/opt/stack/venvs/heat/local/lib/python2.7/site-packages/heat/openstack/common/rpc/dispatcher.py", line 172, in dispatch > 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.common.rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs) > 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.common.rpc.amqp File "/opt/stack/venvs/heat/local/lib/python2.7/site-packages/heat/engine/service.py", line 63, in wrapped > 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.common.rpc.amqp return func(self, ctx, *args, **kwargs) > 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.common.rpc.amqp File "/opt/stack/venvs/heat/local/lib/python2.7/site-packages/heat/engine/service.py", line 852, in describe_stack_resource > 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.common.rpc.amqp s = self._get_stack(cnxt, stack_identity) > 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.common.rpc.amqp File "/opt/stack/venvs/heat/local/lib/python2.7/site-packages/heat/engine/service.py", line 338, in _get_stack > 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.common.rpc.amqp show_deleted=show_deleted) > 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.common.rpc.amqp File "/opt/stack/venvs/heat/local/lib/python2.7/site-packages/heat/db/api.py", line 110, in stack_get > 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.common.rpc.amqp tenant_safe=tenant_safe) > 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.common.rpc.amqp File "/opt/stack/venvs/heat/local/lib/python2.7/site-packages/heat/db/sqlalchemy/api.py", line 271, in stack_get > 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.common.rpc.amqp result = model_query(context, models.Stack).get(stack_id) > 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.common.rpc.amqp File "/opt/stack/venvs/heat/local/lib/python2.7/site-packages/sqlalchemy/orm/query.py", line 827, in get > 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.common.rpc.amqp return loading.load_on_ident(self, key) > 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.common.rpc.amqp File "/opt/stack/venvs/heat/local/lib/python2.7/site-packages/sqlalchemy/orm/loading.py", line 226, in load_on_ident > 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.common.rpc.amqp return q.one() > 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.common.rpc.amqp File "/opt/stack/venvs/heat/local/lib/python2.7/site-packages/sqlalchemy/orm/query.py", line 2317, in one > 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.common.rpc.amqp ret = list(self) > 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.common.rpc.amqp File "/opt/stack/venvs/heat/local/lib/python2.7/site-packages/sqlalchemy/orm/query.py", line 2360, in __iter__ > 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.common.rpc.amqp return self._execute_and_instances(context) > 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.common.rpc.amqp File "/opt/stack/venvs/heat/local/lib/python2.7/site-packages/sqlalchemy/orm/query.py", line 2373, in _execute_and_instances > 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.common.rpc.amqp close_with_result=True) > 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.common.rpc.amqp File "/opt/stack/venvs/heat/local/lib/python2.7/site-packages/sqlalchemy/orm/query.py", line 2364, in _connection_from_session > 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.common.rpc.amqp **kw) > 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.common.rpc.amqp File "/opt/stack/venvs/heat/local/lib/python2.7/site-packages/sqlalchemy/orm/session.py", line 799, in connection > 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.common.rpc.amqp close_with_result=close_with_result) > 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.common.rpc.amqp File "/opt/stack/venvs/heat/local/lib/python2.7/site-packages/sqlalchemy/orm/session.py", line 805, in _connection_for_bind > 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.common.rpc.amqp return engine.contextual_connect(**kwargs) > 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.common.rpc.amqp File "/opt/stack/venvs/heat/local/lib/python2.7/site-packages/sqlalchemy/engine/base.py", line 1661, in contextual_connect > 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.common.rpc.amqp self.pool.connect(), > 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.common.rpc.amqp File "/opt/stack/venvs/heat/local/lib/python2.7/site-packages/sqlalchemy/pool.py", line 326, in connect > 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.common.rpc.amqp return _ConnectionFairy(self).checkout() > 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.common.rpc.amqp File "/opt/stack/venvs/heat/local/lib/python2.7/site-packages/sqlalchemy/pool.py", line 485, in __init__ > 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.common.rpc.amqp rec = self._connection_record = pool._do_get() > 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.common.rpc.amqp File "/opt/stack/venvs/heat/local/lib/python2.7/site-packages/sqlalchemy/pool.py", line 766, in _do_get > 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.common.rpc.amqp (self.size(), self.overflow(), self._timeout)) > 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.common.rpc.amqp TimeoutError: QueuePool limit of size 5 overflow 10 reached, connection timed out, timeout 30 > 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.common.rpc.amqp > > To manage notifications about this bug go to: > https://bugs.launchpad.net/heat/+bug/1306743/+subscriptions
\o/
Excerpts from Steve Baker's message of 2014-04-21 22:58:16 UTC: (create| update) _software_ deployment is when the /bugs.launchpad .net/bugs/ 1306743 common. rpc.amqp [req-96c183a9- 39b3-4922- 95e7-8e8de9d4f8 7c None] Exception during message handling common. rpc.amqp Traceback (most recent call last): common. rpc.amqp File "/opt/stack/ venvs/heat/ local/lib/ python2. 7/site- packages/ heat/openstack/ common/ rpc/amqp. py", line 462, in _process_data common. rpc.amqp **args) common. rpc.amqp File "/opt/stack/ venvs/heat/ local/lib/ python2. 7/site- packages/ heat/openstack/ common/ rpc/dispatcher. py", line 172, in dispatch common. rpc.amqp result = getattr(proxyobj, method)(ctxt, **kwargs) common. rpc.amqp File "/opt/stack/ venvs/heat/ local/lib/ python2. 7/site- packages/ heat/engine/ service. py", line 63, in wrapped common. rpc.amqp return func(self, ctx, *args, **kwargs) common. rpc.amqp File "/opt/stack/ venvs/heat/ local/lib/ python2. 7/site- packages/ heat/engine/ service. py", line 852, in describe_ stack_resource common. rpc.amqp s = self._get_ stack(cnxt, stack_identity) common. rpc.amqp File "/opt/stack/ venvs/heat/ local/lib/ python2. 7/site- packages/ heat/engine/ service. py", line 338, in _get_stack common. rpc.amqp show_deleted= show_deleted) common. rpc.amqp File "/opt/stack/ venvs/heat/ local/lib/ python2. 7/site- packages/ heat/db/ api.py" , line 110, in stack_get common. rpc.amqp tenant_ safe=tenant_ safe) common. rpc.amqp File "/opt/stack/ venvs/heat/ local/lib/ python2. 7/site- packages/ heat/db/ sqlalchemy/ api.py" , line 271, in stack_get common. rpc.amqp result = model_query( context, models. Stack). get(stack_ id) common. rpc.amqp File "/opt/stack/ venvs/heat/ local/lib/ python2. 7/site- packages/ sqlalchemy/ orm/query. py", line 827, in get common. rpc.amqp return loading. load_on_ ident(self, key) common. rpc.amqp File "/opt/stack/ venvs/heat/ local/lib/ python2. 7/site- packages/ sqlalchemy/ orm/loading. py", line 226, in load_on_ident common. rpc.amqp return q.one() common. rpc.amqp File "/opt/stack/ venvs/heat/ local/lib/ python2. 7/site- packages/ sqlalchemy/ orm/query. py", line 2317, in one common. rpc.amqp ret = list(self) common. rpc.amqp File "/opt/stack/ venvs/heat/ local/lib/ python2. 7/site- packages/ sqlalchemy/ orm/query. py", line 2360, in __iter__ common. rpc.amqp return self._execute_ and_instances( context) common. rpc.amqp File "/opt/stack/ venvs/heat/ local/lib/ python2. 7/site- packages/ sqlalchemy/ orm/query. py", line 2373, in _execute_ and_instances common. rpc.amqp close_with_ result= True) common. rpc.amqp File "/opt/stack/ venvs/heat/ local/lib/ python2. 7/site- packages/ sqlalchemy/ orm/query. py", line 2364, in _connection_ from_session common. rpc.amqp **kw) common. rpc.amqp File "/opt/stack/ venvs/heat/ local/lib/ python2. 7/site- packages/ sqlalchemy/ orm/session. py", line 799, in connection common. rpc.amqp close_with_ result= close_with_ result) common. rpc.amqp File "/opt/stack/ venvs/heat/ local/lib/ python2. 7/site- packages/ sqlalchemy/ orm/session. py", line 805, in _connection_ for_bind common. rpc.amqp return engine. contextual_ connect( **kwargs) common. rpc.amqp File "/opt/stack/ venvs/heat/ local/lib/ python2. 7/site- packages/ sqlalchemy/ engine/ base.py" , line 1661, in contextual_connect common. rpc.amqp self.pool. connect( ), common. rpc.amqp File "/opt/stack/ venvs/heat/ local/lib/ python2. 7/site- packages/ sqlalchemy/ pool.py" , line 326, in connect common. rpc.amqp return _ConnectionFair y(self) .checkout( ) common. rpc.amqp File "/opt/stack/ venvs/heat/ local/lib/ python2. 7/site- packages/ sqlalchemy/ pool.py" , line 485, in __init__ common. rpc.amqp rec = self._connectio n_record = pool._do_get() common. rpc.amqp File "/opt/stack/ venvs/heat/ local/lib/ python2. 7/site- packages/ sqlalchemy/ pool.py" , line 766, in _do_get common. rpc.amqp (self.size(), self.overflow(), self._timeout)) common. rpc.amqp TimeoutError: QueuePool limit of size 5 overflow 10 reached, connection timed out, timeout 30 common. rpc.amqp /bugs.launchpad .net/heat/ +bug/1306743/ +subscriptions
> I've figured out how to turn Server metadata back into a dumb store, so
> Clint's approach should have a fairly short payoff.
>
> calls to EngineService.
> complete deployments metadata can be pushed to pollable stores (resource
> metadata, swift object)
>
> --
> You received this bug notification because you are a bug assignee.
> https:/
>
> Title:
> queuepool limit of size 5 overflow
>
> Status in Orchestration API (Heat):
> Triaged
>
> Bug description:
> 2014-04-11 17:39:09.591 15980 ERROR heat.openstack.
> 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.
> 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.
> 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.
> 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.
> 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.
> 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.
> 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.
> 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.
> 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.
> 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.
> 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.
> 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.
> 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.
> 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.
> 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.
> 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.
> 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.
> 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.
> 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.
> 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.
> 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.
> 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.
> 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.
> 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.
> 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.
> 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.
> 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.
> 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.
> 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.
> 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.
> 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.
> 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.
> 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.
> 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.
> 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.
> 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.
> 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.
> 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.
> 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.
> 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.
> 2014-04-11 17:39:09.591 15980 TRACE heat.openstack.
>
> To manage notifications about this bug go to:
> https:/