Comment 1 for bug 1269519

Roger looked over the machine log for this env and isolated the api server conversation from the client to the server as, which seems to intimate an issue on the api server, as the client hasn't closed the watch or state connection before getting the error.

2014-01-15 17:26:30 DEBUG juju.state.apiserver apiserver.go:102 <- [1A] <unknown> {"RequestId":0,"Type":"Admin","Request":"Login","Params":{"AuthTag":"user-admin","Password":"70e69ee9b8c02eddd0a4a39d6fb67401","Nonce":""}}
2014-01-15 17:26:30 DEBUG juju.state.apiserver apiserver.go:109 -> [1A] user-admin 83.768352ms {"RequestId":0,"Response":{}} Admin[""].Login
2014-01-15 17:26:30 DEBUG juju.state.apiserver apiserver.go:102 <- [1A] user-admin {"RequestId":0,"Type":"Client","Request":"WatchAll","Params":{}}
2014-01-15 17:26:30 DEBUG juju.state.apiserver apiserver.go:109 -> [1A] user-admin 697.662us {"RequestId":0,"Response":{"AllWatcherId":"1"}} Client[""].WatchAll
2014-01-15 17:26:30 DEBUG juju.state.apiserver apiserver.go:102 <- [1A] user-admin {"RequestId":1,"Type":"AllWatcher","Id":"1","Request":"Next","Params":{}}
2014-01-15 17:26:30 DEBUG juju.state.apiserver apiserver.go:109 -> [1A] user-admin 482.836us {"RequestId":1,"Response":{"Deltas":[["machine","change",{"Id":"0","InstanceId":"","Status":"started","StatusInfo":"","StatusData":null}],["unit","change",{"Name":"django/0","Service":"django","Series":"precise","CharmURL":"","PublicAddress":"","PrivateAddress":"","MachineId":"1","Ports":[],"Status":"pending","StatusInfo":"","StatusData":null}],["service","change",{"Name":"django","Exposed":true,"CharmURL":"local:precise/python-django-7","OwnerTag":"user-admin","Life":"alive","MinUnits":0,"Constraints":{},"Config":{"additional_distro_packages":"python-mock,python-oauth","additional_pip_packages":"django-tastypie==0.9.15","application_path":"ppa-assigner/","django_extra_settings":"LAUNCHPAD_PPA_USER=\"ci-engineering-airline\"","django_settings":"ppa_assigner.settings","django_south":true,"python_path":"/srv/django/ci-utils:/srv/django/ppa-assigner","repos_url":"lp:ubuntu-ci-services-itself","vcs":"bzr"}}],["service","change",{"Name":"gunicorn","Exposed":false,"CharmURL":"local:precise/gunicorn-3","OwnerTag":"user-admin","Life":"alive","MinUnits":0,"Constraints":{},"Config":{"python_path":"/srv/django/ci-utils:/srv/django/ppa-assigner"}}],["relation","change",{"Key":"postgres:replication","Id":0,"Endpoints":[{"ServiceName":"postgres","Relation":{"Name":"replication","Role":"peer","Interface":"pgreplication","Optional":false,"Limit":1,"Scope":"global"}}]}],["service","change",{"Name":"postgres","Exposed":false,"CharmURL":"local:precise/postgresql-2","OwnerTag":"user-admin","Life":"alive","MinUnits":0,"Constraints":{},"Config":{}}],["unit","change",{"Name":"postgres/0","Service":"postgres","Series":"precise","CharmURL":"","PublicAddress":"","PrivateAddress":"","MachineId":"2","Ports":[],"Status":"pending","StatusInfo":"","StatusData":null}],["machine","change",{"Id":"2","InstanceId":"","Status":"pending","StatusInfo":"","StatusData":null}],["machine","change",{"Id":"1","InstanceId":"a2b23356-c2ef-4795-92bc-6905cdffa2a6","Status":"pending","StatusInfo":"","StatusData":null}]]}} AllWatcher["1"].Next
2014-01-15 17:26:30 DEBUG juju.state.apiserver apiserver.go:102 <- [1A] user-admin {"RequestId":2,"Type":"AllWatcher","Id":"1","Request":"Next","Params":{}}
2014-01-15 17:26:34 DEBUG juju.state.apiserver apiserver.go:109 -> [1A] user-admin 3.247272434s {"RequestId":2,"Response":{"Deltas":[["machine","change",{"Id":"2","InstanceId":"4c2c027e-3d7b-4066-9a47-fc4fd7f7e5d8","Status":"pending","StatusInfo":"","StatusData":null}]]}} AllWatcher["1"].Next
2014-01-15 17:26:34 DEBUG juju.state.apiserver apiserver.go:102 <- [1A] user-admin {"RequestId":3,"Type":"AllWatcher","Id":"1","Request":"Next","Params":{}}
2014-01-15 17:29:30 DEBUG juju.state.apiserver apiserver.go:109 -> [1A] user-admin 0 {"RequestId":3,"Error":"state watcher was stopped","Response":{}} AllWatcher["1"].Next