$ juju_goroutines goroutine profile: total 34 5 @ 0x437ac0 0x405f95 0x405c8b 0x1948615 0x1949bf4 0x467fe1 # 0x1948614 gopkg.in/natefinch/lumberjack%2ev2.(*Logger).millRun+0x44 /home/jenkins/workspace/BuildJuju-amd64/_build/src/github.com/juju/juju/vendor/gopkg.in/natefinch/lumberjack.v2/lumberjack.go:408 # 0x1949bf3 gopkg.in/natefinch/lumberjack%2ev2.(*Logger).mill.func1+0x33 /home/jenkins/workspace/BuildJuju-amd64/_build/src/github.com/juju/juju/vendor/gopkg.in/natefinch/lumberjack.v2/lumberjack.go:423 5 @ 0x437ac0 0x447eb1 0x2558cea 0x467fe1 # 0x2558ce9 github.com/juju/juju/worker/logsender.(*BufferedLogWriter).loop+0x109 /home/jenkins/workspace/BuildJuju-amd64/_build/src/github.com/juju/juju/worker/logsender/bufferedlogwriter.go:117 2 @ 0x437ac0 0x447eb1 0x890945 0x88f018 0x467fe1 # 0x890944 github.com/juju/worker/v3.(*Runner).run+0x214 /home/jenkins/workspace/BuildJuju-amd64/_build/src/github.com/juju/juju/vendor/github.com/juju/worker/v3/runner.go:384 # 0x88f017 gopkg.in/tomb%2ev2.(*Tomb).run+0x37 /home/jenkins/workspace/BuildJuju-amd64/_build/src/github.com/juju/juju/vendor/gopkg.in/tomb.v2/tomb.go:163 1 @ 0x40b7a4 0x44ccbc 0x678892 0x467fe1 # 0x44ccbb os/signal.signal_recv+0x9b /usr/local/go/src/runtime/sigqueue.go:147 # 0x678891 os/signal.loop+0x21 /usr/local/go/src/os/signal/signal_unix.go:23 1 @ 0x437ac0 0x405f95 0x405c4b 0x1a3b3cf 0x1a3c4b5 0x467fe1 # 0x1a3b3ce github.com/juju/juju/worker/fortress.(*fortress).Visit+0x16e /home/jenkins/workspace/BuildJuju-amd64/_build/src/github.com/juju/juju/worker/fortress/fortress.go:60 # 0x1a3c4b4 github.com/juju/juju/worker/fortress.Occupy.func2+0x44 /home/jenkins/workspace/BuildJuju-amd64/_build/src/github.com/juju/juju/worker/fortress/occupy.go:50 1 @ 0x437ac0 0x405f95 0x405c4b 0x1aec017 0x88f018 0x467fe1 # 0x1aec016 github.com/juju/juju/worker/introspection.(*socketListener).run+0xc6 /home/jenkins/workspace/BuildJuju-amd64/_build/src/github.com/juju/juju/worker/introspection/worker.go:166 # 0x88f017 gopkg.in/tomb%2ev2.(*Tomb).run+0x37 /home/jenkins/workspace/BuildJuju-amd64/_build/src/github.com/juju/juju/vendor/gopkg.in/tomb.v2/tomb.go:163 1 @ 0x437ac0 0x405f95 0x405c4b 0x88ee3a 0x170ccb1 0x170cc9e 0x3558f31 0x467fe1 # 0x88ee39 gopkg.in/tomb%2ev2.(*Tomb).Wait+0x49 /home/jenkins/workspace/BuildJuju-amd64/_build/src/github.com/juju/juju/vendor/gopkg.in/tomb.v2/tomb.go:126 # 0x170ccb0 github.com/juju/worker/v3/catacomb.(*Catacomb).Wait+0x30 /home/jenkins/workspace/BuildJuju-amd64/_build/src/github.com/juju/juju/vendor/github.com/juju/worker/v3/catacomb/catacomb.go:205 # 0x170cc9d github.com/juju/juju/core/watcher.(*StringsWorker).Wait+0x1d /home/jenkins/workspace/BuildJuju-amd64/_build/src/github.com/juju/juju/core/watcher/strings.go:141 # 0x3558f30 github.com/juju/juju/cmd/jujud/agent.(*MachineAgent).upgradeWaiterWorker.func1.1+0x30 /home/jenkins/workspace/BuildJuju-amd64/_build/src/github.com/juju/juju/cmd/jujud/agent/machine.go:1338 1 @ 0x437ac0 0x405f95 0x405c4b 0x88ee3a 0x170ccb1 0x170cc9e 0x8932e5 0x35593c7 0x170dea1 0x88f018 0x467fe1 # 0x88ee39 gopkg.in/tomb%2ev2.(*Tomb).Wait+0x49 /home/jenkins/workspace/BuildJuju-amd64/_build/src/github.com/juju/juju/vendor/gopkg.in/tomb.v2/tomb.go:126 # 0x170ccb0 github.com/juju/worker/v3/catacomb.(*Catacomb).Wait+0x30 /home/jenkins/workspace/BuildJuju-amd64/_build/src/github.com/juju/juju/vendor/github.com/juju/worker/v3/catacomb/catacomb.go:205 # 0x170cc9d github.com/juju/juju/core/watcher.(*StringsWorker).Wait+0x1d /home/jenkins/workspace/BuildJuju-amd64/_build/src/github.com/juju/juju/core/watcher/strings.go:141 # 0x8932e4 github.com/juju/worker/v3.Stop+0x44 /home/jenkins/workspace/BuildJuju-amd64/_build/src/github.com/juju/juju/vendor/github.com/juju/worker/v3/worker.go:25 # 0x35593c6 github.com/juju/juju/cmd/jujud/agent.(*MachineAgent).upgradeWaiterWorker.func1+0x456 /home/jenkins/workspace/BuildJuju-amd64/_build/src/github.com/juju/juju/cmd/jujud/agent/machine.go:1345 # 0x170dea0 github.com/juju/juju/worker.NewSimpleWorker.func1+0x50 /home/jenkins/workspace/BuildJuju-amd64/_build/src/github.com/juju/juju/worker/simpleworker.go:22 # 0x88f017 gopkg.in/tomb%2ev2.(*Tomb).run+0x37 /home/jenkins/workspace/BuildJuju-amd64/_build/src/github.com/juju/juju/vendor/gopkg.in/tomb.v2/tomb.go:163 1 @ 0x437ac0 0x405f95 0x405c4b 0x88ee3a 0x170dbfd 0x892a35 0x467fe1 # 0x88ee39 gopkg.in/tomb%2ev2.(*Tomb).Wait+0x49 /home/jenkins/workspace/BuildJuju-amd64/_build/src/github.com/juju/juju/vendor/gopkg.in/tomb.v2/tomb.go:126 # 0x170dbfc github.com/juju/juju/worker.(*simpleWorker).Wait+0x2c /home/jenkins/workspace/BuildJuju-amd64/_build/src/github.com/juju/juju/worker/simpleworker.go:36 # 0x892a34 github.com/juju/worker/v3.(*Runner).runWorker+0x404 /home/jenkins/workspace/BuildJuju-amd64/_build/src/github.com/juju/juju/vendor/github.com/juju/worker/v3/runner.go:585 1 @ 0x437ac0 0x405f95 0x405c4b 0x88ee3a 0x170dbfd 0x8932e5 0x88fe5c 0x351bcb5 0x3509f34 0x35096a6 0x170c86c 0x170a3bb 0x170a658 0x88f018 0x467fe1 # 0x88ee39 gopkg.in/tomb%2ev2.(*Tomb).Wait+0x49 /home/jenkins/workspace/BuildJuju-amd64/_build/src/github.com/juju/juju/vendor/gopkg.in/tomb.v2/tomb.go:126 # 0x170dbfc github.com/juju/juju/worker.(*simpleWorker).Wait+0x2c /home/jenkins/workspace/BuildJuju-amd64/_build/src/github.com/juju/juju/worker/simpleworker.go:36 # 0x8932e4 github.com/juju/worker/v3.Stop+0x44 /home/jenkins/workspace/BuildJuju-amd64/_build/src/github.com/juju/juju/vendor/github.com/juju/worker/v3/worker.go:25 # 0x88fe5b github.com/juju/worker/v3.(*Runner).StopAndRemoveWorker+0x9b /home/jenkins/workspace/BuildJuju-amd64/_build/src/github.com/juju/juju/vendor/github.com/juju/worker/v3/runner.go:261 # 0x351bcb4 github.com/juju/juju/worker/provisioner.(*ContainerSetup).initialiseAndStartProvisioner.func1+0x124 /home/jenkins/workspace/BuildJuju-amd64/_build/src/github.com/juju/juju/worker/provisioner/container_initialisation.go:146 # 0x3509f33 github.com/juju/juju/worker/provisioner.(*ContainerSetup).initialiseAndStartProvisioner+0x6d3 /home/jenkins/workspace/BuildJuju-amd64/_build/src/github.com/juju/juju/worker/provisioner/container_initialisation.go:189 # 0x35096a5 github.com/juju/juju/worker/provisioner.(*ContainerSetup).Handle+0x205 /home/jenkins/workspace/BuildJuju-amd64/_build/src/github.com/juju/juju/worker/provisioner/container_initialisation.go:117 # 0x170c86b github.com/juju/juju/core/watcher.(*StringsWorker).loop+0x1cb /home/jenkins/workspace/BuildJuju-amd64/_build/src/github.com/juju/juju/core/watcher/strings.go:98 # 0x170a3ba github.com/juju/worker/v3/catacomb.runSafely+0x5a /home/jenkins/workspace/BuildJuju-amd64/_build/src/github.com/juju/juju/vendor/github.com/juju/worker/v3/catacomb/catacomb.go:295 # 0x170a657 github.com/juju/worker/v3/catacomb.Invoke.func3+0x67 /home/jenkins/workspace/BuildJuju-amd64/_build/src/github.com/juju/juju/vendor/github.com/juju/worker/v3/catacomb/catacomb.go:116 # 0x88f017 gopkg.in/tomb%2ev2.(*Tomb).run+0x37 /home/jenkins/workspace/BuildJuju-amd64/_build/src/github.com/juju/juju/vendor/gopkg.in/tomb.v2/tomb.go:163 1 @ 0x437ac0 0x405f95 0x405c4b 0x88ee3a 0x1a3b16d 0x89ace8 0x897de9 0x467fe1 # 0x88ee39 gopkg.in/tomb%2ev2.(*Tomb).Wait+0x49 /home/jenkins/workspace/BuildJuju-amd64/_build/src/github.com/juju/juju/vendor/gopkg.in/tomb.v2/tomb.go:126 # 0x1a3b16c github.com/juju/juju/worker/fortress.(*fortress).Wait+0x2c /home/jenkins/workspace/BuildJuju-amd64/_build/src/github.com/juju/juju/worker/fortress/fortress.go:38 # 0x89ace7 github.com/juju/worker/v3/dependency.(*Engine).runWorker.func2+0x377 /home/jenkins/workspace/BuildJuju-amd64/_build/src/github.com/juju/juju/vendor/github.com/juju/worker/v3/dependency/engine.go:549 # 0x897de8 github.com/juju/worker/v3/dependency.(*Engine).runWorker+0xe8 /home/jenkins/workspace/BuildJuju-amd64/_build/src/github.com/juju/juju/vendor/github.com/juju/worker/v3/dependency/engine.go:553 1 @ 0x437ac0 0x405f95 0x405c4b 0x88ee3a 0x354e7a4 0x354e78e 0x354c92b 0x833d5a 0x82ab3f 0x4ecb92f 0x4ecbff6 0x4ecbdff 0x4ecca85 0x4376fa 0x467fe1 # 0x88ee39 gopkg.in/tomb%2ev2.(*Tomb).Wait+0x49 /home/jenkins/workspace/BuildJuju-amd64/_build/src/github.com/juju/juju/vendor/gopkg.in/tomb.v2/tomb.go:126 # 0x354e7a3 github.com/juju/worker/v3.(*Runner).Wait+0x6f3 /home/jenkins/workspace/BuildJuju-amd64/_build/src/github.com/juju/juju/vendor/github.com/juju/worker/v3/runner.go:273 # 0x354e78d github.com/juju/juju/cmd/jujud/agent.(*MachineAgent).Run+0x6dd /home/jenkins/workspace/BuildJuju-amd64/_build/src/github.com/juju/juju/cmd/jujud/agent/machine.go:526 # 0x354c92a github.com/juju/juju/cmd/jujud/agent.(*machineAgentCmd).Run+0x9a /home/jenkins/workspace/BuildJuju-amd64/_build/src/github.com/juju/juju/cmd/jujud/agent/machine.go:249 # 0x833d59 github.com/juju/cmd/v3.(*SuperCommand).Run+0x2b9 /home/jenkins/workspace/BuildJuju-amd64/_build/src/github.com/juju/juju/vendor/github.com/juju/cmd/v3/supercommand.go:523 # 0x82ab3e github.com/juju/cmd/v3.Main+0x2be o:324 # 0x4ecbdfe main.MainWrapper+0x3e /home/jenkins/workspace/BuildJuju-amd64/_build/src/github.com/juju/juju/cmd/jujud/main.go:299 # 0x4ecca84 main.main+0x44 /home/jenkins/workspace/BuildJuju-amd64/_build/src/github.com/juju/juju/cmd/jujud/main_nix.go:23 # 0x4376f9 runtime.main+0x1f9 /usr/local/go/src/runtime/proc.go:203 1 @ 0x437ac0 0x405f95 0x405c4b 0x88ee3a 0x88ffad 0x1a3c463 0x1a3bc1b 0x467fe1 # 0x88ee39 gopkg.in/tomb%2ev2.(*Tomb).Wait+0x49 /home/jenkins/workspace/BuildJuju-amd64/_build/src/github.com/juju/juju/vendor/gopkg.in/tomb.v2/tomb.go:126 # 0x88ffac github.com/juju/worker/v3.(*Runner).Wait+0x2c /home/jenkins/workspace/BuildJuju-amd64/_build/src/github.com/juju/juju/vendor/github.com/juju/worker/v3/runner.go:273 # 0x1a3c462 github.com/juju/juju/worker/fortress.Occupy.func1+0xf2 /home/jenkins/workspace/BuildJuju-amd64/_build/src/github.com/juju/juju/worker/fortress/occupy.go:38 # 0x1a3bc1a github.com/juju/juju/worker/fortress.guestTicket.complete+0x4a /home/jenkins/workspace/BuildJuju-amd64/_build/src/github.com/juju/juju/worker/fortress/fortress.go:148 1 @ 0x437ac0 0x405f95 0x405c4b 0x88ee3a 0x88ffad 0x89ace8 0x897de9 0x467fe1 # 0x88ee39 gopkg.in/tomb%2ev2.(*Tomb).Wait+0x49 /home/jenkins/workspace/BuildJuju-amd64/_build/src/github.com/juju/juju/vendor/gopkg.in/tomb.v2/tomb.go:126 # 0x88ffac github.com/juju/worker/v3.(*Runner).Wait+0x2c /home/jenkins/workspace/BuildJuju-amd64/_build/src/github.com/juju/juju/vendor/github.com/juju/worker/v3/runner.go:273 # 0x89ace7 github.com/juju/worker/v3/dependency.(*Engine).runWorker.func2+0x377 /home/jenkins/workspace/BuildJuju-amd64/_build/src/github.com/juju/juju/vendor/github.com/juju/worker/v3/dependency/engine.go:549 # 0x897de8 github.com/juju/worker/v3/dependency.(*Engine).runWorker+0xe8 /home/jenkins/workspace/BuildJuju-amd64/_build/src/github.com/juju/juju/vendor/github.com/juju/worker/v3/dependency/engine.go:553 1 @ 0x437ac0 0x405f95 0x405c4b 0x88ee3a 0x8958a5 0x1af0863 0x467fe1 # 0x88ee39 gopkg.in/tomb%2ev2.(*Tomb).Wait+0x49 /home/jenkins/workspace/BuildJuju-amd64/_build/src/github.com/juju/juju/vendor/gopkg.in/tomb.v2/tomb.go:126 # 0x8958a4 github.com/juju/worker/v3/dependency.(*Engine).Wait+0x34 /home/jenkins/workspace/BuildJuju-amd64/_build/src/github.com/juju/juju/vendor/github.com/juju/worker/v3/dependency/engine.go:237 # 0x1af0862 github.com/juju/juju/agent/addons.StartIntrospection.func1+0x32 /home/jenkins/workspace/BuildJuju-amd64/_build/src/github.com/juju/juju/agent/addons/addons.go:83 1 @ 0x437ac0 0x405f95 0x405c4b 0x88ee3a 0x8958a5 0x1af0961 0x467fe1 # 0x88ee39 gopkg.in/tomb%2ev2.(*Tomb).Wait+0x49 /home/jenkins/workspace/BuildJuju-amd64/_build/src/github.com/juju/juju/vendor/gopkg.in/tomb.v2/tomb.go:126 # 0x8958a4 github.com/juju/worker/v3/dependency.(*Engine).Wait+0x34 /home/jenkins/workspace/BuildJuju-amd64/_build/src/github.com/juju/juju/vendor/github.com/juju/worker/v3/dependency/engine.go:237 # 0x1af0960 github.com/juju/juju/agent/addons.RegisterEngineMetrics.func1+0x30 /home/jenkins/workspace/BuildJuju-amd64/_build/src/github.com/juju/juju/agent/addons/addons.go:117 1 @ 0x437ac0 0x405f95 0x405c4b 0x88ee3a 0x8958a5 0x892a35 0x467fe1 # 0x88ee39 gopkg.in/tomb%2ev2.(*Tomb).Wait+0x49 /home/jenkins/workspace/BuildJuju-amd64/_build/src/github.com/juju/juju/vendor/gopkg.in/tomb.v2/tomb.go:126 # 0x8958a4 github.com/juju/worker/v3/dependency.(*Engine).Wait+0x34 /home/jenkins/workspace/BuildJuju-amd64/_build/src/github.com/juju/juju/vendor/github.com/juju/worker/v3/dependency/engine.go:237 # 0x892a34 github.com/juju/worker/v3.(*Runner).runWorker+0x404 /home/jenkins/workspace/BuildJuju-amd64/_build/src/github. # 0x42ffe4 internal/poll.runtime_pollWait+0x54 /usr/local/go/src/runtime/netpoll.go:203 # 0x4ea5d4 internal/poll.(*pollDesc).wait+0x44 /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 # 0x4ece13 internal/poll.(*pollDesc).waitRead+0x1d3 /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 # 0x4ecdf5 internal/poll.(*FD).Accept+0x1b5 /usr/local/go/src/internal/poll/fd_unix.go:384 # 0x5bda91 net.(*netFD).accept+0x41 /usr/local/go/src/net/fd_unix.go:238 # 0x5e2df1 net.(*UnixListener).accept+0x31 /usr/local/go/src/net/unixsock_posix.go:162 # 0x5e10a3 net.(*UnixListener).Accept+0x63 /usr/local/go/src/net/unixsock.go:260 # 0x7a5dac net/http.(*Server).Serve+0x25c /usr/local/go/src/net/http/server.go:2930 # 0x1aebe7d github.com/juju/juju/worker/introspection.(*socketListener).serve+0x1ed /home/jenkins/workspace/BuildJuju-amd64/_build/src/github.com/juju/juju/worker/introspection/worker.go:161 1 @ 0x437ac0 0x447eb1 0x43ec7e0 0x467fe1 # 0x43ec7df go.opencensus.io/stats/view.(*worker).start+0xff /home/jenkins/workspace/BuildJuju-amd64/_build/src/github.com/juju/juju/vendor/go.opencensus.io/stats/view/worker.go:276 1 @ 0x437ac0 0x447eb1 0x895491 0x88f018 0x467fe1 # 0x895490 github.com/juju/worker/v3/dependency.(*Engine).loop+0x260 /home/jenkins/workspace/BuildJuju-amd64/_build/src/github.com/juju/juju/vendor/github.com/juju/worker/v3/dependency/engine.go:205 # 0x88f017 gopkg.in/tomb%2ev2.(*Tomb).run+0x37 /home/jenkins/workspace/BuildJuju-amd64/_build/src/github.com/juju/juju/vendor/gopkg.in/tomb.v2/tomb.go:163 1 @ 0x437ac0 0x4489f0 0x4489db 0x448642 0x4838a4 0x1a3b967 0x88f018 0x467fe1 # 0x448641 sync.runtime_Semacquire+0x41 /usr/local/go/src/runtime/sema.go:56 # 0x4838a3 sync.(*WaitGroup).Wait+0x63 /usr/local/go/src/sync/waitgroup.go:130 # 0x1a3b966 github.com/juju/juju/worker/fortress.(*fortress).loop+0x356 /home/jenkins/workspace/BuildJuju-amd64/_build/src/github.com/juju/juju/worker/fortress/fortress.go:87 # 0x88f017 gopkg.in/tomb%2ev2.(*Tomb).run+0x37 /home/jenkins/workspace/BuildJuju-amd64/_build/src/github.com/juju/juju/vendor/gopkg.in/tomb.v2/tomb.go:163 1 @ 0x437ac0 0x45500a 0x1e5406f 0x1e53c8c 0x88f018 0x467fe1 # 0x455009 time.Sleep+0xb9 /usr/local/go/src/runtime/time.go:188 # 0x1e5406e github.com/juju/juju/core/raft/queue.(*OpQueue).consume+0x1de /home/jenkins/workspace/BuildJuju-amd64/_build/src/github.com/juju/juju/core/raft/queue/opqueue.go:220 # 0x1e53c8b github.com/juju/juju/core/raft/queue.(*OpQueue).loop+0x18b /home/jenkins/workspace/BuildJuju-amd64/_build/src/github.com/juju/juju/core/raft/queue/opqueue.go:159 # 0x88f017 gopkg.in/tomb%2ev2.(*Tomb).run+0x37 /home/jenkins/workspace/BuildJuju-amd64/_build/src/github.com/juju/juju/vendor/gopkg.in/tomb.v2/tomb.go:163 1 @ 0x79b341 0x467fe1 # 0x79b340 net/http.(*connReader).backgroundRead+0x0 /usr/local/go/src/net/http/server.go:688 1 @ 0xc2f875 0xc2f690 0xc2c3ea 0x1ae7e7f 0x1ae8114 0x7a2574 0x7a44b5 0x7a5a03 0x7a136c 0x467fe1 # 0xc2f874 runtime/pprof.writeRuntimeProfile+0x94 /usr/local/go/src/runtime/pprof/pprof.go:694 # 0xc2f68f runtime/pprof.writeGoroutine+0x9f /usr/local/go/src/runtime/pprof/pprof.go:656 # 0xc2c3e9 runtime/pprof.(*Profile).WriteTo+0x3d9 /usr/local/go/src/runtime/pprof/pprof.go:329 # 0x1ae7e7e github.com/juju/juju/worker/introspection/pprof.handler.ServeHTTP+0x23e /home/jenkins/workspace/BuildJuju-amd64/_build/src/github.com/juju/juju/worker/introspection/pprof/pprof.go:227 # 0x1ae8113 github.com/juju/juju/worker/introspection/pprof.Index+0x173 /home/jenkins/workspace/BuildJuju-amd64/_build/src/github.com/juju/juju/worker/introspection/pprof/pprof.go:239 # 0x7a2573 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2041 # 0x7a44b4 net/http.(*ServeMux).ServeHTTP+0x1a4 /usr/local/go/src/net/http/server.go:2416 # 0x7a5a02 net/http.serverHandler.ServeHTTP+0xa2 /usr/local/go/src/net/http/server.go:2836 # 0x7a136b net/http.(*conn).serve+0x86b /usr/local/go/src/net/http/server.go:1924