intermittent timeout in worker/raft/raftflag.TestPackage

Bug #1785274 reported by Heather Lanigan
6
This bug affects 1 person
Affects Status Importance Assigned to Milestone
Canonical Juju
Expired
Medium
Unassigned

Bug Description

http://ci.jujucharms.com/job/github-check-merge-juju/2726/testReport/junit/github/com_juju_juju_worker_raft_raftflag/TestPackage/

        PASS: flag_test.go:39: WorkerValidationSuite.TestValidateErrors 0.000s
PASS: flag_test.go:89: WorkerSuite.TestCheckLeader 0.000s
PASS: flag_test.go:85: WorkerSuite.TestCleanKill 0.000s
panic: test timed out after 25m0s

goroutine 169 [running]:
testing.(*M).startAlarm.func1()
 /snap/go/2130/src/testing/testing.go:1240 +0xfc
created by time.goFunc
 /snap/go/2130/src/time/sleep.go:172 +0x44

goroutine 1 [chan receive, 25 minutes]:
testing.(*T).Run(0xc4204081e0, 0xb88d62, 0xb, 0xbb7bb8, 0x480346)
 /snap/go/2130/src/testing/testing.go:825 +0x301
testing.runTests.func1(0xc4204080f0)
 /snap/go/2130/src/testing/testing.go:1063 +0x64
testing.tRunner(0xc4204080f0, 0xc42061fdf8)
 /snap/go/2130/src/testing/testing.go:777 +0xd0
testing.runTests(0xc4203cbc00, 0xf42520, 0x1, 0x1, 0x412209)
 /snap/go/2130/src/testing/testing.go:1061 +0x2c4
testing.(*M).Run(0xc420116000, 0x0)
 /snap/go/2130/src/testing/testing.go:978 +0x171
main.main()
 _testmain.go:44 +0x151

goroutine 5 [syscall, 25 minutes]:
os/signal.signal_recv(0x0)
 /snap/go/2130/src/runtime/sigqueue.go:139 +0xa6
os/signal.loop()
 /snap/go/2130/src/os/signal/signal_unix.go:22 +0x22
created by os/signal.init.0
 /snap/go/2130/src/os/signal/signal_unix.go:28 +0x41

goroutine 116 [select, 25 minutes]:
github.com/juju/juju/worker/catacomb.Invoke.func2(0xc4204f6720)
 /workspace/src/github.com/juju/juju/worker/catacomb/catacomb.go:101 +0x14d
created by github.com/juju/juju/worker/catacomb.Invoke
 /workspace/src/github.com/juju/juju/worker/catacomb/catacomb.go:98 +0x1c0

goroutine 70 [chan receive, 25 minutes]:
gopkg.in/check%2ev1.(*suiteRunner).runTest(0xc4201c8300, 0xc4202189a0, 0xc420408b40)
 /workspace/src/gopkg.in/check.v1/check.go:810 +0x55
gopkg.in/check%2ev1.(*suiteRunner).run(0xc4201c8300, 0xc420248160)
 /workspace/src/gopkg.in/check.v1/check.go:615 +0xf2
gopkg.in/check%2ev1.Run(0xb54980, 0xc420248160, 0xc4201c6dc0, 0xc42048a630)
 /workspace/src/gopkg.in/check.v1/run.go:92 +0x4d
gopkg.in/check%2ev1.RunAll(0xc4201c6dc0, 0x0)
 /workspace/src/gopkg.in/check.v1/run.go:84 +0xa1
gopkg.in/check%2ev1.TestingT(0xc4204081e0)
 /workspace/src/gopkg.in/check.v1/run.go:72 +0x368
github.com/juju/juju/worker/raft/raftflag_test.TestPackage(0xc4204081e0)
 /workspace/src/github.com/juju/juju/worker/raft/raftflag/package_test.go:13 +0x2b
testing.tRunner(0xc4204081e0, 0xbb7bb8)
 /snap/go/2130/src/testing/testing.go:777 +0xd0
created by testing.(*T).Run
 /snap/go/2130/src/testing/testing.go:824 +0x2e0

goroutine 80 [select, 24 minutes]:
gopkg.in/check%2ev1.(*resultTracker)._loopRoutine(0xc42048a750)
 /workspace/src/gopkg.in/check.v1/check.go:461 +0x109
created by gopkg.in/check%2ev1.(*resultTracker).start
 /workspace/src/gopkg.in/check.v1/check.go:441 +0x3f

goroutine 14 [chan receive, 24 minutes]:
gopkg.in/check%2ev1.(*suiteRunner).runFunc(0xc4201c8300, 0xc420218850, 0x0, 0xc4202b88a0, 0x1a, 0x0, 0xbb7ee0, 0x42849f)
 /workspace/src/gopkg.in/check.v1/check.go:674 +0x91
gopkg.in/check%2ev1.(*suiteRunner).runFixture(0xc4201c8300, 0xc420218850, 0xc4202b88a0, 0x1a, 0x0, 0xc4206a78e0)
 /workspace/src/gopkg.in/check.v1/check.go:717 +0x71
gopkg.in/check%2ev1.(*suiteRunner).runFixtureWithPanic(0xc4201c8300, 0xc420218850, 0xc4202b88a0, 0x1a, 0x0, 0xc420665f07, 0x0)
 /workspace/src/gopkg.in/check.v1/check.go:735 +0x6c
runtime.Goexit()
 /snap/go/2130/src/runtime/panic.go:377 +0x117
gopkg.in/check%2ev1.(*C).stopNow(0xc420408e10)
 /workspace/src/gopkg.in/check.v1/check.go:106 +0x20
gopkg.in/check%2ev1.(*C).Assert(0xc420408e10, 0xb0d4a0, 0xc4203f08c0, 0xc10800, 0xf40370, 0xc4206a7b10, 0x1, 0x1)
 /workspace/src/gopkg.in/check.v1/helpers.go:174 +0xba
github.com/juju/juju/worker/raft/raftflag_test.(*WorkerSuite).TestErrRefresh(0xc420248160, 0xc420408e10)
 /workspace/src/github.com/juju/juju/worker/raft/raftflag/flag_test.go:132 +0x727
reflect.Value.call(0xb54980, 0xc420248160, 0x3613, 0xb8238b, 0x4, 0xc4200a9f70, 0x1, 0x1, 0xf75e40, 0xb75b40, ...)
 /snap/go/2130/src/reflect/value.go:447 +0x969
reflect.Value.Call(0xb54980, 0xc420248160, 0x3613, 0xc420338f70, 0x1, 0x1, 0xc420408f00, 0xc420338f07, 0x0)
 /snap/go/2130/src/reflect/value.go:308 +0xa4
gopkg.in/check%2ev1.(*suiteRunner).forkTest.func1(0xc420408e10)
 /workspace/src/gopkg.in/check.v1/check.go:772 +0x575
gopkg.in/check%2ev1.(*suiteRunner).forkCall.func1(0xc4201c8300, 0xc420408e10, 0xc4203492a0)
 /workspace/src/gopkg.in/check.v1/check.go:666 +0x7c
created by gopkg.in/check%2ev1.(*suiteRunner).forkCall
 /workspace/src/gopkg.in/check.v1/check.go:663 +0x20c

goroutine 165 [chan send, 24 minutes]:
github.com/hashicorp/raft.(*InmemTransport).makeRPC(0xc4201ad9e0, 0xc420036d20, 0x24, 0xa93ce0, 0xc42069e4e0, 0x0, 0x0, 0x2faf080, 0x5b646d9c, 0xc4202e1d00, ...)
 /workspace/src/github.com/hashicorp/raft/inmem_transport.go:143 +0x15d
github.com/hashicorp/raft.(*InmemTransport).AppendEntries(0xc4201ad9e0, 0xc4201d06cd, 0x1, 0xc420036d20, 0x24, 0xc42069e4e0, 0xc42036c160, 0xc0be20, 0xc4202c6710)
 /workspace/src/github.com/hashicorp/raft/inmem_transport.go:94 +0x76
github.com/hashicorp/raft.(*Raft).heartbeat(0xc420129340, 0xc4206ae180, 0xc4206a0480)
 /workspace/src/github.com/hashicorp/raft/replication.go:348 +0x347
github.com/hashicorp/raft.(*Raft).replicate.func1()
 /workspace/src/github.com/hashicorp/raft/replication.go:118 +0x3c
github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc420129340, 0xc4206a21e0)
 /workspace/src/github.com/hashicorp/raft/state.go:146 +0x53
created by github.com/hashicorp/raft.(*raftState).goFunc
 /workspace/src/github.com/hashicorp/raft/state.go:144 +0x66

goroutine 117 [select, 25 minutes]:
github.com/juju/juju/worker/raft/raftflag.(*Worker).loop(0xc4204f6720, 0x0, 0x0)
 /workspace/src/github.com/juju/juju/worker/raft/raftflag/flag.go:93 +0x1cd
github.com/juju/juju/worker/raft/raftflag.(*Worker).(github.com/juju/juju/worker/raft/raftflag.loop)-fm(0xc400000008, 0xbb7b98)
 /workspace/src/github.com/juju/juju/worker/raft/raftflag/flag.go:54 +0x2a
github.com/juju/juju/worker/catacomb.runSafely(0xc4201cf0d0, 0x0, 0x0)
 /workspace/src/github.com/juju/juju/worker/catacomb/catacomb.go:289 +0x55
github.com/juju/juju/worker/catacomb.Invoke.func3(0x0, 0x0)
 /workspace/src/github.com/juju/juju/worker/catacomb/catacomb.go:115 +0x70
gopkg.in/tomb%2ev2.(*Tomb).run(0xc4204f6720, 0xc4201b49c0)
 /workspace/src/gopkg.in/tomb.v2/tomb.go:153 +0x2b
created by gopkg.in/tomb%2ev2.(*Tomb).Go
 /workspace/src/gopkg.in/tomb.v2/tomb.go:149 +0xb9

goroutine 166 [semacquire, 24 minutes]:
sync.runtime_Semacquire(0xc42012938c)
 /snap/go/2130/src/runtime/sema.go:56 +0x39
sync.(*WaitGroup).Wait(0xc420129380)
 /snap/go/2130/src/sync/waitgroup.go:129 +0x72
github.com/hashicorp/raft.(*raftState).waitShutdown(0xc420129340)
 /workspace/src/github.com/hashicorp/raft/state.go:151 +0x31
github.com/hashicorp/raft.(*shutdownFuture).Error(0xc4200ca0a8, 0xc0bfe0, 0xc4200ca0a8)
 /workspace/src/github.com/hashicorp/raft/future.go:158 +0x37
github.com/juju/juju/worker/raft/rafttest.(*RaftFixture).NewRaft.func2(0xc4204082d0)
 /workspace/src/github.com/juju/juju/worker/raft/rafttest/fixtures.go:70 +0x42
github.com/juju/testing.(*CleanupSuite).callStack(0xc420248168, 0xc4204082d0, 0xc4201c9000, 0x9, 0x10)
 /workspace/src/github.com/juju/testing/cleanup.go:54 +0x44
github.com/juju/testing.(*CleanupSuite).TearDownTest(0xc420248168, 0xc4204082d0)
 /workspace/src/github.com/juju/testing/cleanup.go:47 +0x4f
github.com/juju/testing.(*IsolationSuite).TearDownTest(0xc420248160, 0xc4204082d0)
 /workspace/src/github.com/juju/testing/isolation.go:38 +0x3b
reflect.Value.call(0xb54980, 0xc420248160, 0x2a13, 0xb8238b, 0x4, 0xc4200aaf70, 0x1, 0x1, 0xc4201c7440, 0xb75b40, ...)
 /snap/go/2130/src/reflect/value.go:447 +0x969
reflect.Value.Call(0xb54980, 0xc420248160, 0x2a13, 0xc420333f70, 0x1, 0x1, 0xc420333f88, 0x42b7d9, 0xc4201c7130)
 /snap/go/2130/src/reflect/value.go:308 +0xa4
gopkg.in/check%2ev1.(*suiteRunner).runFixture.func1(0xc4204082d0)
 /workspace/src/gopkg.in/check.v1/check.go:721 +0xe1
gopkg.in/check%2ev1.(*suiteRunner).forkCall.func1(0xc4201c8300, 0xc4204082d0, 0xbb7ee0)
 /workspace/src/gopkg.in/check.v1/check.go:666 +0x7c
created by gopkg.in/check%2ev1.(*suiteRunner).forkCall
 /workspace/src/gopkg.in/check.v1/check.go:663 +0x20c

goroutine 136 [chan receive, 25 minutes]:
gopkg.in/tomb%2ev2.(*Tomb).Wait(0xc4204f6720, 0xc420338f68, 0xc420338f88)
 /workspace/src/gopkg.in/tomb.v2/tomb.go:116 +0x4a
github.com/juju/juju/worker/catacomb.(*Catacomb).Wait(0xc4204f6720, 0x0, 0xc4202d8540)
 /workspace/src/github.com/juju/juju/worker/catacomb/catacomb.go:204 +0x2d
github.com/juju/juju/worker/raft/raftflag.(*Worker).Wait(0xc4204f6720, 0x0, 0x0)
 /workspace/src/github.com/juju/juju/worker/raft/raftflag/flag.go:68 +0x2d
github.com/juju/juju/worker/workertest.CheckKilled.func1(0xc4202d8c60, 0xc0f380, 0xc4204f6720)
 /workspace/src/github.com/juju/juju/worker/workertest/check.go:52 +0x31
created by github.com/juju/juju/worker/workertest.CheckKilled
 /workspace/src/github.com/juju/juju/worker/workertest/check.go:51 +0x84

goroutine 162 [chan send, 24 minutes]:
github.com/hashicorp/raft.(*InmemTransport).makeRPC(0xc4201ad9e0, 0xc420036d20, 0x24, 0xa93ce0, 0xc4206709c0, 0x0, 0x0, 0x2faf080, 0x5b646d9c, 0xc420667c88, ...)
 /workspace/src/github.com/hashicorp/raft/inmem_transport.go:143 +0x15d
github.com/hashicorp/raft.(*InmemTransport).AppendEntries(0xc4201ad9e0, 0xc4201d06cd, 0x1, 0xc420036d20, 0x24, 0xc4206709c0, 0xc4201d8c60, 0x2, 0x3)
 /workspace/src/github.com/hashicorp/raft/inmem_transport.go:94 +0x76
github.com/hashicorp/raft.(*Raft).replicateTo(0xc420129340, 0xc4206ae180, 0x5, 0x0)
 /workspace/src/github.com/hashicorp/raft/replication.go:186 +0x189
github.com/hashicorp/raft.(*Raft).replicate(0xc420129340, 0xc4206ae180)
 /workspace/src/github.com/hashicorp/raft/replication.go:135 +0x258
github.com/hashicorp/raft.(*Raft).startStopReplication.func1()
 /workspace/src/github.com/hashicorp/raft/raft.go:451 +0x33
github.com/hashicorp/raft.(*raftState).goFunc.func1(0xc420129340, 0xc4206a20a0)
 /workspace/src/github.com/hashicorp/raft/state.go:146 +0x53
created by github.com/hashicorp/raft.(*raftState).goFunc
 /workspace/src/github.com/hashicorp/raft/state.go:144 +0x66

Changed in juju:
status: New → Triaged
tags: added: inter
tags: added: intermittent-failure
removed: inter
Revision history for this message
Heather Lanigan (hmlanigan) wrote :
Changed in juju:
assignee: nobody → Christian Muirhead (2-xtian)
Changed in juju:
importance: Undecided → Medium
Revision history for this message
Tim Penhey (thumper) wrote :

Marking as incomplete because I don't think we have seen this for some time.

Changed in juju:
status: Triaged → Incomplete
assignee: Christian Muirhead (2-xtian) → nobody
Revision history for this message
Launchpad Janitor (janitor) wrote :

[Expired for juju because there has been no activity for 60 days.]

Changed in juju:
status: Incomplete → Expired
To post a comment you must log in.
This report contains Public information  
Everyone can see this information.

Other bug subscribers

Remote bug watches

Bug watches keep track of this bug in other bug trackers.