When in log >= 7 and a large number of nodes acting at once, can arrive at the following concurrency fatal error.
fatal error: concurrent map iteration and map write
goroutine 22 [running]:
runtime.throw(0x15ff1a0, 0x26)
/Users/lowell/dev/goroot/src/runtime/panic.go:608 +0x72 fp=0xc000309160 sp=0xc000309130 pc=0x102c112
runtime.mapiternext(0xc0005a4540)
/Users/lowell/dev/goroot/src/runtime/map.go:790 +0x525 fp=0xc0003091e8 sp=0xc000309160 pc=0x1010495
reflect.mapiternext(0xc0005a4540)
/Users/lowell/dev/goroot/src/runtime/map.go:1277 +0x2b fp=0xc000309200 sp=0xc0003091e8 pc=0x101133b
reflect.Value.MapKeys(0x152e880, 0xc0003a1590, 0x1b5, 0xb4, 0xc000000076, 0x3)
/Users/lowell/dev/goroot/src/reflect/value.go:1134 +0x12d fp=0xc000309298 sp=0xc000309200 pc=0x10afe5d
fmt.(*pp).printValue(0xc000312e40, 0x152e880, 0xc0003a1590, 0x1b5, 0x76, 0x2)
/Users/lowell/dev/goroot/src/fmt/print.go:746 +0xd66 fp=0xc000309478 sp=0xc000309298 pc=0x10c5656
fmt.(*pp).printValue(0xc000312e40, 0x158e5c0, 0xc0003a1580, 0x199, 0xc000000076, 0x1)
/Users/lowell/dev/goroot/src/fmt/print.go:783 +0x1c92 fp=0xc000309658 sp=0xc000309478 pc=0x10c6582
fmt.(*pp).printValue(0xc000312e40, 0x15d4d60, 0xc0003a1580, 0x16, 0xc000000076, 0x0)
/Users/lowell/dev/goroot/src/fmt/print.go:853 +0x1ad5 fp=0xc000309838 sp=0xc000309658 pc=0x10c63c5
fmt.(*pp).printArg(0xc000312e40, 0x15e88e0, 0xc0002f0960, 0x76)
/Users/lowell/dev/goroot/src/fmt/print.go:683 +0x3d4 fp=0xc0003098d0 sp=0xc000309838 pc=0x10c42a4
fmt.(*pp).doPrintf(0xc000312e40, 0x15e999d, 0x2, 0xc000309a48, 0x1, 0x1)
/Users/lowell/dev/goroot/src/fmt/print.go:1003 +0x166 fp=0xc0003099b8 sp=0xc0003098d0 pc=0x10c7d26
fmt.Sprintf(0x15e999d, 0x2, 0xc000309a48, 0x1, 0x1, 0xc00019a840, 0x9ef5ceb0)
/Users/lowell/dev/goroot/src/fmt/print.go:203 +0x66 fp=0xc000309a10 sp=0xc0003099b8 pc=0x10c0ab6
github.com/hpc/kraken/lib.ValueToString(0x15d4d60, 0xc0003a1580, 0x16, 0xc0000cf370, 0x1547020)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/lib/util.go:290 +0xec fp=0xc000309ab0 sp=0xc000309a10 pc=0x13ff26c
github.com/hpc/kraken/core.(*StateChangeEvent).String(0xc00019a840, 0x16102d0, 0xc0003a6000)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/core/StateDifferenceEngine.go:50 +0x97 fp=0xc000309b48 sp=0xc000309ab0 pc=0x143e537
fmt.(*pp).handleMethods(0xc0003a6000, 0xc000000076, 0x1)
/Users/lowell/dev/goroot/src/fmt/print.go:603 +0x27c fp=0xc000309bd8 sp=0xc000309b48 pc=0x10c3c8c
fmt.(*pp).printArg(0xc0003a6000, 0x1532a00, 0xc00019a840, 0x76)
/Users/lowell/dev/goroot/src/fmt/print.go:686 +0x203 fp=0xc000309c70 sp=0xc000309bd8 pc=0x10c40d3
fmt.(*pp).doPrintf(0xc0003a6000, 0x15f8cb5, 0x1c, 0xc000527050, 0x3, 0x3)
/Users/lowell/dev/goroot/src/fmt/print.go:1003 +0x166 fp=0xc000309d58 sp=0xc000309c70 pc=0x10c7d26
fmt.Sprintf(0x15f8cb5, 0x1c, 0xc000527050, 0x3, 0x3, 0xc00019eaa0, 0x0)
/Users/lowell/dev/goroot/src/fmt/print.go:203 +0x66 fp=0xc000309db0 sp=0xc000309d58 pc=0x10c0ab6
github.com/hpc/kraken/core.(*ServiceLogger).Logf(0xc000148908, 0xc000309e07, 0x15f8cb5, 0x1c, 0xc000527050, 0x3, 0x3)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/core/Logger.go:142 +0x82 fp=0xc000309e20 sp=0xc000309db0 pc=0x14318e2
github.com/hpc/kraken/core.(*EventDispatchEngine).Logf(0xc000144c00, 0xc000309f07, 0x15f8cb5, 0x1c, 0xc000527050, 0x3, 0x3)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/core/EventDispatchEngine.go:125 +0x6f fp=0xc000309e68 sp=0xc000309e20 pc=0x142ef6f
github.com/hpc/kraken/core.(*EventDispatchEngine).Run(0xc000144c00)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/core/EventDispatchEngine.go:91 +0x351 fp=0xc000309fd8 sp=0xc000309e68 pc=0x142ea11
runtime.goexit()
/Users/lowell/dev/goroot/src/runtime/asm_amd64.s:1333 +0x1 fp=0xc000309fe0 sp=0xc000309fd8 pc=0x1058a11
created by github.com/hpc/kraken/core.(*Kraken).Run
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/core/Kraken.go:183 +0x86
goroutine 1 [chan receive, 9 minutes]:
main.main()
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/tmp/main.go:206 +0x1a60
goroutine 20 [chan receive]:
github.com/hpc/kraken/core.ServiceLoggerListener(0x1687120, 0xc000144a20, 0xc00009e120)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/core/Logger.go:50 +0x66
created by github.com/hpc/kraken/core.(*Kraken).Bootstrap
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/core/Kraken.go:152 +0x31c
goroutine 71 [chan receive, 9 minutes]:
github.com/hpc/kraken/core.(*APIServer).ServiceInit(0xc0000c38f0, 0xc000274240, 0x16872a0, 0xc00029d0d0, 0xc0000c38f0, 0x13c12eb)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/core/APIServer.go:237 +0x1d8
github.com/hpc/kraken/core/proto._API_ServiceInit_Handler(0x15d4b60, 0xc0000c38f0, 0x1686d00, 0xc0002a8000, 0x1a9aac0, 0xc000226390)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/core/proto/API.pb.go:1029 +0x109
github.com/hpc/kraken/vendor/google.golang.org/grpc.(*Server).processStreamingRPC(0xc00008f500, 0x1688260, 0xc000256180, 0xc0002a4000, 0xc000145290, 0x1a72320, 0x0, 0x0, 0x0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/server.go:1124 +0x8bd
github.com/hpc/kraken/vendor/google.golang.org/grpc.(*Server).handleStream(0xc00008f500, 0x1688260, 0xc000256180, 0xc0002a4000, 0x0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/server.go:1212 +0x12a1
github.com/hpc/kraken/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc00024e030, 0xc00008f500, 0x1688260, 0xc000256180, 0xc0002a4000)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/server.go:686 +0x9f
created by github.com/hpc/kraken/vendor/google.golang.org/grpc.(*Server).serveStreams.func1
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/server.go:684 +0xa1
goroutine 23 [select]:
github.com/hpc/kraken/core.(*StateDifferenceEngine).Run(0xc0000b4400)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/core/StateDifferenceEngine.go:302 +0x22c
created by github.com/hpc/kraken/core.(*Kraken).Run
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/core/Kraken.go:184 +0xb2
goroutine 24 [select]:
github.com/hpc/kraken/core.(*StateSyncEngine).Run(0xc000124780)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/core/StateSyncEngine.go:252 +0x760
created by github.com/hpc/kraken/core.(*Kraken).Run
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/core/Kraken.go:185 +0xde
goroutine 25 [select]:
github.com/hpc/kraken/core.(*StateMutationEngine).Run(0xc00015e000)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/core/StateMutationEngine.go:261 +0x549
created by github.com/hpc/kraken/core.(*Kraken).Run
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/core/Kraken.go:186 +0x10a
goroutine 26 [IO wait]:
internal/poll.runtime_pollWait(0x1f59040, 0x72, 0x0)
/Users/lowell/dev/goroot/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc000136398, 0x72, 0xc0000b4100, 0x0, 0x0)
/Users/lowell/dev/goroot/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc000136398, 0xffffffffffffff00, 0x0, 0x0)
/Users/lowell/dev/goroot/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Accept(0xc000136380, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/Users/lowell/dev/goroot/src/internal/poll/fd_unix.go:384 +0x1a0
net.(*netFD).accept(0xc000136380, 0xc00000e2b0, 0x0, 0x0)
/Users/lowell/dev/goroot/src/net/fd_unix.go:238 +0x42
net.(*UnixListener).accept(0xc000144bd0, 0xc000248e80, 0xc000248e88, 0x18)
/Users/lowell/dev/goroot/src/net/unixsock_posix.go:162 +0x32
net.(*UnixListener).Accept(0xc000144bd0, 0x1610e58, 0xc00008f500, 0x1687a80, 0xc00000e2b0)
/Users/lowell/dev/goroot/src/net/unixsock.go:257 +0x47
github.com/hpc/kraken/vendor/google.golang.org/grpc.(*Server).Serve(0xc00008f500, 0x1684da0, 0xc000144bd0, 0x0, 0x0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/server.go:557 +0x210
github.com/hpc/kraken/core.(*APIServer).Run(0xc0000c38f0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/core/APIServer.go:331 +0xba
created by github.com/hpc/kraken/core.(*Kraken).Run
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/core/Kraken.go:187 +0x136
goroutine 298 [select, 9 minutes]:
github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc00050a600)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/http2_server.go:921 +0x1e4
created by github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/http2_server.go:282 +0xdc6
goroutine 297 [select]:
github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc0000b4900, 0x1, 0x0, 0x0, 0x0, 0x0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:317 +0x103
github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc00052da40, 0x0, 0x0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:435 +0x1ac
github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc00050a600)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/http2_server.go:276 +0xcb
created by github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/http2_server.go:273 +0xda1
goroutine 35 [IO wait]:
internal/poll.runtime_pollWait(0x1f58f70, 0x72, 0x0)
/Users/lowell/dev/goroot/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0001d4018, 0x72, 0x0, 0x0, 0x0)
/Users/lowell/dev/goroot/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0001d4018, 0xc0001f8000, 0x2328, 0x2328)
/Users/lowell/dev/goroot/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).ReadFrom(0xc0001d4000, 0xc0001f8000, 0x2328, 0x2328, 0x0, 0x0, 0x0, 0x0, 0x0)
/Users/lowell/dev/goroot/src/internal/poll/fd_unix.go:219 +0x168
net.(*netFD).readFrom(0xc0001d4000, 0xc0001f8000, 0x2328, 0x2328, 0x0, 0xc000242000, 0xc00057aed0, 0x14533d8, 0xc00013c140)
/Users/lowell/dev/goroot/src/net/fd_unix.go:208 +0x5b
net.(*UDPConn).readFrom(0xc0001de000, 0xc0001f8000, 0x2328, 0x2328, 0x10356ae, 0xc00057aef8, 0x10561b0, 0xc00057af40)
/Users/lowell/dev/goroot/src/net/udpsock_posix.go:47 +0x6a
net.(*UDPConn).ReadFrom(0xc0001de000, 0xc0001f8000, 0x2328, 0x2328, 0xc00024e060, 0x1689280, 0xc000242000, 0xc000242000, 0x0)
/Users/lowell/dev/goroot/src/net/udpsock.go:121 +0x6d
github.com/hpc/kraken/core.(*StateSyncEngine).listen(0xc000124780, 0xc000160000, 0x1687420, 0xc0001de000)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/core/StateSyncEngine.go:451 +0x9e
created by github.com/hpc/kraken/core.(*StateSyncEngine).Run
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/core/StateSyncEngine.go:215 +0x2d9
goroutine 36 [IO wait, 8 minutes]:
internal/poll.runtime_pollWait(0x1f59110, 0x72, 0x0)
/Users/lowell/dev/goroot/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc000136318, 0x72, 0xc000190100, 0x0, 0x0)
/Users/lowell/dev/goroot/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc000136318, 0xffffffffffffff00, 0x0, 0x0)
/Users/lowell/dev/goroot/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Accept(0xc000136300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/Users/lowell/dev/goroot/src/internal/poll/fd_unix.go:384 +0x1a0
net.(*netFD).accept(0xc000136300, 0xc0001de078, 0x0, 0x0)
/Users/lowell/dev/goroot/src/net/fd_unix.go:238 +0x42
net.(*TCPListener).accept(0xc0000c0038, 0xc000168e68, 0xc000168e70, 0x18)
/Users/lowell/dev/goroot/src/net/tcpsock_posix.go:139 +0x2e
net.(*TCPListener).Accept(0xc0000c0038, 0x1610e58, 0xc000174600, 0x16879c0, 0xc0001de078)
/Users/lowell/dev/goroot/src/net/tcpsock.go:260 +0x47
github.com/hpc/kraken/vendor/google.golang.org/grpc.(*Server).Serve(0xc000174600, 0x1684d60, 0xc0000c0038, 0x0, 0x0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/server.go:557 +0x210
github.com/hpc/kraken/core.(*StateSyncEngine).Run.func2(0xc000198130, 0xc000124780, 0x1684d60, 0xc0000c0038, 0xc000174600)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/core/StateSyncEngine.go:222 +0x43
created by github.com/hpc/kraken/core.(*StateSyncEngine).Run
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/core/StateSyncEngine.go:221 +0x4ae
goroutine 294 [IO wait, 9 minutes]:
internal/poll.runtime_pollWait(0x1f58c30, 0x72, 0xc000493b58)
/Users/lowell/dev/goroot/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0002f8298, 0x72, 0xffffffffffffff00, 0x1680960, 0x1a346e0)
/Users/lowell/dev/goroot/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0002f8298, 0xc0003b8000, 0x8000, 0x8000)
/Users/lowell/dev/goroot/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0002f8280, 0xc0003b8000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/Users/lowell/dev/goroot/src/internal/poll/fd_unix.go:169 +0x1d6
net.(*netFD).Read(0xc0002f8280, 0xc0003b8000, 0x8000, 0x8000, 0x1a7dc60, 0x1f92ac0, 0x1d006c0)
/Users/lowell/dev/goroot/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0002d4028, 0xc0003b8000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/Users/lowell/dev/goroot/src/net/net.go:177 +0x68
bufio.(*Reader).Read(0xc0001da3c0, 0xc000494038, 0x9, 0x9, 0x30, 0x28, 0x158f940)
/Users/lowell/dev/goroot/src/bufio/bufio.go:216 +0x22f
io.ReadAtLeast(0x167e9e0, 0xc0001da3c0, 0xc000494038, 0x9, 0x9, 0x9, 0xc000226a20, 0x100362e, 0xc000493e3b)
/Users/lowell/dev/goroot/src/io/io.go:310 +0x88
io.ReadFull(0x167e9e0, 0xc0001da3c0, 0xc000494038, 0x9, 0x9, 0x139650a, 0xc000226c00, 0xc000220004)
/Users/lowell/dev/goroot/src/io/io.go:329 +0x58
github.com/hpc/kraken/vendor/golang.org/x/net/http2.readFrameHeader(0xc000494038, 0x9, 0x9, 0x167e9e0, 0xc0001da3c0, 0x0, 0x0, 0xc000226c00, 0x0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/golang.org/x/net/http2/frame.go:237 +0x7b
github.com/hpc/kraken/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc000494000, 0xc000226c00, 0xc000226c00, 0x0, 0x0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/golang.org/x/net/http2/frame.go:492 +0xa3
github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc00050a480, 0xc0002269f0, 0x1610eb0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/http2_server.go:429 +0x7c
github.com/hpc/kraken/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc00008f500, 0x1688260, 0xc00050a480)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/server.go:682 +0xdd
github.com/hpc/kraken/vendor/google.golang.org/grpc.(*Server).handleRawConn.func1(0xc00008f500, 0x1688260, 0xc00050a480)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/server.go:644 +0x43
created by github.com/hpc/kraken/vendor/google.golang.org/grpc.(*Server).handleRawConn
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/server.go:643 +0x57e
goroutine 68 [select, 9 minutes]:
github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc000274040, 0x1, 0x0, 0x0, 0x0, 0x0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:317 +0x103
github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc00009d1a0, 0x0, 0x0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:435 +0x1ac
github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc000256180)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/http2_server.go:276 +0xcb
created by github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/http2_server.go:273 +0xda1
goroutine 69 [select, 9 minutes]:
github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc000256180)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/http2_server.go:921 +0x1e4
created by github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/http2_server.go:282 +0xdc6
goroutine 70 [IO wait, 9 minutes]:
internal/poll.runtime_pollWait(0x1f58ea0, 0x72, 0xc000249b58)
/Users/lowell/dev/goroot/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc00024c098, 0x72, 0xffffffffffffff00, 0x1680960, 0x1a346e0)
/Users/lowell/dev/goroot/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc00024c098, 0xc00025a000, 0x8000, 0x8000)
/Users/lowell/dev/goroot/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc00024c080, 0xc00025a000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/Users/lowell/dev/goroot/src/internal/poll/fd_unix.go:169 +0x1d6
net.(*netFD).Read(0xc00024c080, 0xc00025a000, 0x8000, 0x8000, 0x1e, 0x0, 0x0)
/Users/lowell/dev/goroot/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc000252000, 0xc00025a000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/Users/lowell/dev/goroot/src/net/net.go:177 +0x68
bufio.(*Reader).Read(0xc0001640c0, 0xc000272038, 0x9, 0x9, 0x18, 0x1566ea0, 0x0)
/Users/lowell/dev/goroot/src/bufio/bufio.go:216 +0x22f
io.ReadAtLeast(0x167e9e0, 0xc0001640c0, 0xc000272038, 0x9, 0x9, 0x9, 0x1049518, 0x105a290, 0xc000249db0)
/Users/lowell/dev/goroot/src/io/io.go:310 +0x88
io.ReadFull(0x167e9e0, 0xc0001640c0, 0xc000272038, 0x9, 0x9, 0x6, 0xc000032a88, 0xc000032a00)
/Users/lowell/dev/goroot/src/io/io.go:329 +0x58
github.com/hpc/kraken/vendor/golang.org/x/net/http2.readFrameHeader(0xc000272038, 0x9, 0x9, 0x167e9e0, 0xc0001640c0, 0x0, 0xc000000000, 0xc000249e38, 0xc000249eb0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/golang.org/x/net/http2/frame.go:237 +0x7b
github.com/hpc/kraken/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc000272000, 0xc0000bedc0, 0xc0000bedc0, 0x0, 0x0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/golang.org/x/net/http2/frame.go:492 +0xa3
github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc000256180, 0xc000226120, 0x1610eb0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/http2_server.go:429 +0x7c
github.com/hpc/kraken/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc00008f500, 0x1688260, 0xc000256180)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/server.go:682 +0xdd
github.com/hpc/kraken/vendor/google.golang.org/grpc.(*Server).handleRawConn.func1(0xc00008f500, 0x1688260, 0xc000256180)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/server.go:644 +0x43
created by github.com/hpc/kraken/vendor/google.golang.org/grpc.(*Server).handleRawConn
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/server.go:643 +0x57e
goroutine 77 [select, 9 minutes]:
github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc000254b90, 0xc000250530, 0x5, 0x5, 0xc0002447d8, 0x100dd28, 0xc0001f0346)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/transport.go:142 +0x1ae
github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc000254b90, 0xc000250530, 0x5, 0x5, 0x1508c96, 0x3, 0x0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/transport.go:131 +0x5a
github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc0002267e0, 0xc000250530, 0x5, 0x5, 0xc0002a60c0, 0xc0001b1860, 0x13a7392)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/transport.go:401 +0x55
io.ReadAtLeast(0x167f220, 0xc0002267e0, 0xc000250530, 0x5, 0x5, 0x5, 0xc000256a80, 0xc0002a4100, 0xc000000005)
/Users/lowell/dev/goroot/src/io/io.go:310 +0x88
io.ReadFull(0x167f220, 0xc0002267e0, 0xc000250530, 0x5, 0x5, 0x0, 0xc0001b19a0, 0x10c4748)
/Users/lowell/dev/goroot/src/io/io.go:329 +0x58
github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.(*Stream).Read(0xc0002a4100, 0xc000250530, 0x5, 0x5, 0x0, 0x0, 0x0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/transport.go:385 +0xbf
github.com/hpc/kraken/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc000250520, 0x400000, 0xc0001b1a28, 0x1006e6c, 0xc00008ea80, 0x4, 0x8, 0xc00008ea80)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/rpc_util.go:476 +0x65
github.com/hpc/kraken/vendor/google.golang.org/grpc.recv(0xc000250520, 0x22a4040, 0x1a9aac0, 0xc0002a4100, 0x0, 0x0, 0x15ab0e0, 0xc000254e60, 0x400000, 0x0, ...)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/rpc_util.go:605 +0x4d
github.com/hpc/kraken/vendor/google.golang.org/grpc.(*serverStream).RecvMsg(0xc0002a80b0, 0x15ab0e0, 0xc000254e60, 0x0, 0x0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/stream.go:1011 +0x122
github.com/hpc/kraken/core/proto.(*aPILoggerInitServer).Recv(0xc00029d2c0, 0xc000254b06, 0x15ea5b9, 0x5)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/core/proto/API.pb.go:1112 +0x62
github.com/hpc/kraken/core.(*APIServer).LoggerInit(0xc0000c38f0, 0x1687840, 0xc00029d2c0, 0x1688b60, 0xc0000c38f0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/core/APIServer.go:315 +0x7d
github.com/hpc/kraken/core/proto._API_LoggerInit_Handler(0x15d4b60, 0xc0000c38f0, 0x1686d00, 0xc0002a80b0, 0x1a9aac0, 0xc000226840)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/core/proto/API.pb.go:1093 +0xad
github.com/hpc/kraken/vendor/google.golang.org/grpc.(*Server).processStreamingRPC(0xc00008f500, 0x1688260, 0xc000256a80, 0xc0002a4100, 0xc000145290, 0x1a72380, 0x0, 0x0, 0x0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/server.go:1124 +0x8bd
github.com/hpc/kraken/vendor/google.golang.org/grpc.(*Server).handleStream(0xc00008f500, 0x1688260, 0xc000256a80, 0xc0002a4100, 0x0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/server.go:1212 +0x12a1
github.com/hpc/kraken/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc00024e340, 0xc00008f500, 0x1688260, 0xc000256a80, 0xc0002a4100)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/server.go:686 +0x9f
created by github.com/hpc/kraken/vendor/google.golang.org/grpc.(*Server).serveStreams.func1
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/server.go:684 +0xa1
goroutine 74 [select, 9 minutes]:
github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc0002743c0, 0x1, 0x0, 0x0, 0x0, 0x0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:317 +0x103
github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc0001bb380, 0x0, 0x0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:435 +0x1ac
github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc000256a80)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/http2_server.go:276 +0xcb
created by github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/http2_server.go:273 +0xda1
goroutine 75 [select, 9 minutes]:
github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc000256a80)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/http2_server.go:921 +0x1e4
created by github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/http2_server.go:282 +0xdc6
goroutine 76 [IO wait, 9 minutes]:
internal/poll.runtime_pollWait(0x1f58dd0, 0x72, 0xc00024bb58)
/Users/lowell/dev/goroot/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc00024c398, 0x72, 0xffffffffffffff00, 0x1680960, 0x1a346e0)
/Users/lowell/dev/goroot/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc00024c398, 0xc0002b8000, 0x8000, 0x8000)
/Users/lowell/dev/goroot/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc00024c380, 0xc0002b8000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/Users/lowell/dev/goroot/src/internal/poll/fd_unix.go:169 +0x1d6
net.(*netFD).Read(0xc00024c380, 0xc0002b8000, 0x8000, 0x8000, 0x11, 0x0, 0x0)
/Users/lowell/dev/goroot/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc000252030, 0xc0002b8000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/Users/lowell/dev/goroot/src/net/net.go:177 +0x68
bufio.(*Reader).Read(0xc0001645a0, 0xc0002721f8, 0x9, 0x9, 0xbe4e77ff, 0xc000076000, 0xc00024bd48)
/Users/lowell/dev/goroot/src/bufio/bufio.go:216 +0x22f
io.ReadAtLeast(0x167e9e0, 0xc0001645a0, 0xc0002721f8, 0x9, 0x9, 0x9, 0xc0342ebbf0, 0x342ebbf00100362e, 0x5bd75497)
/Users/lowell/dev/goroot/src/io/io.go:310 +0x88
io.ReadFull(0x167e9e0, 0xc0001645a0, 0xc0002721f8, 0x9, 0x9, 0xbeedf305f42ebbf0, 0x1320eec, 0x1a7d1e0)
/Users/lowell/dev/goroot/src/io/io.go:329 +0x58
github.com/hpc/kraken/vendor/golang.org/x/net/http2.readFrameHeader(0xc0002721f8, 0x9, 0x9, 0x167e9e0, 0xc0001645a0, 0x0, 0x0, 0xc000254a68, 0xc00024beb0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/golang.org/x/net/http2/frame.go:237 +0x7b
github.com/hpc/kraken/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc0002721c0, 0xc0002d8000, 0xc0002d8000, 0x0, 0x0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/golang.org/x/net/http2/frame.go:492 +0xa3
github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc000256a80, 0xc000226600, 0x1610eb0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/http2_server.go:429 +0x7c
github.com/hpc/kraken/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc00008f500, 0x1688260, 0xc000256a80)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/server.go:682 +0xdd
github.com/hpc/kraken/vendor/google.golang.org/grpc.(*Server).handleRawConn.func1(0xc00008f500, 0x1688260, 0xc000256a80)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/server.go:644 +0x43
created by github.com/hpc/kraken/vendor/google.golang.org/grpc.(*Server).handleRawConn
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/server.go:643 +0x57e
goroutine 289 [select, 9 minutes]:
github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc00052efc0, 0x1, 0x0, 0x0, 0x0, 0x0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:317 +0x103
github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc000165a40, 0x0, 0x0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:435 +0x1ac
github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc000496c00)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/http2_server.go:276 +0xcb
created by github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/http2_server.go:273 +0xda1
goroutine 293 [select, 9 minutes]:
github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc00050a480)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/http2_server.go:921 +0x1e4
created by github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/http2_server.go:282 +0xdc6
goroutine 261 [select]:
github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc0001a99a0, 0xc0001ec3d0, 0x5, 0x5, 0xc000497980, 0xc000172500, 0x3d)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/transport.go:142 +0x1ae
github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc0001a99a0, 0xc0001ec3d0, 0x5, 0x5, 0x1508c96, 0x3, 0x0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/transport.go:131 +0x5a
github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc0001a0450, 0xc0001ec3d0, 0x5, 0x5, 0xc0000d2100, 0xc00005d860, 0x13a7392)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/transport.go:401 +0x55
io.ReadAtLeast(0x167f220, 0xc0001a0450, 0xc0001ec3d0, 0x5, 0x5, 0x5, 0xc000497980, 0xc000172500, 0xc000000005)
/Users/lowell/dev/goroot/src/io/io.go:310 +0x88
io.ReadFull(0x167f220, 0xc0001a0450, 0xc0001ec3d0, 0x5, 0x5, 0x0, 0x0, 0xc00008d280)
/Users/lowell/dev/goroot/src/io/io.go:329 +0x58
github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.(*Stream).Read(0xc000172500, 0xc0001ec3d0, 0x5, 0x5, 0x0, 0x0, 0x0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/transport.go:385 +0xbf
github.com/hpc/kraken/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc0001ec3c0, 0x400000, 0x3d, 0x3d, 0x15ab0e0, 0xc000255860, 0x8, 0x0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/rpc_util.go:476 +0x65
github.com/hpc/kraken/vendor/google.golang.org/grpc.recv(0xc0001ec3c0, 0x22a4040, 0x1a9aac0, 0xc000172500, 0x0, 0x0, 0x15ab0e0, 0xc0002558b0, 0x400000, 0x0, ...)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/rpc_util.go:605 +0x4d
github.com/hpc/kraken/vendor/google.golang.org/grpc.(*serverStream).RecvMsg(0xc0003e80b0, 0x15ab0e0, 0xc0002558b0, 0x0, 0x0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/stream.go:1011 +0x122
github.com/hpc/kraken/core/proto.(*aPILoggerInitServer).Recv(0xc0000a9c40, 0xc000255808, 0x15ea5b9, 0x5)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/core/proto/API.pb.go:1112 +0x62
github.com/hpc/kraken/core.(*APIServer).LoggerInit(0xc0000c38f0, 0x1687840, 0xc0000a9c40, 0x1688b60, 0xc0000c38f0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/core/APIServer.go:315 +0x7d
github.com/hpc/kraken/core/proto._API_LoggerInit_Handler(0x15d4b60, 0xc0000c38f0, 0x1686d00, 0xc0003e80b0, 0x1a9aac0, 0xc0001a0480)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/core/proto/API.pb.go:1093 +0xad
github.com/hpc/kraken/vendor/google.golang.org/grpc.(*Server).processStreamingRPC(0xc00008f500, 0x1688260, 0xc000497980, 0xc000172500, 0xc000145290, 0x1a72380, 0x0, 0x0, 0x0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/server.go:1124 +0x8bd
github.com/hpc/kraken/vendor/google.golang.org/grpc.(*Server).handleStream(0xc00008f500, 0x1688260, 0xc000497980, 0xc000172500, 0x0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/server.go:1212 +0x12a1
github.com/hpc/kraken/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc00018ade0, 0xc00008f500, 0x1688260, 0xc000497980, 0xc000172500)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/server.go:686 +0x9f
created by github.com/hpc/kraken/vendor/google.golang.org/grpc.(*Server).serveStreams.func1
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/server.go:684 +0xa1
goroutine 295 [select, 9 minutes]:
github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc00039a640, 0xc0002ac490, 0x5, 0x5, 0x0, 0x0, 0x0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/transport.go:142 +0x1ae
github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc00039a640, 0xc0002ac490, 0x5, 0x5, 0x0, 0x0, 0x0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/transport.go:131 +0x5a
github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc000226bd0, 0xc0002ac490, 0x5, 0x5, 0x0, 0xc00045a860, 0x13a7392)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/transport.go:401 +0x55
io.ReadAtLeast(0x167f220, 0xc000226bd0, 0xc0002ac490, 0x5, 0x5, 0x5, 0xc00050a480, 0xc000158100, 0x5)
/Users/lowell/dev/goroot/src/io/io.go:310 +0x88
io.ReadFull(0x167f220, 0xc000226bd0, 0xc0002ac490, 0x5, 0x5, 0x0, 0x0, 0x0)
/Users/lowell/dev/goroot/src/io/io.go:329 +0x58
github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.(*Stream).Read(0xc000158100, 0xc0002ac490, 0x5, 0x5, 0x0, 0x0, 0x0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/transport.go:385 +0xbf
github.com/hpc/kraken/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc0002ac480, 0x400000, 0x0, 0x0, 0x0, 0x0, 0x8, 0x0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/rpc_util.go:476 +0x65
github.com/hpc/kraken/vendor/google.golang.org/grpc.recv(0xc0002ac480, 0x22a4040, 0x1a9aac0, 0xc000158100, 0x0, 0x0, 0x15ab0e0, 0xc00039a690, 0x400000, 0x0, ...)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/rpc_util.go:605 +0x4d
github.com/hpc/kraken/vendor/google.golang.org/grpc.(*serverStream).RecvMsg(0xc000186210, 0x15ab0e0, 0xc00039a690, 0x0, 0x0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/stream.go:1011 +0x122
github.com/hpc/kraken/core/proto.(*aPILoggerInitServer).Recv(0xc00029d3f0, 0x11c65ad, 0x10, 0x18)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/core/proto/API.pb.go:1112 +0x62
github.com/hpc/kraken/core.(*APIServer).LoggerInit(0xc0000c38f0, 0x1687840, 0xc00029d3f0, 0x1688b60, 0xc0000c38f0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/core/APIServer.go:315 +0x7d
github.com/hpc/kraken/core/proto._API_LoggerInit_Handler(0x15d4b60, 0xc0000c38f0, 0x1686d00, 0xc000186210, 0x1a9aac0, 0xc000226c30)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/core/proto/API.pb.go:1093 +0xad
github.com/hpc/kraken/vendor/google.golang.org/grpc.(*Server).processStreamingRPC(0xc00008f500, 0x1688260, 0xc00050a480, 0xc000158100, 0xc000145290, 0x1a72380, 0x0, 0x0, 0x0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/server.go:1124 +0x8bd
github.com/hpc/kraken/vendor/google.golang.org/grpc.(*Server).handleStream(0xc00008f500, 0x1688260, 0xc00050a480, 0xc000158100, 0x0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/server.go:1212 +0x12a1
github.com/hpc/kraken/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc000216140, 0xc00008f500, 0x1688260, 0xc00050a480, 0xc000158100)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/server.go:686 +0x9f
created by github.com/hpc/kraken/vendor/google.golang.org/grpc.(*Server).serveStreams.func1
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/server.go:684 +0xa1
goroutine 292 [select, 9 minutes]:
github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc0000b4680, 0x1, 0x0, 0x0, 0x0, 0x0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:317 +0x103
github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc00052d9e0, 0x0, 0x0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:435 +0x1ac
github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc00050a480)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/http2_server.go:276 +0xcb
created by github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/http2_server.go:273 +0xda1
goroutine 260 [chan receive]:
github.com/hpc/kraken/core.(*APIServer).MutationInit(0xc0000c38f0, 0xc000275080, 0x16871e0, 0xc0000a9b70, 0xc0000c38f0, 0x13c12eb)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/core/APIServer.go:268 +0x206
github.com/hpc/kraken/core/proto._API_MutationInit_Handler(0x15d4b60, 0xc0000c38f0, 0x1686d00, 0xc0003e8000, 0x1a9aac0, 0xc0001a0240)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/core/proto/API.pb.go:1050 +0x109
github.com/hpc/kraken/vendor/google.golang.org/grpc.(*Server).processStreamingRPC(0xc00008f500, 0x1688260, 0xc00050a600, 0xc000172400, 0xc000145290, 0x1a72340, 0x0, 0x0, 0x0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/server.go:1124 +0x8bd
github.com/hpc/kraken/vendor/google.golang.org/grpc.(*Server).handleStream(0xc00008f500, 0x1688260, 0xc00050a600, 0xc000172400, 0x0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/server.go:1212 +0x12a1
github.com/hpc/kraken/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc0002161a0, 0xc00008f500, 0x1688260, 0xc00050a600, 0xc000172400)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/server.go:686 +0x9f
created by github.com/hpc/kraken/vendor/google.golang.org/grpc.(*Server).serveStreams.func1
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/server.go:684 +0xa1
goroutine 312 [select, 9 minutes]:
github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc000462dc0, 0xc0001abbb0, 0x5, 0x5, 0xc000497080, 0xc000218500, 0x62)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/transport.go:142 +0x1ae
github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc000462dc0, 0xc0001abbb0, 0x5, 0x5, 0x153ca45, 0x8, 0x0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/transport.go:131 +0x5a
github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc0001b7e90, 0xc0001abbb0, 0x5, 0x5, 0xc000192150, 0xc00020f820, 0x13a7392)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/transport.go:401 +0x55
io.ReadAtLeast(0x167f220, 0xc0001b7e90, 0xc0001abbb0, 0x5, 0x5, 0x5, 0xc000497080, 0xc000218500, 0xc000000005)
/Users/lowell/dev/goroot/src/io/io.go:310 +0x88
io.ReadFull(0x167f220, 0xc0001b7e90, 0xc0001abbb0, 0x5, 0x5, 0x0, 0x0, 0xc000167500)
/Users/lowell/dev/goroot/src/io/io.go:329 +0x58
github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.(*Stream).Read(0xc000218500, 0xc0001abbb0, 0x5, 0x5, 0x0, 0x0, 0x0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/transport.go:385 +0xbf
github.com/hpc/kraken/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc0001abba0, 0x400000, 0x62, 0x62, 0x15aafc0, 0xc0002d3630, 0x8, 0x0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/rpc_util.go:476 +0x65
github.com/hpc/kraken/vendor/google.golang.org/grpc.recv(0xc0001abba0, 0x22a4040, 0x1a9aac0, 0xc000218500, 0x0, 0x0, 0x15aafc0, 0xc000462550, 0x400000, 0x0, ...)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/rpc_util.go:605 +0x4d
github.com/hpc/kraken/vendor/google.golang.org/grpc.(*serverStream).RecvMsg(0xc0002a8210, 0x15aafc0, 0xc000462550, 0x0, 0x0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/stream.go:1011 +0x122
github.com/hpc/kraken/core/proto.(*aPIDiscoveryInitServer).Recv(0xc00019ed80, 0x1683a20, 0xc00019a8a0, 0x0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/core/proto/API.pb.go:1086 +0x62
github.com/hpc/kraken/core.(*APIServer).DiscoveryInit(0xc0000c38f0, 0x1687780, 0xc00019ed80, 0x1688b60, 0xc0000c38f0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/core/APIServer.go:293 +0x6d
github.com/hpc/kraken/core/proto._API_DiscoveryInit_Handler(0x15d4b60, 0xc0000c38f0, 0x1686d00, 0xc0002a8210, 0x1a9aac0, 0xc0001b7ef0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/core/proto/API.pb.go:1067 +0xad
github.com/hpc/kraken/vendor/google.golang.org/grpc.(*Server).processStreamingRPC(0xc00008f500, 0x1688260, 0xc000497080, 0xc000218500, 0xc000145290, 0x1a72360, 0x0, 0x0, 0x0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/server.go:1124 +0x8bd
github.com/hpc/kraken/vendor/google.golang.org/grpc.(*Server).handleStream(0xc00008f500, 0x1688260, 0xc000497080, 0xc000218500, 0x0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/server.go:1212 +0x12a1
github.com/hpc/kraken/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc00018ad10, 0xc00008f500, 0x1688260, 0xc000497080, 0xc000218500)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/server.go:686 +0x9f
created by github.com/hpc/kraken/vendor/google.golang.org/grpc.(*Server).serveStreams.func1
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/server.go:684 +0xa1
goroutine 300 [chan receive, 9 minutes]:
github.com/hpc/kraken/core.(*APIServer).ServiceInit(0xc0000c38f0, 0xc0000b4c40, 0x16872a0, 0xc00029d4e0, 0xc0000c38f0, 0x13c12eb)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/core/APIServer.go:237 +0x1d8
github.com/hpc/kraken/core/proto._API_ServiceInit_Handler(0x15d4b60, 0xc0000c38f0, 0x1686d00, 0xc0001862c0, 0x1a9aac0, 0xc000226fc0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/core/proto/API.pb.go:1029 +0x109
github.com/hpc/kraken/vendor/google.golang.org/grpc.(*Server).processStreamingRPC(0xc00008f500, 0x1688260, 0xc000496c00, 0xc000158200, 0xc000145290, 0x1a72320, 0x0, 0x0, 0x0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/server.go:1124 +0x8bd
github.com/hpc/kraken/vendor/google.golang.org/grpc.(*Server).handleStream(0xc00008f500, 0x1688260, 0xc000496c00, 0xc000158200, 0x0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/server.go:1212 +0x12a1
github.com/hpc/kraken/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc00018acc0, 0xc00008f500, 0x1688260, 0xc000496c00, 0xc000158200)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/server.go:686 +0x9f
created by github.com/hpc/kraken/vendor/google.golang.org/grpc.(*Server).serveStreams.func1
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/server.go:684 +0xa1
goroutine 262 [chan receive, 9 minutes]:
github.com/hpc/kraken/core.(*APIServer).MutationInit(0xc0000c38f0, 0xc000275280, 0x16871e0, 0xc0000a9ce0, 0xc0000c38f0, 0x13c12eb)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/core/APIServer.go:268 +0x206
github.com/hpc/kraken/core/proto._API_MutationInit_Handler(0x15d4b60, 0xc0000c38f0, 0x1686d00, 0xc0003e8160, 0x1a9aac0, 0xc0001a06f0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/core/proto/API.pb.go:1050 +0x109
github.com/hpc/kraken/vendor/google.golang.org/grpc.(*Server).processStreamingRPC(0xc00008f500, 0x1688260, 0xc00050aa80, 0xc000172600, 0xc000145290, 0x1a72340, 0x0, 0x0, 0x0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/server.go:1124 +0x8bd
github.com/hpc/kraken/vendor/google.golang.org/grpc.(*Server).handleStream(0xc00008f500, 0x1688260, 0xc00050aa80, 0xc000172600, 0x0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/server.go:1212 +0x12a1
github.com/hpc/kraken/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc000216340, 0xc00008f500, 0x1688260, 0xc00050aa80, 0xc000172600)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/server.go:686 +0x9f
created by github.com/hpc/kraken/vendor/google.golang.org/grpc.(*Server).serveStreams.func1
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/server.go:684 +0xa1
goroutine 97 [chan receive, 9 minutes]:
github.com/hpc/kraken/core.(*APIServer).ServiceInit(0xc0000c38f0, 0xc0000b4200, 0x16872a0, 0xc00029d240, 0xc0000c38f0, 0x13c12eb)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/core/APIServer.go:237 +0x1d8
github.com/hpc/kraken/core/proto._API_ServiceInit_Handler(0x15d4b60, 0xc0000c38f0, 0x1686d00, 0xc000186160, 0x1a9aac0, 0xc000226690)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/core/proto/API.pb.go:1029 +0x109
github.com/hpc/kraken/vendor/google.golang.org/grpc.(*Server).processStreamingRPC(0xc00008f500, 0x1688260, 0xc0004f5680, 0xc000158000, 0xc000145290, 0x1a72320, 0x0, 0x0, 0x0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/server.go:1124 +0x8bd
github.com/hpc/kraken/vendor/google.golang.org/grpc.(*Server).handleStream(0xc00008f500, 0x1688260, 0xc0004f5680, 0xc000158000, 0x0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/server.go:1212 +0x12a1
github.com/hpc/kraken/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc0001c88c0, 0xc00008f500, 0x1688260, 0xc0004f5680, 0xc000158000)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/server.go:686 +0x9f
created by github.com/hpc/kraken/vendor/google.golang.org/grpc.(*Server).serveStreams.func1
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/server.go:684 +0xa1
goroutine 257 [select, 9 minutes]:
github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc0005183c0, 0xc0005039f0, 0x5, 0x5, 0xc000354600, 0xc0001f4600, 0x60)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/transport.go:142 +0x1ae
github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc0005183c0, 0xc0005039f0, 0x5, 0x5, 0x153ca45, 0x8, 0x0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/transport.go:131 +0x5a
github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc000527aa0, 0xc0005039f0, 0x5, 0x5, 0xc0001eecc0, 0xc00030b820, 0x13a7392)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/transport.go:401 +0x55
io.ReadAtLeast(0x167f220, 0xc000527aa0, 0xc0005039f0, 0x5, 0x5, 0x5, 0xc000354600, 0xc0001f4600, 0xc000000005)
/Users/lowell/dev/goroot/src/io/io.go:310 +0x88
io.ReadFull(0x167f220, 0xc000527aa0, 0xc0005039f0, 0x5, 0x5, 0x0, 0x0, 0xc0004dc800)
/Users/lowell/dev/goroot/src/io/io.go:329 +0x58
github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.(*Stream).Read(0xc0001f4600, 0xc0005039f0, 0x5, 0x5, 0x0, 0x0, 0x0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/transport.go:385 +0xbf
github.com/hpc/kraken/vendor/google.golang.org/grpc.(*parser).recvMsg(0xc0005039e0, 0x400000, 0x38, 0x200, 0x1c0, 0x1bf, 0x8, 0x100cf95)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/rpc_util.go:476 +0x65
github.com/hpc/kraken/vendor/google.golang.org/grpc.recv(0xc0005039e0, 0x22a4040, 0x1a9aac0, 0xc0001f4600, 0x0, 0x0, 0x15aafc0, 0xc0005186e0, 0x400000, 0x0, ...)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/rpc_util.go:605 +0x4d
github.com/hpc/kraken/vendor/google.golang.org/grpc.(*serverStream).RecvMsg(0xc0000ff760, 0x15aafc0, 0xc0005186e0, 0x0, 0x0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/stream.go:1011 +0x122
github.com/hpc/kraken/core/proto.(*aPIDiscoveryInitServer).Recv(0xc00052ab80, 0x1683a20, 0xc000184180, 0x0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/core/proto/API.pb.go:1086 +0x62
github.com/hpc/kraken/core.(*APIServer).DiscoveryInit(0xc0000c38f0, 0x1687780, 0xc00052ab80, 0x1688b60, 0xc0000c38f0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/core/APIServer.go:293 +0x6d
github.com/hpc/kraken/core/proto._API_DiscoveryInit_Handler(0x15d4b60, 0xc0000c38f0, 0x1686d00, 0xc0000ff760, 0x1a9aac0, 0xc000527b00)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/core/proto/API.pb.go:1067 +0xad
github.com/hpc/kraken/vendor/google.golang.org/grpc.(*Server).processStreamingRPC(0xc00008f500, 0x1688260, 0xc000354600, 0xc0001f4600, 0xc000145290, 0x1a72360, 0x0, 0x0, 0x0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/server.go:1124 +0x8bd
github.com/hpc/kraken/vendor/google.golang.org/grpc.(*Server).handleStream(0xc00008f500, 0x1688260, 0xc000354600, 0xc0001f4600, 0x0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/server.go:1212 +0x12a1
github.com/hpc/kraken/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc00018ae30, 0xc00008f500, 0x1688260, 0xc000354600, 0xc0001f4600)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/server.go:686 +0x9f
created by github.com/hpc/kraken/vendor/google.golang.org/grpc.(*Server).serveStreams.func1
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/server.go:684 +0xa1
goroutine 254 [select, 9 minutes]:
github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc0001cf140, 0x1, 0x0, 0x0, 0x0, 0x0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:317 +0x103
github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc0001bb980, 0x0, 0x0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:435 +0x1ac
github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc0004f5680)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/http2_server.go:276 +0xcb
created by github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/http2_server.go:273 +0xda1
goroutine 255 [select, 9 minutes]:
github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc0004f5680)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/http2_server.go:921 +0x1e4
created by github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/http2_server.go:282 +0xdc6
goroutine 256 [IO wait, 9 minutes]:
internal/poll.runtime_pollWait(0x1f58d00, 0x72, 0xc00045db58)
/Users/lowell/dev/goroot/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc000506f18, 0x72, 0xffffffffffffff00, 0x1680960, 0x1a346e0)
/Users/lowell/dev/goroot/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc000506f18, 0xc000150000, 0x8000, 0x8000)
/Users/lowell/dev/goroot/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc000506f00, 0xc000150000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/Users/lowell/dev/goroot/src/internal/poll/fd_unix.go:169 +0x1d6
net.(*netFD).Read(0xc000506f00, 0xc000150000, 0x8000, 0x8000, 0x1e, 0x0, 0x0)
/Users/lowell/dev/goroot/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc000508158, 0xc000150000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/Users/lowell/dev/goroot/src/net/net.go:177 +0x68
bufio.(*Reader).Read(0xc00052d860, 0xc000272c78, 0x9, 0x9, 0x18, 0x1566ea0, 0x0)
/Users/lowell/dev/goroot/src/bufio/bufio.go:216 +0x22f
io.ReadAtLeast(0x167e9e0, 0xc00052d860, 0xc000272c78, 0x9, 0x9, 0x9, 0x1049518, 0x105a290, 0xc00045ddb0)
/Users/lowell/dev/goroot/src/io/io.go:310 +0x88
io.ReadFull(0x167e9e0, 0xc00052d860, 0xc000272c78, 0x9, 0x9, 0x6, 0xc000030588, 0xc000030500)
/Users/lowell/dev/goroot/src/io/io.go:329 +0x58
github.com/hpc/kraken/vendor/golang.org/x/net/http2.readFrameHeader(0xc000272c78, 0x9, 0x9, 0x167e9e0, 0xc00052d860, 0x0, 0xc000000000, 0xc00045de38, 0xc00045deb0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/golang.org/x/net/http2/frame.go:237 +0x7b
github.com/hpc/kraken/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc000272c40, 0xc0002d8180, 0xc0002d8180, 0x0, 0x0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/golang.org/x/net/http2/frame.go:492 +0xa3
github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc0004f5680, 0xc0005277a0, 0x1610eb0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/http2_server.go:429 +0x7c
github.com/hpc/kraken/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc00008f500, 0x1688260, 0xc0004f5680)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/server.go:682 +0xdd
github.com/hpc/kraken/vendor/google.golang.org/grpc.(*Server).handleRawConn.func1(0xc00008f500, 0x1688260, 0xc0004f5680)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/server.go:644 +0x43
created by github.com/hpc/kraken/vendor/google.golang.org/grpc.(*Server).handleRawConn
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/server.go:643 +0x57e
goroutine 306 [select, 9 minutes]:
github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc000496c00)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/http2_server.go:921 +0x1e4
created by github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/http2_server.go:282 +0xdc6
goroutine 307 [IO wait, 9 minutes]:
internal/poll.runtime_pollWait(0x1f58b60, 0x72, 0xc00016ab58)
/Users/lowell/dev/goroot/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc000137198, 0x72, 0xffffffffffffff00, 0x1680960, 0x1a346e0)
/Users/lowell/dev/goroot/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc000137198, 0xc0003d0000, 0x8000, 0x8000)
/Users/lowell/dev/goroot/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc000137180, 0xc0003d0000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/Users/lowell/dev/goroot/src/internal/poll/fd_unix.go:169 +0x1d6
net.(*netFD).Read(0xc000137180, 0xc0003d0000, 0x8000, 0x8000, 0x1e, 0x0, 0x0)
/Users/lowell/dev/goroot/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0002520f0, 0xc0003d0000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/Users/lowell/dev/goroot/src/net/net.go:177 +0x68
bufio.(*Reader).Read(0xc0001bbd40, 0xc00015e658, 0x9, 0x9, 0x18, 0x1566ea0, 0x0)
/Users/lowell/dev/goroot/src/bufio/bufio.go:216 +0x22f
io.ReadAtLeast(0x167e9e0, 0xc0001bbd40, 0xc00015e658, 0x9, 0x9, 0x9, 0x1049518, 0x105a290, 0xc00016adb0)
/Users/lowell/dev/goroot/src/io/io.go:310 +0x88
io.ReadFull(0x167e9e0, 0xc0001bbd40, 0xc00015e658, 0x9, 0x9, 0x6, 0xc000037488, 0xc000037400)
/Users/lowell/dev/goroot/src/io/io.go:329 +0x58
github.com/hpc/kraken/vendor/golang.org/x/net/http2.readFrameHeader(0xc00015e658, 0x9, 0x9, 0x167e9e0, 0xc0001bbd40, 0x0, 0xc000000000, 0xc00016ae38, 0xc00016aeb0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/golang.org/x/net/http2/frame.go:237 +0x7b
github.com/hpc/kraken/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc00015e620, 0xc0002783e0, 0xc0002783e0, 0x0, 0x0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/golang.org/x/net/http2/frame.go:492 +0xa3
github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc000496c00, 0xc0001b7b60, 0x1610eb0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/http2_server.go:429 +0x7c
github.com/hpc/kraken/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc00008f500, 0x1688260, 0xc000496c00)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/server.go:682 +0xdd
github.com/hpc/kraken/vendor/google.golang.org/grpc.(*Server).handleRawConn.func1(0xc00008f500, 0x1688260, 0xc000496c00)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/server.go:644 +0x43
created by github.com/hpc/kraken/vendor/google.golang.org/grpc.(*Server).handleRawConn
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/server.go:643 +0x57e
goroutine 299 [IO wait]:
internal/poll.runtime_pollWait(0x1f58a90, 0x72, 0xc00045bb58)
/Users/lowell/dev/goroot/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0002f8418, 0x72, 0xffffffffffffff00, 0x1680960, 0x1a346e0)
/Users/lowell/dev/goroot/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0002f8418, 0xc000412000, 0x8000, 0x8000)
/Users/lowell/dev/goroot/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0002f8400, 0xc000412000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/Users/lowell/dev/goroot/src/internal/poll/fd_unix.go:169 +0x1d6
net.(*netFD).Read(0xc0002f8400, 0xc000412000, 0x8000, 0x8000, 0x1e, 0x0, 0x0)
/Users/lowell/dev/goroot/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0002d4030, 0xc000412000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/Users/lowell/dev/goroot/src/net/net.go:177 +0x68
bufio.(*Reader).Read(0xc0001da480, 0xc0004941f8, 0x9, 0x9, 0x18, 0x1566ea0, 0x0)
/Users/lowell/dev/goroot/src/bufio/bufio.go:216 +0x22f
io.ReadAtLeast(0x167e9e0, 0xc0001da480, 0xc0004941f8, 0x9, 0x9, 0x9, 0x1049518, 0x105a290, 0xc00045bdb0)
/Users/lowell/dev/goroot/src/io/io.go:310 +0x88
io.ReadFull(0x167e9e0, 0xc0001da480, 0xc0004941f8, 0x9, 0x9, 0x6, 0xc000032a88, 0xc000032a00)
/Users/lowell/dev/goroot/src/io/io.go:329 +0x58
github.com/hpc/kraken/vendor/golang.org/x/net/http2.readFrameHeader(0xc0004941f8, 0x9, 0x9, 0x167e9e0, 0xc0001da480, 0x0, 0xc000000000, 0xc00045be38, 0xc00045beb0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/golang.org/x/net/http2/frame.go:237 +0x7b
github.com/hpc/kraken/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc0004941c0, 0xc0002d8a40, 0xc0002d8a40, 0x0, 0x0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/golang.org/x/net/http2/frame.go:492 +0xa3
github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc00050a600, 0xc000226d50, 0x1610eb0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/http2_server.go:429 +0x7c
github.com/hpc/kraken/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc00008f500, 0x1688260, 0xc00050a600)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/server.go:682 +0xdd
github.com/hpc/kraken/vendor/google.golang.org/grpc.(*Server).handleRawConn.func1(0xc00008f500, 0x1688260, 0xc00050a600)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/server.go:644 +0x43
created by github.com/hpc/kraken/vendor/google.golang.org/grpc.(*Server).handleRawConn
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/server.go:643 +0x57e
goroutine 309 [select, 9 minutes]:
github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc00052f080, 0x1, 0x0, 0x0, 0x0, 0x0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:317 +0x103
github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc0001da8a0, 0x0, 0x0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:435 +0x1ac
github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc000497080)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/http2_server.go:276 +0xcb
created by github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/http2_server.go:273 +0xda1
goroutine 310 [select, 9 minutes]:
github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc000497080)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/http2_server.go:921 +0x1e4
created by github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/http2_server.go:282 +0xdc6
goroutine 311 [IO wait, 9 minutes]:
internal/poll.runtime_pollWait(0x1f589c0, 0x72, 0xc00005fb58)
/Users/lowell/dev/goroot/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc000137318, 0x72, 0xffffffffffffff00, 0x1680960, 0x1a346e0)
/Users/lowell/dev/goroot/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc000137318, 0xc00042a000, 0x8000, 0x8000)
/Users/lowell/dev/goroot/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc000137300, 0xc00042a000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/Users/lowell/dev/goroot/src/internal/poll/fd_unix.go:169 +0x1d6
net.(*netFD).Read(0xc000137300, 0xc00042a000, 0x8000, 0x8000, 0x11, 0x0, 0x0)
/Users/lowell/dev/goroot/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0002520f8, 0xc00042a000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/Users/lowell/dev/goroot/src/net/net.go:177 +0x68
bufio.(*Reader).Read(0xc0003ec000, 0xc00015e818, 0x9, 0x9, 0xceb91c00, 0xc000076800, 0xc00005fd48)
/Users/lowell/dev/goroot/src/bufio/bufio.go:216 +0x22f
io.ReadAtLeast(0x167e9e0, 0xc0003ec000, 0xc00015e818, 0x9, 0x9, 0x9, 0xc013b72e20, 0x13b72e200100362e, 0x5bd754a9)
/Users/lowell/dev/goroot/src/io/io.go:310 +0x88
io.ReadFull(0x167e9e0, 0xc0003ec000, 0xc00015e818, 0x9, 0x9, 0xbeedf30a53b72e20, 0x4119cb2ed, 0x1a7d1e0)
/Users/lowell/dev/goroot/src/io/io.go:329 +0x58
github.com/hpc/kraken/vendor/golang.org/x/net/http2.readFrameHeader(0xc00015e818, 0x9, 0x9, 0x167e9e0, 0xc0003ec000, 0x0, 0x0, 0xc000462ce8, 0xc00005feb0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/golang.org/x/net/http2/frame.go:237 +0x7b
github.com/hpc/kraken/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc00015e7e0, 0xc00051a700, 0xc00051a700, 0x0, 0x0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/golang.org/x/net/http2/frame.go:492 +0xa3
github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc000497080, 0xc0001b7c80, 0x1610eb0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/http2_server.go:429 +0x7c
github.com/hpc/kraken/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc00008f500, 0x1688260, 0xc000497080)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/server.go:682 +0xdd
github.com/hpc/kraken/vendor/google.golang.org/grpc.(*Server).handleRawConn.func1(0xc00008f500, 0x1688260, 0xc000497080)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/server.go:644 +0x43
created by github.com/hpc/kraken/vendor/google.golang.org/grpc.(*Server).handleRawConn
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/server.go:643 +0x57e
goroutine 323 [select, 9 minutes]:
github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc0000b5100, 0x1, 0x0, 0x0, 0x0, 0x0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:317 +0x103
github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc0003ec3c0, 0x0, 0x0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:435 +0x1ac
github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc00050aa80)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/http2_server.go:276 +0xcb
created by github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/http2_server.go:273 +0xda1
goroutine 317 [select]:
github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc00052f1c0, 0x1, 0x0, 0x0, 0x0, 0x0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:317 +0x103
github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc0001dac00, 0x0, 0x0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:435 +0x1ac
github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc000497980)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/http2_server.go:276 +0xcb
created by github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/http2_server.go:273 +0xda1
goroutine 318 [select, 9 minutes]:
github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc000497980)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/http2_server.go:921 +0x1e4
created by github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/http2_server.go:282 +0xdc6
goroutine 319 [IO wait]:
internal/poll.runtime_pollWait(0x1f588f0, 0x72, 0xc000246b58)
/Users/lowell/dev/goroot/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc000137498, 0x72, 0xffffffffffffff00, 0x1680960, 0x1a346e0)
/Users/lowell/dev/goroot/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc000137498, 0xc00044a000, 0x8000, 0x8000)
/Users/lowell/dev/goroot/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc000137480, 0xc00044a000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/Users/lowell/dev/goroot/src/internal/poll/fd_unix.go:169 +0x1d6
net.(*netFD).Read(0xc000137480, 0xc00044a000, 0x8000, 0x8000, 0x11, 0x0, 0x0)
/Users/lowell/dev/goroot/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc000252100, 0xc00044a000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/Users/lowell/dev/goroot/src/net/net.go:177 +0x68
bufio.(*Reader).Read(0xc0003ec1e0, 0xc00015e9d8, 0x9, 0x9, 0x1cd10c2d, 0xc0004ea400, 0xc000246d48)
/Users/lowell/dev/goroot/src/bufio/bufio.go:216 +0x22f
io.ReadAtLeast(0x167e9e0, 0xc0003ec1e0, 0xc00015e9d8, 0x9, 0x9, 0x9, 0xc03ad007c0, 0x3ad007c00100362e, 0x5bd756d8)
/Users/lowell/dev/goroot/src/io/io.go:310 +0x88
io.ReadFull(0x167e9e0, 0xc0003ec1e0, 0xc00015e9d8, 0x9, 0x9, 0xbeedf3963ad007c0, 0x865fb4a31a, 0x1a7d1e0)
/Users/lowell/dev/goroot/src/io/io.go:329 +0x58
github.com/hpc/kraken/vendor/golang.org/x/net/http2.readFrameHeader(0xc00015e9d8, 0x9, 0x9, 0x167e9e0, 0xc0003ec1e0, 0x0, 0x0, 0xc0004630f8, 0xc000246eb0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/golang.org/x/net/http2/frame.go:237 +0x7b
github.com/hpc/kraken/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc00015e9a0, 0xc0001a60c0, 0xc0001a60c0, 0x0, 0x0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/golang.org/x/net/http2/frame.go:492 +0xa3
github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc000497980, 0xc00019a360, 0x1610eb0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/http2_server.go:429 +0x7c
github.com/hpc/kraken/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc00008f500, 0x1688260, 0xc000497980)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/server.go:682 +0xdd
github.com/hpc/kraken/vendor/google.golang.org/grpc.(*Server).handleRawConn.func1(0xc00008f500, 0x1688260, 0xc000497980)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/server.go:644 +0x43
created by github.com/hpc/kraken/vendor/google.golang.org/grpc.(*Server).handleRawConn
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/server.go:643 +0x57e
goroutine 324 [select, 9 minutes]:
github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc00050aa80)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/http2_server.go:921 +0x1e4
created by github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/http2_server.go:282 +0xdc6
goroutine 325 [IO wait, 9 minutes]:
internal/poll.runtime_pollWait(0x1f58820, 0x72, 0xc000490b58)
/Users/lowell/dev/goroot/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0002f8898, 0x72, 0xffffffffffffff00, 0x1680960, 0x1a346e0)
/Users/lowell/dev/goroot/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0002f8898, 0xc000452000, 0x8000, 0x8000)
/Users/lowell/dev/goroot/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0002f8880, 0xc000452000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/Users/lowell/dev/goroot/src/internal/poll/fd_unix.go:169 +0x1d6
net.(*netFD).Read(0xc0002f8880, 0xc000452000, 0x8000, 0x8000, 0x1e, 0x0, 0x0)
/Users/lowell/dev/goroot/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0002d4068, 0xc000452000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/Users/lowell/dev/goroot/src/net/net.go:177 +0x68
bufio.(*Reader).Read(0xc0001dad20, 0xc0004943b8, 0x9, 0x9, 0x18, 0x1566ea0, 0x0)
/Users/lowell/dev/goroot/src/bufio/bufio.go:216 +0x22f
io.ReadAtLeast(0x167e9e0, 0xc0001dad20, 0xc0004943b8, 0x9, 0x9, 0x9, 0x1049518, 0x105a290, 0xc000490db0)
/Users/lowell/dev/goroot/src/io/io.go:310 +0x88
io.ReadFull(0x167e9e0, 0xc0001dad20, 0xc0004943b8, 0x9, 0x9, 0x6, 0xc00002e088, 0xc00002e000)
/Users/lowell/dev/goroot/src/io/io.go:329 +0x58
github.com/hpc/kraken/vendor/golang.org/x/net/http2.readFrameHeader(0xc0004943b8, 0x9, 0x9, 0x167e9e0, 0xc0001dad20, 0x0, 0xc000000000, 0xc000490e38, 0xc000490eb0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/golang.org/x/net/http2/frame.go:237 +0x7b
github.com/hpc/kraken/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc000494380, 0xc0001a6160, 0xc0001a6160, 0x0, 0x0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/golang.org/x/net/http2/frame.go:492 +0xa3
github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc00050aa80, 0xc000227380, 0x1610eb0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/http2_server.go:429 +0x7c
github.com/hpc/kraken/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc00008f500, 0x1688260, 0xc00050aa80)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/server.go:682 +0xdd
github.com/hpc/kraken/vendor/google.golang.org/grpc.(*Server).handleRawConn.func1(0xc00008f500, 0x1688260, 0xc00050aa80)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/server.go:644 +0x43
created by github.com/hpc/kraken/vendor/google.golang.org/grpc.(*Server).handleRawConn
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/server.go:643 +0x57e
goroutine 321 [select, 9 minutes]:
github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc00052f2c0, 0x1, 0x0, 0x0, 0x0, 0x0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:317 +0x103
github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc0001db020, 0x0, 0x0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:435 +0x1ac
github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc000354600)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/http2_server.go:276 +0xcb
created by github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/http2_server.go:273 +0xda1
goroutine 338 [select, 9 minutes]:
github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc000354600)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/http2_server.go:921 +0x1e4
created by github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/http2_server.go:282 +0xdc6
goroutine 339 [IO wait, 9 minutes]:
internal/poll.runtime_pollWait(0x1f58750, 0x72, 0xc000245b58)
/Users/lowell/dev/goroot/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc000137718, 0x72, 0xffffffffffffff00, 0x1680960, 0x1a346e0)
/Users/lowell/dev/goroot/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc000137718, 0xc000558000, 0x8000, 0x8000)
/Users/lowell/dev/goroot/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc000137700, 0xc000558000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/Users/lowell/dev/goroot/src/internal/poll/fd_unix.go:169 +0x1d6
net.(*netFD).Read(0xc000137700, 0xc000558000, 0x8000, 0x8000, 0x11, 0x0, 0x0)
/Users/lowell/dev/goroot/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc000252108, 0xc000558000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/Users/lowell/dev/goroot/src/net/net.go:177 +0x68
bufio.(*Reader).Read(0xc0003ec4e0, 0xc00015eb98, 0x9, 0x9, 0xf90319f6, 0xc000166400, 0xc000245d48)
/Users/lowell/dev/goroot/src/bufio/bufio.go:216 +0x22f
io.ReadAtLeast(0x167e9e0, 0xc0003ec4e0, 0xc00015eb98, 0x9, 0x9, 0x9, 0xc01eb3d148, 0x1eb3d1480100362e, 0x5bd754bf)
/Users/lowell/dev/goroot/src/io/io.go:310 +0x88
io.ReadFull(0x167e9e0, 0xc0003ec4e0, 0xc00015eb98, 0x9, 0x9, 0xbeedf30fdeb3d148, 0x93be6b0e3, 0x1a7d1e0)
/Users/lowell/dev/goroot/src/io/io.go:329 +0x58
github.com/hpc/kraken/vendor/golang.org/x/net/http2.readFrameHeader(0xc00015eb98, 0x9, 0x9, 0x167e9e0, 0xc0003ec4e0, 0x0, 0x0, 0xc000463328, 0xc000245eb0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/golang.org/x/net/http2/frame.go:237 +0x7b
github.com/hpc/kraken/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc00015eb60, 0xc000022620, 0xc000022620, 0x0, 0x0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/golang.org/x/net/http2/frame.go:492 +0xa3
github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc000354600, 0xc00019a5d0, 0x1610eb0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/http2_server.go:429 +0x7c
github.com/hpc/kraken/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc00008f500, 0x1688260, 0xc000354600)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/server.go:682 +0xdd
github.com/hpc/kraken/vendor/google.golang.org/grpc.(*Server).handleRawConn.func1(0xc00008f500, 0x1688260, 0xc000354600)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/server.go:644 +0x43
created by github.com/hpc/kraken/vendor/google.golang.org/grpc.(*Server).handleRawConn
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/server.go:643 +0x57e
goroutine 6780 [select]:
github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc0000bb800)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/http2_server.go:921 +0x1e4
created by github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/http2_server.go:282 +0xdc6
goroutine 6779 [runnable]:
github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc00021b000, 0x1, 0x0, 0x0, 0x0, 0x0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:317 +0x103
github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc00014e840, 0x0, 0x0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:435 +0x1ac
github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc0000bb800)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/http2_server.go:276 +0xcb
created by github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/http2_server.go:273 +0xda1
goroutine 6388 [sleep]:
time.Sleep(0x2540b7575)
/Users/lowell/dev/goroot/src/runtime/time.go:105 +0x14f
github.com/hpc/kraken/core.(*StateSyncEngine).wakeForNext.func1(0xbeedf3980a28b158, 0x880be39a87, 0x1a7d1e0, 0xc000124780)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/core/StateSyncEngine.go:501 +0x10d
created by github.com/hpc/kraken/core.(*StateSyncEngine).wakeForNext
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/core/StateSyncEngine.go:498 +0xf9
goroutine 6782 [runnable]:
github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.(*http2Server).Write(0xc0000bb800, 0xc000218600, 0xc000316000, 0x5, 0x160, 0xc0002eedc0, 0x150, 0x2b2, 0xc000602032, 0x0, ...)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/http2_server.go:879 +0xfe
github.com/hpc/kraken/vendor/google.golang.org/grpc.(*Server).sendResponse(0xc00008f500, 0x1688260, 0xc0000bb800, 0xc000218600, 0x15b3760, 0xc00021b100, 0x0, 0x0, 0xc000602032, 0x0, ...)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/server.go:820 +0x42e
github.com/hpc/kraken/vendor/google.golang.org/grpc.(*Server).processUnaryRPC(0xc00008f500, 0x1688260, 0xc0000bb800, 0xc000218600, 0xc000145290, 0x1a72c20, 0x0, 0x0, 0x0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/server.go:1004 +0x5ae
github.com/hpc/kraken/vendor/google.golang.org/grpc.(*Server).handleStream(0xc00008f500, 0x1688260, 0xc0000bb800, 0xc000218600, 0x0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/server.go:1208 +0x1308
github.com/hpc/kraken/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc0000b3d10, 0xc00008f500, 0x1688260, 0xc0000bb800, 0xc000218600)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/server.go:686 +0x9f
created by github.com/hpc/kraken/vendor/google.golang.org/grpc.(*Server).serveStreams.func1
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/server.go:684 +0xa1
goroutine 6781 [IO wait]:
internal/poll.runtime_pollWait(0x1f58680, 0x72, 0xc000061b58)
/Users/lowell/dev/goroot/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0001d5e98, 0x72, 0xffffffffffffff00, 0x1680960, 0x1a346e0)
/Users/lowell/dev/goroot/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0001d5e98, 0xc000466000, 0x8000, 0x8000)
/Users/lowell/dev/goroot/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0001d5e80, 0xc000466000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/Users/lowell/dev/goroot/src/internal/poll/fd_unix.go:169 +0x1d6
net.(*netFD).Read(0xc0001d5e80, 0xc000466000, 0x8000, 0x8000, 0x11, 0x0, 0x0)
/Users/lowell/dev/goroot/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc00000e2b0, 0xc000466000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/Users/lowell/dev/goroot/src/net/net.go:177 +0x68
bufio.(*Reader).Read(0xc0001cdf20, 0xc00015ed58, 0x9, 0x9, 0x1ffba69b, 0xc0004ea800, 0xc000061d48)
/Users/lowell/dev/goroot/src/bufio/bufio.go:216 +0x22f
io.ReadAtLeast(0x167e9e0, 0xc0001cdf20, 0xc00015ed58, 0x9, 0x9, 0x9, 0xc0025fd960, 0x25fd9600100362e, 0x5bd756d9)
/Users/lowell/dev/goroot/src/io/io.go:310 +0x88
io.ReadFull(0x167e9e0, 0xc0001cdf20, 0xc00015ed58, 0x9, 0x9, 0xbeedf396425fd960, 0x8662df3d88, 0x1a7d1e0)
/Users/lowell/dev/goroot/src/io/io.go:329 +0x58
github.com/hpc/kraken/vendor/golang.org/x/net/http2.readFrameHeader(0xc00015ed58, 0x9, 0x9, 0x167e9e0, 0xc0001cdf20, 0x0, 0x0, 0xc0001a2f68, 0xc000061eb0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/golang.org/x/net/http2/frame.go:237 +0x7b
github.com/hpc/kraken/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc00015ed20, 0xc00051b560, 0xc00051b560, 0x0, 0x0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/golang.org/x/net/http2/frame.go:492 +0xa3
github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc0000bb800, 0xc0001d1e30, 0x1610eb0)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/internal/transport/http2_server.go:429 +0x7c
github.com/hpc/kraken/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc00008f500, 0x1688260, 0xc0000bb800)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/server.go:682 +0xdd
github.com/hpc/kraken/vendor/google.golang.org/grpc.(*Server).handleRawConn.func1(0xc00008f500, 0x1688260, 0xc0000bb800)
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/server.go:644 +0x43
created by github.com/hpc/kraken/vendor/google.golang.org/grpc.(*Server).handleRawConn
/Users/lowell/dev/gopath/src/github.com/hpc/kraken/vendor/google.golang.org/grpc/server.go:643 +0x57e
got stream read error on mutation stream: rpc error: code = Unavailable desc = transport is closing
got stream read error on mutation stream: rpc error: code = Unavailable desc = transport is closing
pn1805641:piboot lowell$ got stream send error on logger stream: EOF
pn1805641:piboot lowell$ got stream send error on logger stream: EOF