Skip to content

panic when using loggly #2

Open
Open
panic when using loggly#2
@BretFisher

Description

@BretFisher
BretFisher
opened on Dec 24, 2015

Hey, just the logspout adapter I was looking for, but it crashes after a few seconds/minutes. Wondered if was something obvious. I've replaced the TOKEN below. I see data in loggly but this container doesn't stay up long:

docker run \
    --env DEBUG=1 \
    --env LOGSPOUT=ignore \
    --volume /var/run/docker.sock:/tmp/docker.sock \
    raychaser/logspout-http \
    http://logs-01.loggly.com\?http.path\=/bulk/TOKEN/tag/bulk/

# logspout v3-master-custom by gliderlabs
# adapters: http https
# options : debug:1 persist:/mnt/routes
2015/12/24 19:15:19 http: url: http://logs-01.loggly.com/bulk/TOKEN/tag/bulk/
# jobs    : http[]:80 pump
# routes  :
#   ADAPTER     ADDRESS                 CONTAINERS      SOURCES OPTIONS
#   http        logs-01.loggly.com                              map[http.path:/bulk/TOKEN/tag/bulk/]
2015/12/24 19:15:19 pump: 4fc18676f9c1 ignored: environ ignore
2015/12/24 19:15:19 pump: de12b7c704eb started
2015/12/24 19:15:19 pump: 2a776f915353 started
2015/12/24 19:15:19 pump: 17862977c58c started
2015/12/24 19:15:19 pump: e3616708b245 started
2015/12/24 19:15:31 http: new dial &{{0xc2080e4e00}} tcp logs-01.loggly.com:80
2015/12/24 19:15:31 http: flushed: timeout messages: 1 in: 4.79911ms total: 1
2015/12/24 19:16:00 http: new dial &{{0xc20810b340}} tcp logs-01.loggly.com:80
2015/12/24 19:16:00 http: flushed: timeout messages: 1 in: 4.479778ms total: 2
2015/12/24 19:16:01 http: flushed: timeout messages: 2 in: 1.015972ms total: 4
2015/12/24 19:16:16 http: new dial &{{0xc20810d810}} tcp logs-01.loggly.com:80
2015/12/24 19:16:16 http: flushed: timeout messages: 1 in: 2.269643ms total: 5
2015/12/24 19:16:31 http: new dial &{{0xc20808ff80}} tcp logs-01.loggly.com:80
2015/12/24 19:16:31 http: flushed: timeout messages: 1 in: 7.677522ms total: 6
2015/12/24 19:17:00 http: new dial &{{0xc20810e540}} tcp logs-01.loggly.com:80
2015/12/24 19:17:00 http: flushed: timeout messages: 1 in: 3.613745ms total: 7
2015/12/24 19:17:01 http: flushed: timeout messages: 2 in: 3.959486ms total: 9
2015/12/24 19:17:16 http: flushed: timeout messages: 1 in: 1.483447ms total: 10
2015/12/24 19:17:17 http: flushed: timeout messages: 4 in: 2.339515ms total: 14
2015/12/24 19:17:31 http: flushed: timeout messages: 1 in: 8.852597ms total: 15
2015/12/24 19:18:00 http: new dial &{{0xc208132850}} tcp logs-01.loggly.com:80
2015/12/24 19:18:00 http: flushed: timeout messages: 1 in: 153.022324ms total: 16
2015/12/24 19:18:01 http: flushed: timeout messages: 2 in: 89.024963ms total: 18
2015/12/24 19:18:16 http: flushed: timeout messages: 1 in: 72.449084ms total: 19
2015/12/24 19:18:31 http - error on client.Do: Post http://logs-01.loggly.com/bulk/TOKEN/tag/bulk/: EOF http://logs-01.loggly.com/bulk/TOKEN/tag/bulk/
panic: http - error on client.Do: Post http://logs-01.loggly.com/bulk/TOKEN/tag/bulk/: EOF http://logs-01.loggly.com/bulk/TOKEN/tag/bulk/


goroutine 73 [running]:
runtime.panic(0x6a8f80, 0xc208096320)
        /usr/lib/go/src/pkg/runtime/panic.c:279 +0xf5
github.com/raychaser/logspout-http/http.die(0x7f3a3e6ccef0, 0x3, 0x3)
        /go/src/github.com/raychaser/logspout-http/http/http.go:36 +0x7e
github.com/raychaser/logspout-http/http.func·001()
        /go/src/github.com/raychaser/logspout-http/http/http.go:268 +0x369
created by github.com/raychaser/logspout-http/http.(*HTTPAdapter).flushHttp
        /go/src/github.com/raychaser/logspout-http/http/http.go:291 +0x5e6

goroutine 16 [select (no cases), 3 minutes]:
main.main()
        /go/src/github.com/gliderlabs/logspout/logspout.go:76 +0x1068

goroutine 19 [finalizer wait, 3 minutes]:
runtime.park(0x414ab0, 0x988998, 0x986be9)
        /usr/lib/go/src/pkg/runtime/proc.c:1369 +0x89
runtime.parkunlock(0x988998, 0x986be9)
        /usr/lib/go/src/pkg/runtime/proc.c:1385 +0x3b
runfinq()
        /usr/lib/go/src/pkg/runtime/mgc0.c:2644 +0xcf
runtime.goexit()
        /usr/lib/go/src/pkg/runtime/proc.c:1445

goroutine 21 [IO wait, 3 minutes]:
net.runtime_pollWait(0x7f3a3ea709f8, 0x72, 0x0)
        /usr/lib/go/src/pkg/runtime/netpoll.goc:146 +0x66
net.(*pollDesc).Wait(0xc208026290, 0x72, 0x0, 0x0)
        /usr/lib/go/src/pkg/net/fd_poll_runtime.go:84 +0x46
net.(*pollDesc).WaitRead(0xc208026290, 0x0, 0x0)
        /usr/lib/go/src/pkg/net/fd_poll_runtime.go:89 +0x42
net.(*netFD).accept(0xc208026230, 0x84e320, 0x0, 0x7f3a3ea6f2b8, 0xb)
        /usr/lib/go/src/pkg/net/fd_unix.go:419 +0x343
net.(*TCPListener).AcceptTCP(0xc20803a028, 0x7f3a3e8e8d30, 0x0, 0x0)
        /usr/lib/go/src/pkg/net/tcpsock_posix.go:234 +0x5d
net/http.tcpKeepAliveListener.Accept(0xc20803a028, 0x0, 0x0, 0x0, 0x0)
        /usr/lib/go/src/pkg/net/http/server.go:1947 +0x4b
net/http.(*Server).Serve(0xc2080045a0, 0x7f3a3ea70aa8, 0xc20803a028, 0x0, 0x0)
        /usr/lib/go/src/pkg/net/http/server.go:1698 +0x91
net/http.(*Server).ListenAndServe(0xc2080045a0, 0x0, 0x0)
        /usr/lib/go/src/pkg/net/http/server.go:1688 +0x14d
net/http.ListenAndServe(0xc208036488, 0x3, 0x0, 0x0, 0x0, 0x0)
        /usr/lib/go/src/pkg/net/http/server.go:1778 +0x79
github.com/gliderlabs/logspout/router.(*httpService).Run(0xc208036d70, 0x0, 0x0)
        /go/src/github.com/gliderlabs/logspout/router/http.go:33 +0x83
main.func·001()
        /go/src/github.com/gliderlabs/logspout/logspout.go:72 +0x79
created by main.main
        /go/src/github.com/gliderlabs/logspout/logspout.go:73 +0x103c

goroutine 22 [chan receive, 2 minutes]:
github.com/gliderlabs/logspout/router.(*LogsPump).Run(0xc20800e900, 0x0, 0x0)
        /go/src/github.com/gliderlabs/logspout/router/pump.go:109 +0x2f8
main.func·001()
        /go/src/github.com/gliderlabs/logspout/logspout.go:72 +0x79
created by main.main
        /go/src/github.com/gliderlabs/logspout/logspout.go:73 +0x103c

goroutine 23 [select (no cases), 3 minutes]:
github.com/gliderlabs/logspout/router.(*RouteManager).Run(0xc208022de0, 0x0, 0x0)
        /go/src/github.com/gliderlabs/logspout/router/routes.go:169 +0xf5
main.func·001()
        /go/src/github.com/gliderlabs/logspout/logspout.go:72 +0x79
created by main.main
        /go/src/github.com/gliderlabs/logspout/logspout.go:73 +0x103c

goroutine 24 [select]:
github.com/raychaser/logspout-http/http.(*HTTPAdapter).Stream(0xc2080260e0, 0xc2080046c0)
        /go/src/github.com/raychaser/logspout-http/http/http.go:190 +0x228
github.com/gliderlabs/logspout/router.(*RouteManager).route(0xc208022de0, 0xc2080421b0)
        /go/src/github.com/gliderlabs/logspout/router/routes.go:144 +0xa9
created by github.com/gliderlabs/logspout/router.(*RouteManager).Run
        /go/src/github.com/gliderlabs/logspout/router/routes.go:165 +0xb3

goroutine 25 [select, 2 minutes]:
github.com/gliderlabs/logspout/router.(*LogsPump).Route(0xc20800e900, 0xc2080421b0, 0xc2080046c0)
        /go/src/github.com/gliderlabs/logspout/router/pump.go:256 +0x74d
created by github.com/gliderlabs/logspout/router.(*RouteManager).Route
        /go/src/github.com/gliderlabs/logspout/router/routes.go:149 +0xd5

goroutine 26 [semacquire]:
sync.runtime_Syncsemacquire(0xc208050040)
        /usr/lib/go/src/pkg/runtime/sema.goc:257 +0xc0
sync.(*Cond).Wait(0xc208050030)
        /usr/lib/go/src/pkg/sync/cond.go:62 +0x9d
io.(*pipe).read(0xc208050000, 0xc20809b000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
        /usr/lib/go/src/pkg/io/pipe.go:52 +0x2b6
io.(*PipeReader).Read(0xc20803a038, 0xc20809b000, 0x1000, 0x1000, 0x7f3a3ea65100, 0x0, 0x0)
        /usr/lib/go/src/pkg/io/pipe.go:134 +0x5f
bufio.(*Reader).fill(0xc208004660)
        /usr/lib/go/src/pkg/bufio/bufio.go:97 +0x1b3
bufio.(*Reader).ReadSlice(0xc208004660, 0xc20805040a, 0x0, 0x0, 0x0, 0x0, 0x0)
        /usr/lib/go/src/pkg/bufio/bufio.go:298 +0x22c
bufio.(*Reader).ReadBytes(0xc208004660, 0xa, 0x0, 0x0, 0x0, 0x0, 0x0)
        /usr/lib/go/src/pkg/bufio/bufio.go:376 +0xe3
bufio.(*Reader).ReadString(0xc208004660, 0xc208137c0a, 0x0, 0x0, 0x0, 0x0)
        /usr/lib/go/src/pkg/bufio/bufio.go:416 +0x58
github.com/gliderlabs/logspout/router.func·005(0x7a6270, 0x6, 0x7f3a3ea71020, 0xc20803a038)
        /go/src/github.com/gliderlabs/logspout/router/pump.go:294 +0x71
created by github.com/gliderlabs/logspout/router.newContainerPump
        /go/src/github.com/gliderlabs/logspout/router/pump.go:309 +0x114

goroutine 27 [semacquire, 3 minutes]:
sync.runtime_Syncsemacquire(0xc208050100)
        /usr/lib/go/src/pkg/runtime/sema.goc:257 +0xc0
sync.(*Cond).Wait(0xc2080500f0)
        /usr/lib/go/src/pkg/sync/cond.go:62 +0x9d
io.(*pipe).read(0xc2080500c0, 0xc20809c000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
        /usr/lib/go/src/pkg/io/pipe.go:52 +0x2b6
io.(*PipeReader).Read(0xc20803a058, 0xc20809c000, 0x1000, 0x1000, 0x9a6d70, 0x0, 0x0)
        /usr/lib/go/src/pkg/io/pipe.go:134 +0x5f
bufio.(*Reader).fill(0xc208004780)
        /usr/lib/go/src/pkg/bufio/bufio.go:97 +0x1b3
bufio.(*Reader).ReadSlice(0xc208004780, 0xa, 0x0, 0x0, 0x0, 0x0, 0x0)
        /usr/lib/go/src/pkg/bufio/bufio.go:298 +0x22c
bufio.(*Reader).ReadBytes(0xc208004780, 0xa, 0x0, 0x0, 0x0, 0x0, 0x0)
        /usr/lib/go/src/pkg/bufio/bufio.go:376 +0xe3
bufio.(*Reader).ReadString(0xc208004780, 0xc20803a00a, 0x0, 0x0, 0x0, 0x0)
        /usr/lib/go/src/pkg/bufio/bufio.go:416 +0x58
github.com/gliderlabs/logspout/router.func·005(0x7a6230, 0x6, 0x7f3a3ea71020, 0xc20803a058)
        /go/src/github.com/gliderlabs/logspout/router/pump.go:294 +0x71
created by github.com/gliderlabs/logspout/router.newContainerPump
        /go/src/github.com/gliderlabs/logspout/router/pump.go:310 +0x14d

goroutine 28 [IO wait]:
net.runtime_pollWait(0x7f3a3ea70898, 0x72, 0x0)
        /usr/lib/go/src/pkg/runtime/netpoll.goc:146 +0x66
net.(*pollDesc).Wait(0xc208027100, 0x72, 0x0, 0x0)
        /usr/lib/go/src/pkg/net/fd_poll_runtime.go:84 +0x46
net.(*pollDesc).WaitRead(0xc208027100, 0x0, 0x0)
        /usr/lib/go/src/pkg/net/fd_poll_runtime.go:89 +0x42
net.(*netFD).Read(0xc2080270a0, 0xc20809d000, 0x1000, 0x1000, 0x0, 0x7f3a3ea6f2b8, 0xb)
        /usr/lib/go/src/pkg/net/fd_unix.go:242 +0x34c
net.(*conn).Read(0xc20803a088, 0xc20809d000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
        /usr/lib/go/src/pkg/net/net.go:122 +0xe7
bufio.(*Reader).fill(0xc2080047e0)
        /usr/lib/go/src/pkg/bufio/bufio.go:97 +0x1b3
bufio.(*Reader).ReadSlice(0xc2080047e0, 0xa, 0x0, 0x0, 0x0, 0x0, 0x0)
        /usr/lib/go/src/pkg/bufio/bufio.go:298 +0x22c
net/http.readLine(0xc2080047e0, 0x0, 0x0, 0x0, 0x0, 0x0)
        /usr/lib/go/src/pkg/net/http/chunked.go:111 +0x59
net/http.(*chunkedReader).beginChunk(0xc20805ba10)
        /usr/lib/go/src/pkg/net/http/chunked.go:48 +0x45
net/http.(*chunkedReader).Read(0xc20805ba10, 0xc2080a8000, 0x8009, 0x8009, 0x0, 0x0, 0x0)
        /usr/lib/go/src/pkg/net/http/chunked.go:78 +0xc0
net/http.(*body).readLocked(0xc20804d2c0, 0xc2080a8000, 0x8009, 0x8009, 0x19, 0x0, 0x0)
        /usr/lib/go/src/pkg/net/http/transfer.go:577 +0x81
net/http.(*body).Read(0xc20804d2c0, 0xc2080a8000, 0x8009, 0x8009, 0x0, 0x0, 0x0)
        /usr/lib/go/src/pkg/net/http/transfer.go:572 +0x11a
github.com/fsouza/go-dockerclient.stdCopy(0x7f3a3ea71048, 0xc20803a048, 0x7f3a3ea71048, 0xc20803a060, 0x7f3a3ea70df0, 0xc20804d2c0, 0x124, 0x0, 0x0)
        /go/src/github.com/fsouza/go-dockerclient/stdcopy.go:33 +0x16b
github.com/fsouza/go-dockerclient.(*Client).stream(0xc208044600, 0x79aad0, 0x3, 0xc20804cc80, 0x3f, 0x0, 0x0, 0x0, 0x0, 0x7f3a3ea71048, ...)
        /go/src/github.com/fsouza/go-dockerclient/client.go:441 +0xee1
github.com/fsouza/go-dockerclient.(*Client).Logs(0xc208044600, 0xc20804c400, 0xc, 0x7f3a3ea71048, 0xc20803a048, 0x7f3a3ea71048, 0xc20803a060, 0x10101, 0x7984d0, 0x1, ...)
        /go/src/github.com/fsouza/go-dockerclient/container.go:903 +0x288
github.com/gliderlabs/logspout/router.func·001()
        /go/src/github.com/gliderlabs/logspout/router/pump.go:155 +0x14b
created by github.com/gliderlabs/logspout/router.(*LogsPump).pumpLogs
        /go/src/github.com/gliderlabs/logspout/router/pump.go:164 +0x7da

goroutine 29 [semacquire, 3 minutes]:
sync.runtime_Syncsemacquire(0xc208050280)
        /usr/lib/go/src/pkg/runtime/sema.goc:257 +0xc0
sync.(*Cond).Wait(0xc208050270)
        /usr/lib/go/src/pkg/sync/cond.go:62 +0x9d
io.(*pipe).read(0xc208050240, 0xc2080a4000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
        /usr/lib/go/src/pkg/io/pipe.go:52 +0x2b6
io.(*PipeReader).Read(0xc20803a098, 0xc2080a4000, 0x1000, 0x1000, 0x9a6d70, 0x0, 0x0)
        /usr/lib/go/src/pkg/io/pipe.go:134 +0x5f
bufio.(*Reader).fill(0xc2080049c0)
        /usr/lib/go/src/pkg/bufio/bufio.go:97 +0x1b3
bufio.(*Reader).ReadSlice(0xc2080049c0, 0xa, 0x0, 0x0, 0x0, 0x0, 0x0)
        /usr/lib/go/src/pkg/bufio/bufio.go:298 +0x22c
bufio.(*Reader).ReadBytes(0xc2080049c0, 0xa, 0x0, 0x0, 0x0, 0x0, 0x0)
        /usr/lib/go/src/pkg/bufio/bufio.go:376 +0xe3
bufio.(*Reader).ReadString(0xc2080049c0, 0xc20803a00a, 0x0, 0x0, 0x0, 0x0)
        /usr/lib/go/src/pkg/bufio/bufio.go:416 +0x58
github.com/gliderlabs/logspout/router.func·005(0x7a6270, 0x6, 0x7f3a3ea71020, 0xc20803a098)
        /go/src/github.com/gliderlabs/logspout/router/pump.go:294 +0x71
created by github.com/gliderlabs/logspout/router.newContainerPump
        /go/src/github.com/gliderlabs/logspout/router/pump.go:309 +0x114

goroutine 30 [semacquire, 3 minutes]:
sync.runtime_Syncsemacquire(0xc208050880)
        /usr/lib/go/src/pkg/runtime/sema.goc:257 +0xc0
sync.(*Cond).Wait(0xc208050870)
        /usr/lib/go/src/pkg/sync/cond.go:62 +0x9d
io.(*pipe).read(0xc208050840, 0xc2080a5000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
        /usr/lib/go/src/pkg/io/pipe.go:52 +0x2b6
io.(*PipeReader).Read(0xc20803a0b0, 0xc2080a5000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
        /usr/lib/go/src/pkg/io/pipe.go:134 +0x5f
bufio.(*Reader).fill(0xc208004a20)
        /usr/lib/go/src/pkg/bufio/bufio.go:97 +0x1b3
bufio.(*Reader).ReadSlice(0xc208004a20, 0xa, 0x0, 0x0, 0x0, 0x0, 0x0)
        /usr/lib/go/src/pkg/bufio/bufio.go:298 +0x22c
bufio.(*Reader).ReadBytes(0xc208004a20, 0xa, 0x0, 0x0, 0x0, 0x0, 0x0)
        /usr/lib/go/src/pkg/bufio/bufio.go:376 +0xe3
bufio.(*Reader).ReadString(0xc208004a20, 0xc20803a00a, 0x0, 0x0, 0x0, 0x0)
        /usr/lib/go/src/pkg/bufio/bufio.go:416 +0x58
github.com/gliderlabs/logspout/router.func·005(0x7a6230, 0x6, 0x7f3a3ea71020, 0xc20803a0b0)
        /go/src/github.com/gliderlabs/logspout/router/pump.go:294 +0x71
created by github.com/gliderlabs/logspout/router.newContainerPump
        /go/src/github.com/gliderlabs/logspout/router/pump.go:310 +0x14d

goroutine 31 [IO wait, 2 minutes]:
net.runtime_pollWait(0x7f3a3ea707e8, 0x72, 0x0)
        /usr/lib/go/src/pkg/runtime/netpoll.goc:146 +0x66
net.(*pollDesc).Wait(0xc208027720, 0x72, 0x0, 0x0)
        /usr/lib/go/src/pkg/net/fd_poll_runtime.go:84 +0x46
net.(*pollDesc).WaitRead(0xc208027720, 0x0, 0x0)
        /usr/lib/go/src/pkg/net/fd_poll_runtime.go:89 +0x42
net.(*netFD).Read(0xc2080276c0, 0xc2080a6000, 0x1000, 0x1000, 0x0, 0x7f3a3ea6f2b8, 0xb)
        /usr/lib/go/src/pkg/net/fd_unix.go:242 +0x34c
net.(*conn).Read(0xc20803a0e0, 0xc2080a6000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
        /usr/lib/go/src/pkg/net/net.go:122 +0xe7
bufio.(*Reader).fill(0xc208004a80)
        /usr/lib/go/src/pkg/bufio/bufio.go:97 +0x1b3
bufio.(*Reader).ReadSlice(0xc208004a80, 0x7ff600a, 0x0, 0x0, 0x0, 0x0, 0x0)
        /usr/lib/go/src/pkg/bufio/bufio.go:298 +0x22c
net/http.readLine(0xc208004a80, 0x0, 0x0, 0x0, 0x0, 0x0)
        /usr/lib/go/src/pkg/net/http/chunked.go:111 +0x59
net/http.(*chunkedReader).beginChunk(0xc2080b6420)
        /usr/lib/go/src/pkg/net/http/chunked.go:48 +0x45
net/http.(*chunkedReader).Read(0xc2080b6420, 0xc2080bc000, 0x8009, 0x8009, 0x0, 0x0, 0x0)
        /usr/lib/go/src/pkg/net/http/chunked.go:78 +0xc0
net/http.(*body).readLocked(0xc20804c600, 0xc2080bc000, 0x8009, 0x8009, 0x699bc0, 0x0, 0x0)
        /usr/lib/go/src/pkg/net/http/transfer.go:577 +0x81
net/http.(*body).Read(0xc20804c600, 0xc2080bc000, 0x8009, 0x8009, 0x0, 0x0, 0x0)
        /usr/lib/go/src/pkg/net/http/transfer.go:572 +0x11a
github.com/fsouza/go-dockerclient.stdCopy(0x7f3a3ea71048, 0xc20803a0a0, 0x7f3a3ea71048, 0xc20803a0b8, 0x7f3a3ea70df0, 0xc20804c600, 0x0, 0x0, 0x0)
        /go/src/github.com/fsouza/go-dockerclient/stdcopy.go:33 +0x16b
github.com/fsouza/go-dockerclient.(*Client).stream(0xc208044600, 0x79aad0, 0x3, 0xc20804d140, 0x3f, 0x0, 0x0, 0x0, 0x0, 0x7f3a3ea71048, ...)
        /go/src/github.com/fsouza/go-dockerclient/client.go:441 +0xee1
github.com/fsouza/go-dockerclient.(*Client).Logs(0xc208044600, 0xc20804c480, 0xc, 0x7f3a3ea71048, 0xc20803a0a0, 0x7f3a3ea71048, 0xc20803a0b8, 0x10101, 0x7984d0, 0x1, ...)
        /go/src/github.com/fsouza/go-dockerclient/container.go:903 +0x288
github.com/gliderlabs/logspout/router.func·001()
        /go/src/github.com/gliderlabs/logspout/router/pump.go:155 +0x14b
created by github.com/gliderlabs/logspout/router.(*LogsPump).pumpLogs
        /go/src/github.com/gliderlabs/logspout/router/pump.go:164 +0x7da

goroutine 32 [semacquire]:
sync.runtime_Syncsemacquire(0xc208050940)
        /usr/lib/go/src/pkg/runtime/sema.goc:257 +0xc0
sync.(*Cond).Wait(0xc208050930)
        /usr/lib/go/src/pkg/sync/cond.go:62 +0x9d
io.(*pipe).read(0xc208050900, 0xc2080bb000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
        /usr/lib/go/src/pkg/io/pipe.go:52 +0x2b6
io.(*PipeReader).Read(0xc20803a0f0, 0xc2080bb000, 0x1000, 0x1000, 0x62, 0x0, 0x0)
        /usr/lib/go/src/pkg/io/pipe.go:134 +0x5f
bufio.(*Reader).fill(0xc2080041e0)
        /usr/lib/go/src/pkg/bufio/bufio.go:97 +0x1b3
bufio.(*Reader).ReadSlice(0xc2080041e0, 0xc20805180a, 0x0, 0x0, 0x0, 0x0, 0x0)
        /usr/lib/go/src/pkg/bufio/bufio.go:298 +0x22c
bufio.(*Reader).ReadBytes(0xc2080041e0, 0xa, 0x0, 0x0, 0x0, 0x0, 0x0)
        /usr/lib/go/src/pkg/bufio/bufio.go:376 +0xe3
bufio.(*Reader).ReadString(0xc2080041e0, 0xc20812fc0a, 0x0, 0x0, 0x0, 0x0)
        /usr/lib/go/src/pkg/bufio/bufio.go:416 +0x58
github.com/gliderlabs/logspout/router.func·005(0x7a6270, 0x6, 0x7f3a3ea71020, 0xc20803a0f0)
        /go/src/github.com/gliderlabs/logspout/router/pump.go:294 +0x71
created by github.com/gliderlabs/logspout/router.newContainerPump
        /go/src/github.com/gliderlabs/logspout/router/pump.go:309 +0x114

goroutine 33 [semacquire, 2 minutes]:
sync.runtime_Syncsemacquire(0xc208050a00)
        /usr/lib/go/src/pkg/runtime/sema.goc:257 +0xc0
sync.(*Cond).Wait(0xc2080509f0)
        /usr/lib/go/src/pkg/sync/cond.go:62 +0x9d
io.(*pipe).read(0xc2080509c0, 0xc208017000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
        /usr/lib/go/src/pkg/io/pipe.go:52 +0x2b6
io.(*PipeReader).Read(0xc20803a108, 0xc208017000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
        /usr/lib/go/src/pkg/io/pipe.go:134 +0x5f
bufio.(*Reader).fill(0xc2080042a0)
        /usr/lib/go/src/pkg/bufio/bufio.go:97 +0x1b3
bufio.(*Reader).ReadSlice(0xc2080042a0, 0xa, 0x0, 0x0, 0x0, 0x0, 0x0)
        /usr/lib/go/src/pkg/bufio/bufio.go:298 +0x22c
bufio.(*Reader).ReadBytes(0xc2080042a0, 0xa, 0x0, 0x0, 0x0, 0x0, 0x0)
        /usr/lib/go/src/pkg/bufio/bufio.go:376 +0xe3
bufio.(*Reader).ReadString(0xc2080042a0, 0xc20803a10a, 0x0, 0x0, 0x0, 0x0)
        /usr/lib/go/src/pkg/bufio/bufio.go:416 +0x58
github.com/gliderlabs/logspout/router.func·005(0x7a6230, 0x6, 0x7f3a3ea71020, 0xc20803a108)
        /go/src/github.com/gliderlabs/logspout/router/pump.go:294 +0x71
created by github.com/gliderlabs/logspout/router.newContainerPump
        /go/src/github.com/gliderlabs/logspout/router/pump.go:310 +0x14d

goroutine 34 [IO wait]:
net.runtime_pollWait(0x7f3a3ea70738, 0x72, 0x0)
        /usr/lib/go/src/pkg/runtime/netpoll.goc:146 +0x66
net.(*pollDesc).Wait(0xc208026450, 0x72, 0x0, 0x0)
        /usr/lib/go/src/pkg/net/fd_poll_runtime.go:84 +0x46
net.(*pollDesc).WaitRead(0xc208026450, 0x0, 0x0)
        /usr/lib/go/src/pkg/net/fd_poll_runtime.go:89 +0x42
net.(*netFD).Read(0xc2080263f0, 0xc208088000, 0x1000, 0x1000, 0x0, 0x7f3a3ea6f2b8, 0xb)
        /usr/lib/go/src/pkg/net/fd_unix.go:242 +0x34c
net.(*conn).Read(0xc20803a040, 0xc208088000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
        /usr/lib/go/src/pkg/net/net.go:122 +0xe7
bufio.(*Reader).fill(0xc208004300)
        /usr/lib/go/src/pkg/bufio/bufio.go:97 +0x1b3
bufio.(*Reader).ReadSlice(0xc208004300, 0xa, 0x0, 0x0, 0x0, 0x0, 0x0)
        /usr/lib/go/src/pkg/bufio/bufio.go:298 +0x22c
net/http.readLine(0xc208004300, 0x0, 0x0, 0x0, 0x0, 0x0)
        /usr/lib/go/src/pkg/net/http/chunked.go:111 +0x59
net/http.(*chunkedReader).beginChunk(0xc2080b72c0)
        /usr/lib/go/src/pkg/net/http/chunked.go:48 +0x45
net/http.(*chunkedReader).Read(0xc2080b72c0, 0xc2080c6000, 0x8009, 0x8009, 0x0, 0x0, 0x0)
        /usr/lib/go/src/pkg/net/http/chunked.go:78 +0xc0
net/http.(*body).readLocked(0xc20804d780, 0xc2080c6000, 0x8009, 0x8009, 0x62, 0x0, 0x0)
        /usr/lib/go/src/pkg/net/http/transfer.go:577 +0x81
net/http.(*body).Read(0xc20804d780, 0xc2080c6000, 0x8009, 0x8009, 0x0, 0x0, 0x0)
        /usr/lib/go/src/pkg/net/http/transfer.go:572 +0x11a
github.com/fsouza/go-dockerclient.stdCopy(0x7f3a3ea71048, 0xc20803a0f8, 0x7f3a3ea71048, 0xc20803a110, 0x7f3a3ea70df0, 0xc20804d780, 0x453, 0x0, 0x0)
        /go/src/github.com/fsouza/go-dockerclient/stdcopy.go:33 +0x16b
github.com/fsouza/go-dockerclient.(*Client).stream(0xc208044600, 0x79aad0, 0x3, 0xc20804c1c0, 0x3f, 0x0, 0x0, 0x0, 0x0, 0x7f3a3ea71048, ...)
        /go/src/github.com/fsouza/go-dockerclient/client.go:441 +0xee1
github.com/fsouza/go-dockerclient.(*Client).Logs(0xc208044600, 0xc20804c500, 0xc, 0x7f3a3ea71048, 0xc20803a0f8, 0x7f3a3ea71048, 0xc20803a110, 0x10101, 0x7984d0, 0x1, ...)
        /go/src/github.com/fsouza/go-dockerclient/container.go:903 +0x288
github.com/gliderlabs/logspout/router.func·001()
        /go/src/github.com/gliderlabs/logspout/router/pump.go:155 +0x14b
created by github.com/gliderlabs/logspout/router.(*LogsPump).pumpLogs
        /go/src/github.com/gliderlabs/logspout/router/pump.go:164 +0x7da

goroutine 35 [semacquire, 2 minutes]:
sync.runtime_Syncsemacquire(0xc208050ac0)
        /usr/lib/go/src/pkg/runtime/sema.goc:257 +0xc0
sync.(*Cond).Wait(0xc208050ab0)
        /usr/lib/go/src/pkg/sync/cond.go:62 +0x9d
io.(*pipe).read(0xc208050a80, 0xc2080a7000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
        /usr/lib/go/src/pkg/io/pipe.go:52 +0x2b6
io.(*PipeReader).Read(0xc20803a138, 0xc2080a7000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
        /usr/lib/go/src/pkg/io/pipe.go:134 +0x5f
bufio.(*Reader).fill(0xc208004c00)
        /usr/lib/go/src/pkg/bufio/bufio.go:97 +0x1b3
bufio.(*Reader).ReadSlice(0xc208004c00, 0xa, 0x0, 0x0, 0x0, 0x0, 0x0)
        /usr/lib/go/src/pkg/bufio/bufio.go:298 +0x22c
bufio.(*Reader).ReadBytes(0xc208004c00, 0xa, 0x0, 0x0, 0x0, 0x0, 0x0)
        /usr/lib/go/src/pkg/bufio/bufio.go:376 +0xe3
bufio.(*Reader).ReadString(0xc208004c00, 0xc20803a10a, 0x0, 0x0, 0x0, 0x0)
        /usr/lib/go/src/pkg/bufio/bufio.go:416 +0x58
github.com/gliderlabs/logspout/router.func·005(0x7a6270, 0x6, 0x7f3a3ea71020, 0xc20803a138)
        /go/src/github.com/gliderlabs/logspout/router/pump.go:294 +0x71
created by github.com/gliderlabs/logspout/router.newContainerPump
        /go/src/github.com/gliderlabs/logspout/router/pump.go:309 +0x114

goroutine 36 [semacquire, 2 minutes]:
sync.runtime_Syncsemacquire(0xc208050b80)
        /usr/lib/go/src/pkg/runtime/sema.goc:257 +0xc0
sync.(*Cond).Wait(0xc208050b70)
        /usr/lib/go/src/pkg/sync/cond.go:62 +0x9d
io.(*pipe).read(0xc208050b40, 0xc2080a2000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
        /usr/lib/go/src/pkg/io/pipe.go:52 +0x2b6
io.(*PipeReader).Read(0xc20803a150, 0xc2080a2000, 0x1000, 0x1000, 0x9a6d70, 0x0, 0x0)
        /usr/lib/go/src/pkg/io/pipe.go:134 +0x5f
bufio.(*Reader).fill(0xc208004c60)
        /usr/lib/go/src/pkg/bufio/bufio.go:97 +0x1b3
bufio.(*Reader).ReadSlice(0xc208004c60, 0xa, 0x0, 0x0, 0x0, 0x0, 0x0)
        /usr/lib/go/src/pkg/bufio/bufio.go:298 +0x22c
bufio.(*Reader).ReadBytes(0xc208004c60, 0xa, 0x0, 0x0, 0x0, 0x0, 0x0)
        /usr/lib/go/src/pkg/bufio/bufio.go:376 +0xe3
bufio.(*Reader).ReadString(0xc208004c60, 0xc20803a10a, 0x0, 0x0, 0x0, 0x0)
        /usr/lib/go/src/pkg/bufio/bufio.go:416 +0x58
github.com/gliderlabs/logspout/router.func·005(0x7a6230, 0x6, 0x7f3a3ea71020, 0xc20803a150)
        /go/src/github.com/gliderlabs/logspout/router/pump.go:294 +0x71
created by github.com/gliderlabs/logspout/router.newContainerPump
        /go/src/github.com/gliderlabs/logspout/router/pump.go:310 +0x14d

goroutine 37 [IO wait, 2 minutes]:
net.runtime_pollWait(0x7f3a3ea70948, 0x72, 0x0)
        /usr/lib/go/src/pkg/runtime/netpoll.goc:146 +0x66
net.(*pollDesc).Wait(0xc208026f40, 0x72, 0x0, 0x0)
        /usr/lib/go/src/pkg/net/fd_poll_runtime.go:84 +0x46
net.(*pollDesc).WaitRead(0xc208026f40, 0x0, 0x0)
        /usr/lib/go/src/pkg/net/fd_poll_runtime.go:89 +0x42
net.(*netFD).Read(0xc208026ee0, 0xc2080a3000, 0x1000, 0x1000, 0x0, 0x7f3a3ea6f2b8, 0xb)
        /usr/lib/go/src/pkg/net/fd_unix.go:242 +0x34c
net.(*conn).Read(0xc20803a178, 0xc2080a3000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
        /usr/lib/go/src/pkg/net/net.go:122 +0xe7
bufio.(*Reader).fill(0xc208004d20)
        /usr/lib/go/src/pkg/bufio/bufio.go:97 +0x1b3
bufio.(*Reader).ReadSlice(0xc208004d20, 0xffffff0a, 0x0, 0x0, 0x0, 0x0, 0x0)
        /usr/lib/go/src/pkg/bufio/bufio.go:298 +0x22c
net/http.readLine(0xc208004d20, 0x0, 0x0, 0x0, 0x0, 0x0)
        /usr/lib/go/src/pkg/net/http/chunked.go:111 +0x59
net/http.(*chunkedReader).beginChunk(0xc2080b7380)
        /usr/lib/go/src/pkg/net/http/chunked.go:48 +0x45
net/http.(*chunkedReader).Read(0xc2080b7380, 0xc2080d0000, 0x8009, 0x8009, 0x0, 0x0, 0x0)
        /usr/lib/go/src/pkg/net/http/chunked.go:78 +0xc0
net/http.(*body).readLocked(0xc20804d840, 0xc2080d0000, 0x8009, 0x8009, 0x699bc0, 0x0, 0x0)
        /usr/lib/go/src/pkg/net/http/transfer.go:577 +0x81
net/http.(*body).Read(0xc20804d840, 0xc2080d0000, 0x8009, 0x8009, 0x0, 0x0, 0x0)
        /usr/lib/go/src/pkg/net/http/transfer.go:572 +0x11a
github.com/fsouza/go-dockerclient.stdCopy(0x7f3a3ea71048, 0xc20803a140, 0x7f3a3ea71048, 0xc20803a158, 0x7f3a3ea70df0, 0xc20804d840, 0x0, 0x0, 0x0)
        /go/src/github.com/fsouza/go-dockerclient/stdcopy.go:33 +0x16b
github.com/fsouza/go-dockerclient.(*Client).stream(0xc208044600, 0x79aad0, 0x3, 0xc20804d340, 0x3f, 0x0, 0x0, 0x0, 0x0, 0x7f3a3ea71048, ...)
        /go/src/github.com/fsouza/go-dockerclient/client.go:441 +0xee1
github.com/fsouza/go-dockerclient.(*Client).Logs(0xc208044600, 0xc20804c580, 0xc, 0x7f3a3ea71048, 0xc20803a140, 0x7f3a3ea71048, 0xc20803a158, 0x10101, 0x7984d0, 0x1, ...)
        /go/src/github.com/fsouza/go-dockerclient/container.go:903 +0x288
github.com/gliderlabs/logspout/router.func·001()
        /go/src/github.com/gliderlabs/logspout/router/pump.go:155 +0x14b
created by github.com/gliderlabs/logspout/router.(*LogsPump).pumpLogs
        /go/src/github.com/gliderlabs/logspout/router/pump.go:164 +0x7da

goroutine 38 [select]:
github.com/fsouza/go-dockerclient.(*eventMonitoringState).monitorEvents(0xc208026690, 0xc208044600)
        /go/src/github.com/fsouza/go-dockerclient/event.go:175 +0x376
created by github.com/fsouza/go-dockerclient.(*eventMonitoringState).enableEventMonitoring
        /go/src/github.com/fsouza/go-dockerclient/event.go:148 +0x113

goroutine 39 [IO wait, 2 minutes]:
net.runtime_pollWait(0x7f3a3ea70688, 0x72, 0x0)
        /usr/lib/go/src/pkg/runtime/netpoll.goc:146 +0x66
net.(*pollDesc).Wait(0xc208027020, 0x72, 0x0, 0x0)
        /usr/lib/go/src/pkg/net/fd_poll_runtime.go:84 +0x46
net.(*pollDesc).WaitRead(0xc208027020, 0x0, 0x0)
        /usr/lib/go/src/pkg/net/fd_poll_runtime.go:89 +0x42
net.(*netFD).Read(0xc208026fc0, 0xc208081000, 0x1000, 0x1000, 0x0, 0x7f3a3ea6f2b8, 0xb)
        /usr/lib/go/src/pkg/net/fd_unix.go:242 +0x34c
net.(*conn).Read(0xc20803a1a8, 0xc208081000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
        /usr/lib/go/src/pkg/net/net.go:122 +0xe7
bufio.(*Reader).fill(0xc208004d80)
        /usr/lib/go/src/pkg/bufio/bufio.go:97 +0x1b3
bufio.(*Reader).ReadSlice(0xc208004d80, 0xa, 0x0, 0x0, 0x0, 0x0, 0x0)
        /usr/lib/go/src/pkg/bufio/bufio.go:298 +0x22c
net/http.readLine(0xc208004d80, 0x0, 0x0, 0x0, 0x0, 0x0)
        /usr/lib/go/src/pkg/net/http/chunked.go:111 +0x59
net/http.(*chunkedReader).beginChunk(0xc2080b7470)
        /usr/lib/go/src/pkg/net/http/chunked.go:48 +0x45
net/http.(*chunkedReader).Read(0xc2080b7470, 0xc208056400, 0x200, 0x200, 0x0, 0x0, 0x0)
        /usr/lib/go/src/pkg/net/http/chunked.go:78 +0xc0
net/http.(*body).readLocked(0xc20804d900, 0xc208056400, 0x200, 0x200, 0x699bc0, 0x0, 0x0)
        /usr/lib/go/src/pkg/net/http/transfer.go:577 +0x81
net/http.(*body).Read(0xc20804d900, 0xc208056400, 0x200, 0x200, 0x0, 0x0, 0x0)
        /usr/lib/go/src/pkg/net/http/transfer.go:572 +0x11a
encoding/json.(*Decoder).readValue(0xc208028000, 0x67, 0x0, 0x0)
        /usr/lib/go/src/pkg/encoding/json/stream.go:124 +0x557
encoding/json.(*Decoder).Decode(0xc208028000, 0x68c000, 0xc20804d9c0, 0x0, 0x0)
        /usr/lib/go/src/pkg/encoding/json/stream.go:44 +0x7a
github.com/fsouza/go-dockerclient.func·006(0xc208042e10, 0xc20804e370)
        /go/src/github.com/fsouza/go-dockerclient/event.go:289 +0x18b
created by github.com/fsouza/go-dockerclient.(*Client).eventHijack
        /go/src/github.com/fsouza/go-dockerclient/event.go:307 +0x4a6

goroutine 33 [syscall, 2 minutes]:
runtime.goexit()
        /usr/lib/go/src/pkg/runtime/proc.c:1445

Metadata

Metadata

Assignees

No one assigned

    Labels

    No labels
    No labels

    Projects

    No projects

    Milestone

    No milestone

    Relationships

    None yet

    Development

    No branches or pull requests

    Issue actions