proxy/userspace unit test failure

gistfile1.txt

https://github.com/kubernetes/kubernetes/issues/26364

E0607 14:09:38.968177  116580 proxysocket.go:218] ReadFrom failed, exiting ProxyLoop: read udp [::]:43857: use of closed network connection
E0607 14:09:39.218909  116580 proxysocket.go:292] WriteTo failed: write udp [::]:35756->127.0.0.1:38629: use of closed network connection
E0607 14:09:39.219070  116580 proxysocket.go:238] SetDeadline failed: set udp 127.0.0.1:49782: use of closed network connection
E0607 14:09:39.486255  116580 proxysocket.go:218] ReadFrom failed, exiting ProxyLoop: read udp [::]:35503: use of closed network connection
panic: test timed out after 2m0s

goroutine 114 [running]:
panic(0xc6b280, 0xc820216dd0)
	/usr/lib/google-golang/src/runtime/panic.go:483 +0x3ef
testing.startAlarm.func1()
	/usr/lib/google-golang/src/testing/testing.go:730 +0x14b
created by time.goFunc
	/usr/lib/google-golang/src/time/sleep.go:129 +0x3a

goroutine 1 [chan receive]:
testing.RunTests(0x117f9e0, 0x16c7780, 0x20, 0x20, 0x1)
	/usr/lib/google-golang/src/testing/testing.go:588 +0x8d2
testing.(*M).Run(0xc8200a7ee8, 0x117dff8)
	/usr/lib/google-golang/src/testing/testing.go:520 +0x8a
k8s.io/kubernetes/pkg/proxy/userspace.TestMain(0xc8200a7ee8)
	/usr/local/google/home/gkalele/ws/kubernetes/src/k8s.io/kubernetes/_output/local/go/src/k8s.io/kubernetes/pkg/proxy/userspace/proxier_test.go:130 +0xb88
main.main()
	k8s.io/kubernetes/pkg/proxy/userspace/_test/_testmain.go:114 +0x114

goroutine 17 [syscall, locked to thread]:
runtime.goexit()
	/usr/lib/google-golang/src/runtime/asm_amd64.s:2002 +0x1

goroutine 5 [chan receive]:
k8s.io/kubernetes/vendor/github.com/golang/glog.(*loggingT).flushDaemon(0x16e2e80)
	/usr/local/google/home/gkalele/ws/kubernetes/src/k8s.io/kubernetes/_output/local/go/src/k8s.io/kubernetes/vendor/github.com/golang/glog/glog.go:879 +0x67
created by k8s.io/kubernetes/vendor/github.com/golang/glog.init.1
	/usr/local/google/home/gkalele/ws/kubernetes/src/k8s.io/kubernetes/_output/local/go/src/k8s.io/kubernetes/vendor/github.com/golang/glog/glog.go:410 +0x297

goroutine 34 [IO wait]:
net.runtime_pollWait(0x7f8217db5470, 0x72, 0x0)
	/usr/lib/google-golang/src/runtime/netpoll.go:160 +0x60
net.(*pollDesc).Wait(0xc8201b8140, 0x72, 0x0, 0x0)
	/usr/lib/google-golang/src/net/fd_poll_runtime.go:73 +0x3a
net.(*pollDesc).WaitRead(0xc8201b8140, 0x0, 0x0)
	/usr/lib/google-golang/src/net/fd_poll_runtime.go:78 +0x36
net.(*netFD).accept(0xc8201b80e0, 0x0, 0x7f8217e34798, 0xc82038f220)
	/usr/lib/google-golang/src/net/fd_unix.go:426 +0x27c
net.(*TCPListener).AcceptTCP(0xc8201aa060, 0xc82004bea0, 0x0, 0x0)
	/usr/lib/google-golang/src/net/tcpsock_posix.go:254 +0x4d
net.(*TCPListener).Accept(0xc8201aa060, 0x0, 0x0, 0x0, 0x0)
	/usr/lib/google-golang/src/net/tcpsock_posix.go:264 +0x3d
net/http.(*Server).Serve(0xc8201ae280, 0x7f8217db44c8, 0xc8201aa060, 0x0, 0x0)
	/usr/lib/google-golang/src/net/http/server.go:2117 +0x129
net/http/httptest.(*Server).goServe.func1(0xc8201b60c0)
	/usr/lib/google-golang/src/net/http/httptest/server.go:237 +0x75
created by net/http/httptest.(*Server).goServe
	/usr/lib/google-golang/src/net/http/httptest/server.go:238 +0x58

goroutine 35 [IO wait]:
net.runtime_pollWait(0x7f8217db53b0, 0x72, 0x0)
	/usr/lib/google-golang/src/runtime/netpoll.go:160 +0x60
net.(*pollDesc).Wait(0xc8201b81b0, 0x72, 0x0, 0x0)
	/usr/lib/google-golang/src/net/fd_poll_runtime.go:73 +0x3a
net.(*pollDesc).WaitRead(0xc8201b81b0, 0x0, 0x0)
	/usr/lib/google-golang/src/net/fd_poll_runtime.go:78 +0x36
net.(*netFD).readFrom(0xc8201b8150, 0xc82020c000, 0x1000, 0x1000, 0x0, 0x0, 0x0, 0x7f8217e30050, 0xc820010128)
	/usr/lib/google-golang/src/net/fd_unix.go:277 +0x2a5
net.(*UDPConn).ReadFromUDP(0xc8201aa068, 0xc82020c000, 0x1000, 0x1000, 0x1000, 0xc820225a10, 0x0, 0x0)
	/usr/lib/google-golang/src/net/udpsock_posix.go:61 +0x117
net.(*UDPConn).ReadFrom(0xc8201aa068, 0xc82020c000, 0x1000, 0x1000, 0x7f8217db5530, 0x0, 0x0, 0x0, 0x0)
	/usr/lib/google-golang/src/net/udpsock_posix.go:79 +0x116
k8s.io/kubernetes/pkg/proxy/userspace.(*udpEchoServer).Loop(0xc8201a9a70)
	/usr/local/google/home/gkalele/ws/kubernetes/src/k8s.io/kubernetes/_output/local/go/src/k8s.io/kubernetes/pkg/proxy/userspace/udp_server.go:32 +0xb5
created by k8s.io/kubernetes/pkg/proxy/userspace.TestMain
	/usr/local/google/home/gkalele/ws/kubernetes/src/k8s.io/kubernetes/_output/local/go/src/k8s.io/kubernetes/pkg/proxy/userspace/proxier_test.go:128 +0xb77

goroutine 108 [IO wait]:
net.runtime_pollWait(0x7f8217e35300, 0x72, 0xc8203e0000)
	/usr/lib/google-golang/src/runtime/netpoll.go:160 +0x60
net.(*pollDesc).Wait(0xc82024a4c0, 0x72, 0x0, 0x0)
	/usr/lib/google-golang/src/net/fd_poll_runtime.go:73 +0x3a
net.(*pollDesc).WaitRead(0xc82024a4c0, 0x0, 0x0)
	/usr/lib/google-golang/src/net/fd_poll_runtime.go:78 +0x36
net.(*netFD).Read(0xc82024a460, 0xc8203e0000, 0x400, 0x400, 0x0, 0x7f8217e30050, 0xc820010128)
	/usr/lib/google-golang/src/net/fd_unix.go:250 +0x23a
net.(*conn).Read(0xc82024c048, 0xc8203e0000, 0x400, 0x400, 0x0, 0x0, 0x0)
	/usr/lib/google-golang/src/net/net.go:172 +0xe4
k8s.io/kubernetes/pkg/proxy/userspace.testEchoUDP(0xc820288ab0, 0xfa8b60, 0x9, 0xa4a3)
	/usr/local/google/home/gkalele/ws/kubernetes/src/k8s.io/kubernetes/_output/local/go/src/k8s.io/kubernetes/pkg/proxy/userspace/proxier_test.go:163 +0x3bc
k8s.io/kubernetes/pkg/proxy/userspace.TestUDPProxyUpdateDeleteUpdate(0xc820288ab0)
	/usr/local/google/home/gkalele/ws/kubernetes/src/k8s.io/kubernetes/_output/local/go/src/k8s.io/kubernetes/pkg/proxy/userspace/proxier_test.go:636 +0xe2f
testing.tRunner(0xc820288ab0, 0x16c78b8)
	/usr/lib/google-golang/src/testing/testing.go:473 +0x98
created by testing.RunTests
	/usr/lib/google-golang/src/testing/testing.go:587 +0x892

goroutine 38 [select]:
k8s.io/kubernetes/pkg/util/wait.JitterUntil(0xc8201a9b40, 0x1dcd6500, 0x0, 0x1, 0xc8200c0a80)
	/usr/local/google/home/gkalele/ws/kubernetes/src/k8s.io/kubernetes/_output/local/go/src/k8s.io/kubernetes/pkg/util/wait/wait.go:101 +0x191
k8s.io/kubernetes/pkg/util/wait.Until(0xc8201a9b40, 0x1dcd6500, 0xc8200c0a80)
	/usr/local/google/home/gkalele/ws/kubernetes/src/k8s.io/kubernetes/_output/local/go/src/k8s.io/kubernetes/pkg/util/wait/wait.go:49 +0x43
created by k8s.io/kubernetes/pkg/proxy/userspace.newPortRangeAllocator
	/usr/local/google/home/gkalele/ws/kubernetes/src/k8s.io/kubernetes/_output/local/go/src/k8s.io/kubernetes/pkg/proxy/userspace/port_allocator.go:86 +0x206

goroutine 51 [select]:
k8s.io/kubernetes/pkg/util/wait.JitterUntil(0xc820216030, 0x1dcd6500, 0x0, 0x1, 0xc8200c0a80)
	/usr/local/google/home/gkalele/ws/kubernetes/src/k8s.io/kubernetes/_output/local/go/src/k8s.io/kubernetes/pkg/util/wait/wait.go:101 +0x191
k8s.io/kubernetes/pkg/util/wait.Until(0xc820216030, 0x1dcd6500, 0xc8200c0a80)
	/usr/local/google/home/gkalele/ws/kubernetes/src/k8s.io/kubernetes/_output/local/go/src/k8s.io/kubernetes/pkg/util/wait/wait.go:49 +0x43
created by k8s.io/kubernetes/pkg/proxy/userspace.newPortRangeAllocator
	/usr/local/google/home/gkalele/ws/kubernetes/src/k8s.io/kubernetes/_output/local/go/src/k8s.io/kubernetes/pkg/proxy/userspace/port_allocator.go:86 +0x206

goroutine 53 [IO wait]:
net.runtime_pollWait(0x7f8217db52f0, 0x72, 0x0)
	/usr/lib/google-golang/src/runtime/netpoll.go:160 +0x60
net.(*pollDesc).Wait(0xc82024a060, 0x72, 0x0, 0x0)
	/usr/lib/google-golang/src/net/fd_poll_runtime.go:73 +0x3a
net.(*pollDesc).WaitRead(0xc82024a060, 0x0, 0x0)
	/usr/lib/google-golang/src/net/fd_poll_runtime.go:78 +0x36
net.(*netFD).accept(0xc82024a000, 0x0, 0x7f8217e34798, 0xc820157f40)
	/usr/lib/google-golang/src/net/fd_unix.go:426 +0x27c
net.(*TCPListener).AcceptTCP(0xc82024c000, 0xc820255d90, 0x0, 0x0)
	/usr/lib/google-golang/src/net/tcpsock_posix.go:254 +0x4d
net.(*TCPListener).Accept(0xc82024c000, 0x0, 0x0, 0x0, 0x0)
	/usr/lib/google-golang/src/net/tcpsock_posix.go:264 +0x3d
k8s.io/kubernetes/pkg/proxy/userspace.(*tcpProxySocket).ProxyLoop(0xc8202159e0, 0xfc0090, 0xd, 0xf9fe88, 0x4, 0xfa2800, 0x1, 0xc82024e000, 0xc820248000)
	/usr/local/google/home/gkalele/ws/kubernetes/src/k8s.io/kubernetes/_output/local/go/src/k8s.io/kubernetes/pkg/proxy/userspace/proxysocket.go:121 +0xa3
k8s.io/kubernetes/pkg/proxy/userspace.(*Proxier).addServiceOnPort.func1(0x7f8217d700f0, 0xc8202159e0, 0xc82024e000, 0xfc0090, 0xd, 0xf9fe88, 0x4, 0xfa2800, 0x1, 0xc820248000)
	/usr/local/google/home/gkalele/ws/kubernetes/src/k8s.io/kubernetes/_output/local/go/src/k8s.io/kubernetes/pkg/proxy/userspace/proxier.go:364 +0xe2
created by k8s.io/kubernetes/pkg/proxy/userspace.(*Proxier).addServiceOnPort
	/usr/local/google/home/gkalele/ws/kubernetes/src/k8s.io/kubernetes/_output/local/go/src/k8s.io/kubernetes/pkg/proxy/userspace/proxier.go:366 +0x71e

goroutine 57 [IO wait]:
net.runtime_pollWait(0x7f8217db4ff0, 0x72, 0xc82027e000)
	/usr/lib/google-golang/src/runtime/netpoll.go:160 +0x60
net.(*pollDesc).Wait(0xc82024a1b0, 0x72, 0x0, 0x0)
	/usr/lib/google-golang/src/net/fd_poll_runtime.go:73 +0x3a
net.(*pollDesc).WaitRead(0xc82024a1b0, 0x0, 0x0)
	/usr/lib/google-golang/src/net/fd_poll_runtime.go:78 +0x36
net.(*netFD).Read(0xc82024a150, 0xc82027e000, 0x1000, 0x1000, 0x0, 0x7f8217e30050, 0xc820010128)
	/usr/lib/google-golang/src/net/fd_unix.go:250 +0x23a
net.(*conn).Read(0xc82024c010, 0xc82027e000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/usr/lib/google-golang/src/net/net.go:172 +0xe4
net/http.(*connReader).Read(0xc820215b40, 0xc82027e000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/usr/lib/google-golang/src/net/http/server.go:526 +0x196
bufio.(*Reader).fill(0xc820234060)
	/usr/lib/google-golang/src/bufio/bufio.go:97 +0x1e9
bufio.(*Reader).ReadSlice(0xc820234060, 0xa, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/lib/google-golang/src/bufio/bufio.go:328 +0x21a
bufio.(*Reader).ReadLine(0xc820234060, 0x0, 0x0, 0x0, 0xf45c00, 0x0, 0x0)
	/usr/lib/google-golang/src/bufio/bufio.go:357 +0x53
net/textproto.(*Reader).readLineSlice(0xc82026c030, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/lib/google-golang/src/net/textproto/reader.go:55 +0x81
net/textproto.(*Reader).ReadLine(0xc82026c030, 0x0, 0x0, 0x0, 0x0)
	/usr/lib/google-golang/src/net/textproto/reader.go:36 +0x40
net/http.readRequest(0xc820234060, 0x0, 0xc8202800e0, 0x0, 0x0)
	/usr/lib/google-golang/src/net/http/request.go:721 +0xb6
net/http.(*conn).readRequest(0xc820226300, 0x0, 0x0, 0x0)
	/usr/lib/google-golang/src/net/http/server.go:705 +0x359
net/http.(*conn).serve(0xc820226300)
	/usr/lib/google-golang/src/net/http/server.go:1425 +0x947
created by net/http.(*Server).Serve
	/usr/lib/google-golang/src/net/http/server.go:2137 +0x44e

goroutine 55 [IO wait]:
net.runtime_pollWait(0x7f8217db5230, 0x72, 0xc82020d000)
	/usr/lib/google-golang/src/runtime/netpoll.go:160 +0x60
net.(*pollDesc).Wait(0xc82024a140, 0x72, 0x0, 0x0)
	/usr/lib/google-golang/src/net/fd_poll_runtime.go:73 +0x3a
net.(*pollDesc).WaitRead(0xc82024a140, 0x0, 0x0)
	/usr/lib/google-golang/src/net/fd_poll_runtime.go:78 +0x36
net.(*netFD).Read(0xc82024a0e0, 0xc82020d000, 0x1000, 0x1000, 0x0, 0x7f8217e30050, 0xc820010128)
	/usr/lib/google-golang/src/net/fd_unix.go:250 +0x23a
net.(*conn).Read(0xc82024c008, 0xc82020d000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/usr/lib/google-golang/src/net/net.go:172 +0xe4
net/http.noteEOFReader.Read(0x7f8217d70190, 0xc82024c008, 0xc820218208, 0xc82020d000, 0x1000, 0x1000, 0x405b53, 0x0, 0x0)
	/usr/lib/google-golang/src/net/http/transport.go:1683 +0x67
net/http.(*noteEOFReader).Read(0xc820215ac0, 0xc82020d000, 0x1000, 0x1000, 0xc820047d1d, 0x0, 0x0)
	<autogenerated>:284 +0xd0
bufio.(*Reader).fill(0xc820242fc0)
	/usr/lib/google-golang/src/bufio/bufio.go:97 +0x1e9
bufio.(*Reader).Peek(0xc820242fc0, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/lib/google-golang/src/bufio/bufio.go:132 +0xcc
net/http.(*persistConn).readLoop(0xc8202181a0)
	/usr/lib/google-golang/src/net/http/transport.go:1069 +0x177
created by net/http.(*Transport).dialConn
	/usr/lib/google-golang/src/net/http/transport.go:853 +0x10a6

goroutine 56 [select]:
net/http.(*persistConn).writeLoop(0xc8202181a0)
	/usr/lib/google-golang/src/net/http/transport.go:1273 +0x472
created by net/http.(*Transport).dialConn
	/usr/lib/google-golang/src/net/http/transport.go:854 +0x10cb

goroutine 19 [semacquire]:
sync.runtime_Semacquire(0xc82015e0fc)
	/usr/lib/google-golang/src/runtime/sema.go:47 +0x26
sync.(*WaitGroup).Wait(0xc82015e0f0)
	/usr/lib/google-golang/src/sync/waitgroup.go:127 +0xb4
k8s.io/kubernetes/pkg/proxy/userspace.proxyTCP(0xc8200c4100, 0xc8200c4108)
	/usr/local/google/home/gkalele/ws/kubernetes/src/k8s.io/kubernetes/_output/local/go/src/k8s.io/kubernetes/pkg/proxy/userspace/proxysocket.go:157 +0x408
created by k8s.io/kubernetes/pkg/proxy/userspace.(*tcpProxySocket).ProxyLoop
	/usr/local/google/home/gkalele/ws/kubernetes/src/k8s.io/kubernetes/_output/local/go/src/k8s.io/kubernetes/pkg/proxy/userspace/proxysocket.go:145 +0x73e

goroutine 20 [IO wait]:
net.runtime_pollWait(0x7f8217db50b0, 0x72, 0xc820276000)
	/usr/lib/google-golang/src/runtime/netpoll.go:160 +0x60
net.(*pollDesc).Wait(0xc8201132c0, 0x72, 0x0, 0x0)
	/usr/lib/google-golang/src/net/fd_poll_runtime.go:73 +0x3a
net.(*pollDesc).WaitRead(0xc8201132c0, 0x0, 0x0)
	/usr/lib/google-golang/src/net/fd_poll_runtime.go:78 +0x36
net.(*netFD).Read(0xc820113260, 0xc820276000, 0x8000, 0x8000, 0x0, 0x7f8217e30050, 0xc820010128)
	/usr/lib/google-golang/src/net/fd_unix.go:250 +0x23a
net.(*conn).Read(0xc8200c4108, 0xc820276000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
	/usr/lib/google-golang/src/net/net.go:172 +0xe4
io.copyBuffer(0x7f8217df0f00, 0xc82015e130, 0x7f8217d70190, 0xc8200c4108, 0xc820276000, 0x8000, 0x8000, 0x79, 0x0, 0x0)
	/usr/lib/google-golang/src/io/io.go:380 +0x247
io.Copy(0x7f8217df0f00, 0xc82015e130, 0x7f8217d70190, 0xc8200c4108, 0xc82015e130, 0x0, 0x0)
	/usr/lib/google-golang/src/io/io.go:350 +0x64
net.genericReadFrom(0x7f8217d701e0, 0xc8200c4100, 0x7f8217d70190, 0xc8200c4108, 0x0, 0x0, 0x0)
	/usr/lib/google-golang/src/net/net.go:569 +0xb1
net.(*TCPConn).ReadFrom(0xc8200c4100, 0x7f8217d70190, 0xc8200c4108, 0xc820032d68, 0x0, 0x0)
	/usr/lib/google-golang/src/net/tcpsock_posix.go:63 +0x2f1
io.copyBuffer(0x7f8217d701e0, 0xc8200c4100, 0x7f8217d70190, 0xc8200c4108, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/lib/google-golang/src/io/io.go:374 +0x180
io.Copy(0x7f8217d701e0, 0xc8200c4100, 0x7f8217d70190, 0xc8200c4108, 0x3, 0x0, 0x0)
	/usr/lib/google-golang/src/io/io.go:350 +0x64
k8s.io/kubernetes/pkg/proxy/userspace.copyBytes(0xfb6c20, 0xc, 0xc8200c4100, 0xc8200c4108, 0xc82015e0f0)
	/usr/local/google/home/gkalele/ws/kubernetes/src/k8s.io/kubernetes/_output/local/go/src/k8s.io/kubernetes/pkg/proxy/userspace/proxysocket.go:163 +0x34c
created by k8s.io/kubernetes/pkg/proxy/userspace.proxyTCP
	/usr/local/google/home/gkalele/ws/kubernetes/src/k8s.io/kubernetes/_output/local/go/src/k8s.io/kubernetes/pkg/proxy/userspace/proxysocket.go:155 +0x3a9

goroutine 21 [IO wait]:
net.runtime_pollWait(0x7f8217db5170, 0x72, 0xc82026e000)
	/usr/lib/google-golang/src/runtime/netpoll.go:160 +0x60
net.(*pollDesc).Wait(0xc820113250, 0x72, 0x0, 0x0)
	/usr/lib/google-golang/src/net/fd_poll_runtime.go:73 +0x3a
net.(*pollDesc).WaitRead(0xc820113250, 0x0, 0x0)
	/usr/lib/google-golang/src/net/fd_poll_runtime.go:78 +0x36
net.(*netFD).Read(0xc8201131f0, 0xc82026e000, 0x8000, 0x8000, 0x0, 0x7f8217e30050, 0xc820010128)
	/usr/lib/google-golang/src/net/fd_unix.go:250 +0x23a
net.(*conn).Read(0xc8200c4100, 0xc82026e000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
	/usr/lib/google-golang/src/net/net.go:172 +0xe4
io.copyBuffer(0x7f8217df0f00, 0xc82015e110, 0x7f8217d70190, 0xc8200c4100, 0xc82026e000, 0x8000, 0x8000, 0x65, 0x0, 0x0)
	/usr/lib/google-golang/src/io/io.go:380 +0x247
io.Copy(0x7f8217df0f00, 0xc82015e110, 0x7f8217d70190, 0xc8200c4100, 0xc82015e110, 0x0, 0x0)
	/usr/lib/google-golang/src/io/io.go:350 +0x64
net.genericReadFrom(0x7f8217d701e0, 0xc8200c4108, 0x7f8217d70190, 0xc8200c4100, 0x0, 0x0, 0x0)
	/usr/lib/google-golang/src/net/net.go:569 +0xb1
net.(*TCPConn).ReadFrom(0xc8200c4108, 0x7f8217d70190, 0xc8200c4100, 0xc820033568, 0x0, 0x0)
	/usr/lib/google-golang/src/net/tcpsock_posix.go:63 +0x2f1
io.copyBuffer(0x7f8217d701e0, 0xc8200c4108, 0x7f8217d70190, 0xc8200c4100, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/lib/google-golang/src/io/io.go:374 +0x180
io.Copy(0x7f8217d701e0, 0xc8200c4108, 0x7f8217d70190, 0xc8200c4100, 0x3, 0x0, 0x0)
	/usr/lib/google-golang/src/io/io.go:350 +0x64
k8s.io/kubernetes/pkg/proxy/userspace.copyBytes(0xfc04a0, 0xa, 0xc8200c4108, 0xc8200c4100, 0xc82015e0f0)
	/usr/local/google/home/gkalele/ws/kubernetes/src/k8s.io/kubernetes/_output/local/go/src/k8s.io/kubernetes/pkg/proxy/userspace/proxysocket.go:163 +0x34c
created by k8s.io/kubernetes/pkg/proxy/userspace.proxyTCP
	/usr/local/google/home/gkalele/ws/kubernetes/src/k8s.io/kubernetes/_output/local/go/src/k8s.io/kubernetes/pkg/proxy/userspace/proxysocket.go:156 +0x3fa

goroutine 67 [IO wait]:
net.runtime_pollWait(0x7f8217db4f30, 0x72, 0x0)
	/usr/lib/google-golang/src/runtime/netpoll.go:160 +0x60
net.(*pollDesc).Wait(0xc820266140, 0x72, 0x0, 0x0)
	/usr/lib/google-golang/src/net/fd_poll_runtime.go:73 +0x3a
net.(*pollDesc).WaitRead(0xc820266140, 0x0, 0x0)
	/usr/lib/google-golang/src/net/fd_poll_runtime.go:78 +0x36
net.(*netFD).readFrom(0xc8202660e0, 0xc82029c000, 0x1000, 0x1000, 0x0, 0x0, 0x0, 0x7f8217e30050, 0xc820010128)
	/usr/lib/google-golang/src/net/fd_unix.go:277 +0x2a5
net.(*UDPConn).ReadFromUDP(0xc82028c008, 0xc82029c000, 0x1000, 0x1000, 0x154cd7a8, 0x16e2aa0, 0x0, 0x0)
	/usr/lib/google-golang/src/net/udpsock_posix.go:61 +0x117
net.(*UDPConn).ReadFrom(0xc82028c008, 0xc82029c000, 0x1000, 0x1000, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/lib/google-golang/src/net/udpsock_posix.go:79 +0x116
k8s.io/kubernetes/pkg/proxy/userspace.(*udpProxySocket).ProxyLoop(0xc82025a160, 0xfc0090, 0xd, 0xf9fe88, 0x4, 0xfa2800, 0x1, 0xc820296000, 0xc820294000)
	/usr/local/google/home/gkalele/ws/kubernetes/src/k8s.io/kubernetes/_output/local/go/src/k8s.io/kubernetes/pkg/proxy/userspace/proxysocket.go:210 +0xd8
k8s.io/kubernetes/pkg/proxy/userspace.(*Proxier).addServiceOnPort.func1(0x7f8217d30268, 0xc82025a160, 0xc820296000, 0xfc0090, 0xd, 0xf9fe88, 0x4, 0xfa2800, 0x1, 0xc820294000)
	/usr/local/google/home/gkalele/ws/kubernetes/src/k8s.io/kubernetes/_output/local/go/src/k8s.io/kubernetes/pkg/proxy/userspace/proxier.go:364 +0xe2
created by k8s.io/kubernetes/pkg/proxy/userspace.(*Proxier).addServiceOnPort
	/usr/local/google/home/gkalele/ws/kubernetes/src/k8s.io/kubernetes/_output/local/go/src/k8s.io/kubernetes/pkg/proxy/userspace/proxier.go:366 +0x71e

goroutine 61 [select]:
net/http.(*persistConn).writeLoop(0xc8202644e0)
	/usr/lib/google-golang/src/net/http/transport.go:1273 +0x472
created by net/http.(*Transport).dialConn
	/usr/lib/google-golang/src/net/http/transport.go:854 +0x10cb

goroutine 59 [IO wait]:
net.runtime_pollWait(0x7f8217db4cf0, 0x72, 0x0)
	/usr/lib/google-golang/src/runtime/netpoll.go:160 +0x60
net.(*pollDesc).Wait(0xc82024a220, 0x72, 0x0, 0x0)
	/usr/lib/google-golang/src/net/fd_poll_runtime.go:73 +0x3a
net.(*pollDesc).WaitRead(0xc82024a220, 0x0, 0x0)
	/usr/lib/google-golang/src/net/fd_poll_runtime.go:78 +0x36
net.(*netFD).readFrom(0xc82024a1c0, 0xc820259000, 0x1000, 0x1000, 0x0, 0x0, 0x0, 0x7f8217e30050, 0xc820010128)
	/usr/lib/google-golang/src/net/fd_unix.go:277 +0x2a5
net.(*UDPConn).ReadFromUDP(0xc82024c018, 0xc820259000, 0x1000, 0x1000, 0x1b4a5616, 0x16e2aa0, 0x0, 0x0)
	/usr/lib/google-golang/src/net/udpsock_posix.go:61 +0x117
net.(*UDPConn).ReadFrom(0xc82024c018, 0xc820259000, 0x1000, 0x1000, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/lib/google-golang/src/net/udpsock_posix.go:79 +0x116
k8s.io/kubernetes/pkg/proxy/userspace.(*udpProxySocket).ProxyLoop(0xc820216290, 0xfc0090, 0xd, 0xf9fe88, 0x4, 0xfa2800, 0x1, 0xc82024e0c0, 0xc8202480a0)
	/usr/local/google/home/gkalele/ws/kubernetes/src/k8s.io/kubernetes/_output/local/go/src/k8s.io/kubernetes/pkg/proxy/userspace/proxysocket.go:210 +0xd8
k8s.io/kubernetes/pkg/proxy/userspace.(*Proxier).addServiceOnPort.func1(0x7f8217d30268, 0xc820216290, 0xc82024e0c0, 0xfc0090, 0xd, 0xf9fe88, 0x4, 0xfa2800, 0x1, 0xc8202480a0)
	/usr/local/google/home/gkalele/ws/kubernetes/src/k8s.io/kubernetes/_output/local/go/src/k8s.io/kubernetes/pkg/proxy/userspace/proxier.go:364 +0xe2
created by k8s.io/kubernetes/pkg/proxy/userspace.(*Proxier).addServiceOnPort
	/usr/local/google/home/gkalele/ws/kubernetes/src/k8s.io/kubernetes/_output/local/go/src/k8s.io/kubernetes/pkg/proxy/userspace/proxier.go:366 +0x71e

goroutine 60 [IO wait]:
net.runtime_pollWait(0x7f8217db4db0, 0x72, 0xc8202c8000)
	/usr/lib/google-golang/src/runtime/netpoll.go:160 +0x60
net.(*pollDesc).Wait(0xc8202663e0, 0x72, 0x0, 0x0)
	/usr/lib/google-golang/src/net/fd_poll_runtime.go:73 +0x3a
net.(*pollDesc).WaitRead(0xc8202663e0, 0x0, 0x0)
	/usr/lib/google-golang/src/net/fd_poll_runtime.go:78 +0x36
net.(*netFD).Read(0xc820266380, 0xc8202c8000, 0x1000, 0x1000, 0x0, 0x7f8217e30050, 0xc820010128)
	/usr/lib/google-golang/src/net/fd_unix.go:250 +0x23a
net.(*conn).Read(0xc82024c020, 0xc8202c8000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/usr/lib/google-golang/src/net/net.go:172 +0xe4
net/http.noteEOFReader.Read(0x7f8217d70190, 0xc82024c020, 0xc820264548, 0xc8202c8000, 0x1000, 0x1000, 0x405b53, 0x0, 0x0)
	/usr/lib/google-golang/src/net/http/transport.go:1683 +0x67
net/http.(*noteEOFReader).Read(0xc820215c40, 0xc8202c8000, 0x1000, 0x1000, 0xc8202ced1d, 0x0, 0x0)
	<autogenerated>:284 +0xd0
bufio.(*Reader).fill(0xc820243260)
	/usr/lib/google-golang/src/bufio/bufio.go:97 +0x1e9
bufio.(*Reader).Peek(0xc820243260, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/lib/google-golang/src/bufio/bufio.go:132 +0xcc
net/http.(*persistConn).readLoop(0xc8202644e0)
	/usr/lib/google-golang/src/net/http/transport.go:1069 +0x177
created by net/http.(*Transport).dialConn
	/usr/lib/google-golang/src/net/http/transport.go:853 +0x10a6

goroutine 71 [IO wait]:
net.runtime_pollWait(0x7f8217db4b70, 0x72, 0x0)
	/usr/lib/google-golang/src/runtime/netpoll.go:160 +0x60
net.(*pollDesc).Wait(0xc820266300, 0x72, 0x0, 0x0)
	/usr/lib/google-golang/src/net/fd_poll_runtime.go:73 +0x3a
net.(*pollDesc).WaitRead(0xc820266300, 0x0, 0x0)
	/usr/lib/google-golang/src/net/fd_poll_runtime.go:78 +0x36
net.(*netFD).accept(0xc8202662a0, 0x0, 0x7f8217e34798, 0xc8202b4000)
	/usr/lib/google-golang/src/net/fd_unix.go:426 +0x27c
net.(*TCPListener).AcceptTCP(0xc82028c028, 0xc8202a3d90, 0x0, 0x0)
	/usr/lib/google-golang/src/net/tcpsock_posix.go:254 +0x4d
net.(*TCPListener).Accept(0xc82028c028, 0x0, 0x0, 0x0, 0x0)
	/usr/lib/google-golang/src/net/tcpsock_posix.go:264 +0x3d
k8s.io/kubernetes/pkg/proxy/userspace.(*tcpProxySocket).ProxyLoop(0xc820236420, 0xfc0090, 0xd, 0xf9fe90, 0x6, 0xfa2800, 0x1, 0xc8202960c0, 0xc8202940a0)
	/usr/local/google/home/gkalele/ws/kubernetes/src/k8s.io/kubernetes/_output/local/go/src/k8s.io/kubernetes/pkg/proxy/userspace/proxysocket.go:121 +0xa3
k8s.io/kubernetes/pkg/proxy/userspace.(*Proxier).addServiceOnPort.func1(0x7f8217d700f0, 0xc820236420, 0xc8202960c0, 0xfc0090, 0xd, 0xf9fe90, 0x6, 0xfa2800, 0x1, 0xc8202940a0)
	/usr/local/google/home/gkalele/ws/kubernetes/src/k8s.io/kubernetes/_output/local/go/src/k8s.io/kubernetes/pkg/proxy/userspace/proxier.go:364 +0xe2
created by k8s.io/kubernetes/pkg/proxy/userspace.(*Proxier).addServiceOnPort
	/usr/local/google/home/gkalele/ws/kubernetes/src/k8s.io/kubernetes/_output/local/go/src/k8s.io/kubernetes/pkg/proxy/userspace/proxier.go:366 +0x71e

goroutine 63 [IO wait]:
net.runtime_pollWait(0x7f8217db4630, 0x72, 0x0)
	/usr/lib/google-golang/src/runtime/netpoll.go:160 +0x60
net.(*pollDesc).Wait(0xc82024a300, 0x72, 0x0, 0x0)
	/usr/lib/google-golang/src/net/fd_poll_runtime.go:73 +0x3a
net.(*pollDesc).WaitRead(0xc82024a300, 0x0, 0x0)
	/usr/lib/google-golang/src/net/fd_poll_runtime.go:78 +0x36
net.(*netFD).accept(0xc82024a2a0, 0x0, 0x7f8217e34798, 0xc82000b440)
	/usr/lib/google-golang/src/net/fd_unix.go:426 +0x27c
net.(*TCPListener).AcceptTCP(0xc82024c028, 0xf9c3d0, 0x0, 0x0)
	/usr/lib/google-golang/src/net/tcpsock_posix.go:254 +0x4d
net.(*TCPListener).Accept(0xc82024c028, 0x0, 0x0, 0x0, 0x0)
	/usr/lib/google-golang/src/net/tcpsock_posix.go:264 +0x3d
k8s.io/kubernetes/pkg/proxy/userspace.(*tcpProxySocket).ProxyLoop(0xc820215d00, 0xfc0090, 0xd, 0xf9fe88, 0x4, 0xfa2800, 0x1, 0xc82024e180, 0xc820248140)
	/usr/local/google/home/gkalele/ws/kubernetes/src/k8s.io/kubernetes/_output/local/go/src/k8s.io/kubernetes/pkg/proxy/userspace/proxysocket.go:121 +0xa3
k8s.io/kubernetes/pkg/proxy/userspace.(*Proxier).addServiceOnPort.func1(0x7f8217d700f0, 0xc820215d00, 0xc82024e180, 0xfc0090, 0xd, 0xf9fe88, 0x4, 0xfa2800, 0x1, 0xc820248140)
	/usr/local/google/home/gkalele/ws/kubernetes/src/k8s.io/kubernetes/_output/local/go/src/k8s.io/kubernetes/pkg/proxy/userspace/proxier.go:364 +0xe2
created by k8s.io/kubernetes/pkg/proxy/userspace.(*Proxier).addServiceOnPort
	/usr/local/google/home/gkalele/ws/kubernetes/src/k8s.io/kubernetes/_output/local/go/src/k8s.io/kubernetes/pkg/proxy/userspace/proxier.go:366 +0x71e

goroutine 22 [semacquire]:
sync.runtime_Semacquire(0xc82015e18c)
	/usr/lib/google-golang/src/runtime/sema.go:47 +0x26
sync.(*WaitGroup).Wait(0xc82015e180)
	/usr/lib/google-golang/src/sync/waitgroup.go:127 +0xb4
k8s.io/kubernetes/pkg/proxy/userspace.proxyTCP(0xc82028c030, 0xc8200c4118)
	/usr/local/google/home/gkalele/ws/kubernetes/src/k8s.io/kubernetes/_output/local/go/src/k8s.io/kubernetes/pkg/proxy/userspace/proxysocket.go:157 +0x408
created by k8s.io/kubernetes/pkg/proxy/userspace.(*tcpProxySocket).ProxyLoop
	/usr/local/google/home/gkalele/ws/kubernetes/src/k8s.io/kubernetes/_output/local/go/src/k8s.io/kubernetes/pkg/proxy/userspace/proxysocket.go:145 +0x73e

goroutine 23 [IO wait]:
net.runtime_pollWait(0x7f8217db49f0, 0x72, 0xc8202be000)
	/usr/lib/google-golang/src/runtime/netpoll.go:160 +0x60
net.(*pollDesc).Wait(0xc8202664c0, 0x72, 0x0, 0x0)
	/usr/lib/google-golang/src/net/fd_poll_runtime.go:73 +0x3a
net.(*pollDesc).WaitRead(0xc8202664c0, 0x0, 0x0)
	/usr/lib/google-golang/src/net/fd_poll_runtime.go:78 +0x36
net.(*netFD).Read(0xc820266460, 0xc8202be000, 0x8000, 0x8000, 0x0, 0x7f8217e30050, 0xc820010128)
	/usr/lib/google-golang/src/net/fd_unix.go:250 +0x23a
net.(*conn).Read(0xc8200c4118, 0xc8202be000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
	/usr/lib/google-golang/src/net/net.go:172 +0xe4
io.copyBuffer(0x7f8217df0f00, 0xc82015e1c0, 0x7f8217d70190, 0xc8200c4118, 0xc8202be000, 0x8000, 0x8000, 0x79, 0x0, 0x0)
	/usr/lib/google-golang/src/io/io.go:380 +0x247
io.Copy(0x7f8217df0f00, 0xc82015e1c0, 0x7f8217d70190, 0xc8200c4118, 0xc82015e1c0, 0x0, 0x0)
	/usr/lib/google-golang/src/io/io.go:350 +0x64
net.genericReadFrom(0x7f8217d701e0, 0xc82028c030, 0x7f8217d70190, 0xc8200c4118, 0x0, 0x0, 0x0)
	/usr/lib/google-golang/src/net/net.go:569 +0xb1
net.(*TCPConn).ReadFrom(0xc82028c030, 0x7f8217d70190, 0xc8200c4118, 0xc820033568, 0x0, 0x0)
	/usr/lib/google-golang/src/net/tcpsock_posix.go:63 +0x2f1
io.copyBuffer(0x7f8217d701e0, 0xc82028c030, 0x7f8217d70190, 0xc8200c4118, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/lib/google-golang/src/io/io.go:374 +0x180
io.Copy(0x7f8217d701e0, 0xc82028c030, 0x7f8217d70190, 0xc8200c4118, 0x3, 0x0, 0x0)
	/usr/lib/google-golang/src/io/io.go:350 +0x64
k8s.io/kubernetes/pkg/proxy/userspace.copyBytes(0xfb6c20, 0xc, 0xc82028c030, 0xc8200c4118, 0xc82015e180)
	/usr/local/google/home/gkalele/ws/kubernetes/src/k8s.io/kubernetes/_output/local/go/src/k8s.io/kubernetes/pkg/proxy/userspace/proxysocket.go:163 +0x34c
created by k8s.io/kubernetes/pkg/proxy/userspace.proxyTCP
	/usr/local/google/home/gkalele/ws/kubernetes/src/k8s.io/kubernetes/_output/local/go/src/k8s.io/kubernetes/pkg/proxy/userspace/proxysocket.go:155 +0x3a9

goroutine 24 [IO wait]:
net.runtime_pollWait(0x7f8217db4ab0, 0x72, 0xc8202b6000)
	/usr/lib/google-golang/src/runtime/netpoll.go:160 +0x60
net.(*pollDesc).Wait(0xc820266450, 0x72, 0x0, 0x0)
	/usr/lib/google-golang/src/net/fd_poll_runtime.go:73 +0x3a
net.(*pollDesc).WaitRead(0xc820266450, 0x0, 0x0)
	/usr/lib/google-golang/src/net/fd_poll_runtime.go:78 +0x36
net.(*netFD).Read(0xc8202663f0, 0xc8202b6000, 0x8000, 0x8000, 0x0, 0x7f8217e30050, 0xc820010128)
	/usr/lib/google-golang/src/net/fd_unix.go:250 +0x23a
net.(*conn).Read(0xc82028c030, 0xc8202b6000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
	/usr/lib/google-golang/src/net/net.go:172 +0xe4
io.copyBuffer(0x7f8217df0f00, 0xc82015e1a0, 0x7f8217d70190, 0xc82028c030, 0xc8202b6000, 0x8000, 0x8000, 0x65, 0x0, 0x0)
	/usr/lib/google-golang/src/io/io.go:380 +0x247
io.Copy(0x7f8217df0f00, 0xc82015e1a0, 0x7f8217d70190, 0xc82028c030, 0xc82015e1a0, 0x0, 0x0)
	/usr/lib/google-golang/src/io/io.go:350 +0x64
net.genericReadFrom(0x7f8217d701e0, 0xc8200c4118, 0x7f8217d70190, 0xc82028c030, 0x0, 0x0, 0x0)
	/usr/lib/google-golang/src/net/net.go:569 +0xb1
net.(*TCPConn).ReadFrom(0xc8200c4118, 0x7f8217d70190, 0xc82028c030, 0xc820033d68, 0x0, 0x0)
	/usr/lib/google-golang/src/net/tcpsock_posix.go:63 +0x2f1
io.copyBuffer(0x7f8217d701e0, 0xc8200c4118, 0x7f8217d70190, 0xc82028c030, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/lib/google-golang/src/io/io.go:374 +0x180
io.Copy(0x7f8217d701e0, 0xc8200c4118, 0x7f8217d70190, 0xc82028c030, 0x3, 0x0, 0x0)
	/usr/lib/google-golang/src/io/io.go:350 +0x64
k8s.io/kubernetes/pkg/proxy/userspace.copyBytes(0xfc04a0, 0xa, 0xc8200c4118, 0xc82028c030, 0xc82015e180)
	/usr/local/google/home/gkalele/ws/kubernetes/src/k8s.io/kubernetes/_output/local/go/src/k8s.io/kubernetes/pkg/proxy/userspace/proxysocket.go:163 +0x34c
created by k8s.io/kubernetes/pkg/proxy/userspace.proxyTCP
	/usr/local/google/home/gkalele/ws/kubernetes/src/k8s.io/kubernetes/_output/local/go/src/k8s.io/kubernetes/pkg/proxy/userspace/proxysocket.go:156 +0x3fa

goroutine 25 [IO wait]:
net.runtime_pollWait(0x7f8217db4930, 0x72, 0xc820119000)
	/usr/lib/google-golang/src/runtime/netpoll.go:160 +0x60
net.(*pollDesc).Wait(0xc8201133a0, 0x72, 0x0, 0x0)
	/usr/lib/google-golang/src/net/fd_poll_runtime.go:73 +0x3a
net.(*pollDesc).WaitRead(0xc8201133a0, 0x0, 0x0)
	/usr/lib/google-golang/src/net/fd_poll_runtime.go:78 +0x36
net.(*netFD).Read(0xc820113340, 0xc820119000, 0x1000, 0x1000, 0x0, 0x7f8217e30050, 0xc820010128)
	/usr/lib/google-golang/src/net/fd_unix.go:250 +0x23a
net.(*conn).Read(0xc8200c4120, 0xc820119000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/usr/lib/google-golang/src/net/net.go:172 +0xe4
net/http.(*connReader).Read(0xc8202b4080, 0xc820119000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/usr/lib/google-golang/src/net/http/server.go:526 +0x196
bufio.(*Reader).fill(0xc8200c0fc0)
	/usr/lib/google-golang/src/bufio/bufio.go:97 +0x1e9
bufio.(*Reader).ReadSlice(0xc8200c0fc0, 0xa, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/lib/google-golang/src/bufio/bufio.go:328 +0x21a
bufio.(*Reader).ReadLine(0xc8200c0fc0, 0x0, 0x0, 0x0, 0xf45c00, 0x0, 0x0)
	/usr/lib/google-golang/src/bufio/bufio.go:357 +0x53
net/textproto.(*Reader).readLineSlice(0xc820127530, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/lib/google-golang/src/net/textproto/reader.go:55 +0x81
net/textproto.(*Reader).ReadLine(0xc820127530, 0x0, 0x0, 0x0, 0x0)
	/usr/lib/google-golang/src/net/textproto/reader.go:36 +0x40
net/http.readRequest(0xc8200c0fc0, 0x0, 0xc8202802a0, 0x0, 0x0)
	/usr/lib/google-golang/src/net/http/request.go:721 +0xb6
net/http.(*conn).readRequest(0xc8200d0f80, 0x0, 0x0, 0x0)
	/usr/lib/google-golang/src/net/http/server.go:705 +0x359
net/http.(*conn).serve(0xc8200d0f80)
	/usr/lib/google-golang/src/net/http/server.go:1425 +0x947
created by net/http.(*Server).Serve
	/usr/lib/google-golang/src/net/http/server.go:2137 +0x44e

goroutine 7 [IO wait]:
net.runtime_pollWait(0x7f8217db4870, 0x72, 0x0)
	/usr/lib/google-golang/src/runtime/netpoll.go:160 +0x60
net.(*pollDesc).Wait(0xc82001ea70, 0x72, 0x0, 0x0)
	/usr/lib/google-golang/src/net/fd_poll_runtime.go:73 +0x3a
net.(*pollDesc).WaitRead(0xc82001ea70, 0x0, 0x0)
	/usr/lib/google-golang/src/net/fd_poll_runtime.go:78 +0x36
net.(*netFD).readFrom(0xc82001ea10, 0xc82009f000, 0x1000, 0x1000, 0x0, 0x0, 0x0, 0x7f8217e30050, 0xc820010128)
	/usr/lib/google-golang/src/net/fd_unix.go:277 +0x2a5
net.(*UDPConn).ReadFromUDP(0xc82003a058, 0xc82009f000, 0x1000, 0x1000, 0x20ecb550, 0x16e2aa0, 0x0, 0x0)
	/usr/lib/google-golang/src/net/udpsock_posix.go:61 +0x117
net.(*UDPConn).ReadFrom(0xc82003a058, 0xc82009f000, 0x1000, 0x1000, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/lib/google-golang/src/net/udpsock_posix.go:79 +0x116
k8s.io/kubernetes/pkg/proxy/userspace.(*udpProxySocket).ProxyLoop(0xc820010fb0, 0xfc0090, 0xd, 0xf9fe98, 0x6, 0xfa2d38, 0x1, 0xc8202d2000, 0xc8202940a0)
	/usr/local/google/home/gkalele/ws/kubernetes/src/k8s.io/kubernetes/_output/local/go/src/k8s.io/kubernetes/pkg/proxy/userspace/proxysocket.go:210 +0xd8
k8s.io/kubernetes/pkg/proxy/userspace.(*Proxier).addServiceOnPort.func1(0x7f8217d30268, 0xc820010fb0, 0xc8202d2000, 0xfc0090, 0xd, 0xf9fe98, 0x6, 0xfa2d38, 0x1, 0xc8202940a0)
	/usr/local/google/home/gkalele/ws/kubernetes/src/k8s.io/kubernetes/_output/local/go/src/k8s.io/kubernetes/pkg/proxy/userspace/proxier.go:364 +0xe2
created by k8s.io/kubernetes/pkg/proxy/userspace.(*Proxier).addServiceOnPort
	/usr/local/google/home/gkalele/ws/kubernetes/src/k8s.io/kubernetes/_output/local/go/src/k8s.io/kubernetes/pkg/proxy/userspace/proxier.go:366 +0x71e

goroutine 73 [IO wait]:
net.runtime_pollWait(0x7f8217db4570, 0x72, 0x0)
	/usr/lib/google-golang/src/runtime/netpoll.go:160 +0x60
net.(*pollDesc).Wait(0xc820266530, 0x72, 0x0, 0x0)
	/usr/lib/google-golang/src/net/fd_poll_runtime.go:73 +0x3a
net.(*pollDesc).WaitRead(0xc820266530, 0x0, 0x0)
	/usr/lib/google-golang/src/net/fd_poll_runtime.go:78 +0x36
net.(*netFD).readFrom(0xc8202664d0, 0xc8202fa000, 0x1000, 0x1000, 0x0, 0x0, 0x0, 0x7f8217e30050, 0xc820010128)
	/usr/lib/google-golang/src/net/fd_unix.go:277 +0x2a5
net.(*UDPConn).ReadFromUDP(0xc82028c038, 0xc8202fa000, 0x1000, 0x1000, 0x0, 0x0, 0x0, 0x0)
	/usr/lib/google-golang/src/net/udpsock_posix.go:61 +0x117
net.(*UDPConn).ReadFrom(0xc82028c038, 0xc8202fa000, 0x1000, 0x1000, 0xc82028c028, 0x0, 0x0, 0x0, 0x0)
	/usr/lib/google-golang/src/net/udpsock_posix.go:79 +0x116
k8s.io/kubernetes/pkg/proxy/userspace.(*udpProxySocket).ProxyLoop(0xc82025ac10, 0xfc0090, 0xd, 0xf9fe88, 0x4, 0xfa2d38, 0x1, 0xc820296180, 0xc820248140)
	/usr/local/google/home/gkalele/ws/kubernetes/src/k8s.io/kubernetes/_output/local/go/src/k8s.io/kubernetes/pkg/proxy/userspace/proxysocket.go:210 +0xd8
k8s.io/kubernetes/pkg/proxy/userspace.(*Proxier).addServiceOnPort.func1(0x7f8217d30268, 0xc82025ac10, 0xc820296180, 0xfc0090, 0xd, 0xf9fe88, 0x4, 0xfa2d38, 0x1, 0xc820248140)
	/usr/local/google/home/gkalele/ws/kubernetes/src/k8s.io/kubernetes/_output/local/go/src/k8s.io/kubernetes/pkg/proxy/userspace/proxier.go:364 +0xe2
created by k8s.io/kubernetes/pkg/proxy/userspace.(*Proxier).addServiceOnPort
	/usr/local/google/home/gkalele/ws/kubernetes/src/k8s.io/kubernetes/_output/local/go/src/k8s.io/kubernetes/pkg/proxy/userspace/proxier.go:366 +0x71e

goroutine 64 [IO wait]:
net.runtime_pollWait(0x7f8217db46f0, 0x72, 0x0)
	/usr/lib/google-golang/src/runtime/netpoll.go:160 +0x60
net.(*pollDesc).Wait(0xc82024a450, 0x72, 0x0, 0x0)
	/usr/lib/google-golang/src/net/fd_poll_runtime.go:73 +0x3a
net.(*pollDesc).WaitRead(0xc82024a450, 0x0, 0x0)
	/usr/lib/google-golang/src/net/fd_poll_runtime.go:78 +0x36
net.(*netFD).readFrom(0xc82024a3f0, 0xc8203e2000, 0x1000, 0x1000, 0x0, 0x0, 0x0, 0x7f8217e30050, 0xc820010128)
	/usr/lib/google-golang/src/net/fd_unix.go:277 +0x2a5
net.(*UDPConn).ReadFromUDP(0xc82024c040, 0xc8203e2000, 0x1000, 0x1000, 0x324337df, 0x16e2aa0, 0x0, 0x0)
	/usr/lib/google-golang/src/net/udpsock_posix.go:61 +0x117
net.(*UDPConn).ReadFrom(0xc82024c040, 0xc8203e2000, 0x1000, 0x1000, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/lib/google-golang/src/net/udpsock_posix.go:79 +0x116
k8s.io/kubernetes/pkg/proxy/userspace.(*udpProxySocket).ProxyLoop(0xc8202165a0, 0xfc0090, 0xd, 0xf9fe88, 0x4, 0xfa2800, 0x1, 0xc82024e300, 0xc820295680)
	/usr/local/google/home/gkalele/ws/kubernetes/src/k8s.io/kubernetes/_output/local/go/src/k8s.io/kubernetes/pkg/proxy/userspace/proxysocket.go:210 +0xd8
k8s.io/kubernetes/pkg/proxy/userspace.(*Proxier).addServiceOnPort.func1(0x7f8217d30268, 0xc8202165a0, 0xc82024e300, 0xfc0090, 0xd, 0xf9fe88, 0x4, 0xfa2800, 0x1, 0xc820295680)
	/usr/local/google/home/gkalele/ws/kubernetes/src/k8s.io/kubernetes/_output/local/go/src/k8s.io/kubernetes/pkg/proxy/userspace/proxier.go:364 +0xe2
created by k8s.io/kubernetes/pkg/proxy/userspace.(*Proxier).addServiceOnPort
	/usr/local/google/home/gkalele/ws/kubernetes/src/k8s.io/kubernetes/_output/local/go/src/k8s.io/kubernetes/pkg/proxy/userspace/proxier.go:366 +0x71e

goroutine 100 [IO wait]:
net.runtime_pollWait(0x7f8217e35600, 0x72, 0x0)
	/usr/lib/google-golang/src/runtime/netpoll.go:160 +0x60
net.(*pollDesc).Wait(0xc820266a70, 0x72, 0x0, 0x0)
	/usr/lib/google-golang/src/net/fd_poll_runtime.go:73 +0x3a
net.(*pollDesc).WaitRead(0xc820266a70, 0x0, 0x0)
	/usr/lib/google-golang/src/net/fd_poll_runtime.go:78 +0x36
net.(*netFD).accept(0xc820266a10, 0x0, 0x7f8217e34798, 0xc82038f1c0)
	/usr/lib/google-golang/src/net/fd_unix.go:426 +0x27c
net.(*TCPListener).AcceptTCP(0xc82028c098, 0xc820323d90, 0x0, 0x0)
	/usr/lib/google-golang/src/net/tcpsock_posix.go:254 +0x4d
net.(*TCPListener).Accept(0xc82028c098, 0x0, 0x0, 0x0, 0x0)
	/usr/lib/google-golang/src/net/tcpsock_posix.go:264 +0x3d
k8s.io/kubernetes/pkg/proxy/userspace.(*tcpProxySocket).ProxyLoop(0xc82038e6e0, 0xfc0090, 0xd, 0xf9fe88, 0x4, 0xfa2800, 0x1, 0xc8202963c0, 0xc820294be0)
	/usr/local/google/home/gkalele/ws/kubernetes/src/k8s.io/kubernetes/_output/local/go/src/k8s.io/kubernetes/pkg/proxy/userspace/proxysocket.go:121 +0xa3
k8s.io/kubernetes/pkg/proxy/userspace.(*Proxier).addServiceOnPort.func1(0x7f8217d700f0, 0xc82038e6e0, 0xc8202963c0, 0xfc0090, 0xd, 0xf9fe88, 0x4, 0xfa2800, 0x1, 0xc820294be0)
	/usr/local/google/home/gkalele/ws/kubernetes/src/k8s.io/kubernetes/_output/local/go/src/k8s.io/kubernetes/pkg/proxy/userspace/proxier.go:364 +0xe2
created by k8s.io/kubernetes/pkg/proxy/userspace.(*Proxier).addServiceOnPort
	/usr/local/google/home/gkalele/ws/kubernetes/src/k8s.io/kubernetes/_output/local/go/src/k8s.io/kubernetes/pkg/proxy/userspace/proxier.go:366 +0x71e

goroutine 103 [IO wait]:
net.runtime_pollWait(0x7f8217e350c0, 0x72, 0xc8203c2000)
	/usr/lib/google-golang/src/runtime/netpoll.go:160 +0x60
net.(*pollDesc).Wait(0xc820266c30, 0x72, 0x0, 0x0)
	/usr/lib/google-golang/src/net/fd_poll_runtime.go:73 +0x3a
net.(*pollDesc).WaitRead(0xc820266c30, 0x0, 0x0)
	/usr/lib/google-golang/src/net/fd_poll_runtime.go:78 +0x36
net.(*netFD).Read(0xc820266bd0, 0xc8203c2000, 0x8000, 0x8000, 0x0, 0x7f8217e30050, 0xc820010128)
	/usr/lib/google-golang/src/net/fd_unix.go:250 +0x23a
net.(*conn).Read(0xc82028c0a8, 0xc8203c2000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
	/usr/lib/google-golang/src/net/net.go:172 +0xe4
io.copyBuffer(0x7f8217df0f00, 0xc8203a2790, 0x7f8217d70190, 0xc82028c0a8, 0xc8203c2000, 0x8000, 0x8000, 0x79, 0x0, 0x0)
	/usr/lib/google-golang/src/io/io.go:380 +0x247
io.Copy(0x7f8217df0f00, 0xc8203a2790, 0x7f8217d70190, 0xc82028c0a8, 0xc8203a2790, 0x0, 0x0)
	/usr/lib/google-golang/src/io/io.go:350 +0x64
net.genericReadFrom(0x7f8217d701e0, 0xc82028c0a0, 0x7f8217d70190, 0xc82028c0a8, 0x0, 0x0, 0x0)
	/usr/lib/google-golang/src/net/net.go:569 +0xb1
net.(*TCPConn).ReadFrom(0xc82028c0a0, 0x7f8217d70190, 0xc82028c0a8, 0xc8202af568, 0x0, 0x0)
	/usr/lib/google-golang/src/net/tcpsock_posix.go:63 +0x2f1
io.copyBuffer(0x7f8217d701e0, 0xc82028c0a0, 0x7f8217d70190, 0xc82028c0a8, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/lib/google-golang/src/io/io.go:374 +0x180
io.Copy(0x7f8217d701e0, 0xc82028c0a0, 0x7f8217d70190, 0xc82028c0a8, 0x3, 0x0, 0x0)
	/usr/lib/google-golang/src/io/io.go:350 +0x64
k8s.io/kubernetes/pkg/proxy/userspace.copyBytes(0xfb6c20, 0xc, 0xc82028c0a0, 0xc82028c0a8, 0xc8203a2750)
	/usr/local/google/home/gkalele/ws/kubernetes/src/k8s.io/kubernetes/_output/local/go/src/k8s.io/kubernetes/pkg/proxy/userspace/proxysocket.go:163 +0x34c
created by k8s.io/kubernetes/pkg/proxy/userspace.proxyTCP
	/usr/local/google/home/gkalele/ws/kubernetes/src/k8s.io/kubernetes/_output/local/go/src/k8s.io/kubernetes/pkg/proxy/userspace/proxysocket.go:155 +0x3a9

goroutine 104 [IO wait]:
net.runtime_pollWait(0x7f8217e35180, 0x72, 0xc8203ba000)
	/usr/lib/google-golang/src/runtime/netpoll.go:160 +0x60
net.(*pollDesc).Wait(0xc820266bc0, 0x72, 0x0, 0x0)
	/usr/lib/google-golang/src/net/fd_poll_runtime.go:73 +0x3a
net.(*pollDesc).WaitRead(0xc820266bc0, 0x0, 0x0)
	/usr/lib/google-golang/src/net/fd_poll_runtime.go:78 +0x36
net.(*netFD).Read(0xc820266b60, 0xc8203ba000, 0x8000, 0x8000, 0x0, 0x7f8217e30050, 0xc820010128)
	/usr/lib/google-golang/src/net/fd_unix.go:250 +0x23a
net.(*conn).Read(0xc82028c0a0, 0xc8203ba000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
	/usr/lib/google-golang/src/net/net.go:172 +0xe4
io.copyBuffer(0x7f8217df0f00, 0xc8203a2770, 0x7f8217d70190, 0xc82028c0a0, 0xc8203ba000, 0x8000, 0x8000, 0x65, 0x0, 0x0)
	/usr/lib/google-golang/src/io/io.go:380 +0x247
io.Copy(0x7f8217df0f00, 0xc8203a2770, 0x7f8217d70190, 0xc82028c0a0, 0xc8203a2770, 0x0, 0x0)
	/usr/lib/google-golang/src/io/io.go:350 +0x64
net.genericReadFrom(0x7f8217d701e0, 0xc82028c0a8, 0x7f8217d70190, 0xc82028c0a0, 0x0, 0x0, 0x0)
	/usr/lib/google-golang/src/net/net.go:569 +0xb1
net.(*TCPConn).ReadFrom(0xc82028c0a8, 0x7f8217d70190, 0xc82028c0a0, 0xc8202b0568, 0x0, 0x0)
	/usr/lib/google-golang/src/net/tcpsock_posix.go:63 +0x2f1
io.copyBuffer(0x7f8217d701e0, 0xc82028c0a8, 0x7f8217d70190, 0xc82028c0a0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/lib/google-golang/src/io/io.go:374 +0x180
io.Copy(0x7f8217d701e0, 0xc82028c0a8, 0x7f8217d70190, 0xc82028c0a0, 0x3, 0x0, 0x0)
	/usr/lib/google-golang/src/io/io.go:350 +0x64
k8s.io/kubernetes/pkg/proxy/userspace.copyBytes(0xfc04a0, 0xa, 0xc82028c0a8, 0xc82028c0a0, 0xc8203a2750)
	/usr/local/google/home/gkalele/ws/kubernetes/src/k8s.io/kubernetes/_output/local/go/src/k8s.io/kubernetes/pkg/proxy/userspace/proxysocket.go:163 +0x34c
created by k8s.io/kubernetes/pkg/proxy/userspace.proxyTCP
	/usr/local/google/home/gkalele/ws/kubernetes/src/k8s.io/kubernetes/_output/local/go/src/k8s.io/kubernetes/pkg/proxy/userspace/proxysocket.go:156 +0x3fa

goroutine 105 [IO wait]:
net.runtime_pollWait(0x7f8217e35240, 0x72, 0xc820369000)
	/usr/lib/google-golang/src/runtime/netpoll.go:160 +0x60
net.(*pollDesc).Wait(0xc820266ca0, 0x72, 0x0, 0x0)
	/usr/lib/google-golang/src/net/fd_poll_runtime.go:73 +0x3a
net.(*pollDesc).WaitRead(0xc820266ca0, 0x0, 0x0)
	/usr/lib/google-golang/src/net/fd_poll_runtime.go:78 +0x36
net.(*netFD).Read(0xc820266c40, 0xc820369000, 0x1000, 0x1000, 0x0, 0x7f8217e30050, 0xc820010128)
	/usr/lib/google-golang/src/net/fd_unix.go:250 +0x23a
net.(*conn).Read(0xc82028c0b0, 0xc820369000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/usr/lib/google-golang/src/net/net.go:172 +0xe4
net/http.(*connReader).Read(0xc82038f240, 0xc820369000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/usr/lib/google-golang/src/net/http/server.go:526 +0x196
bufio.(*Reader).fill(0xc8202347e0)
	/usr/lib/google-golang/src/bufio/bufio.go:97 +0x1e9
bufio.(*Reader).ReadSlice(0xc8202347e0, 0xa, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/lib/google-golang/src/bufio/bufio.go:328 +0x21a
bufio.(*Reader).ReadLine(0xc8202347e0, 0x0, 0x0, 0x0, 0xf45c00, 0x0, 0x0)
	/usr/lib/google-golang/src/bufio/bufio.go:357 +0x53
net/textproto.(*Reader).readLineSlice(0xc8203a4a50, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/lib/google-golang/src/net/textproto/reader.go:55 +0x81
net/textproto.(*Reader).ReadLine(0xc8203a4a50, 0x0, 0x0, 0x0, 0x0)
	/usr/lib/google-golang/src/net/textproto/reader.go:36 +0x40
net/http.readRequest(0xc8202347e0, 0x0, 0xc820280a80, 0x0, 0x0)
	/usr/lib/google-golang/src/net/http/request.go:721 +0xb6
net/http.(*conn).readRequest(0xc8203a0180, 0x0, 0x0, 0x0)
	/usr/lib/google-golang/src/net/http/server.go:705 +0x359
net/http.(*conn).serve(0xc8203a0180)
	/usr/lib/google-golang/src/net/http/server.go:1425 +0x947
created by net/http.(*Server).Serve
	/usr/lib/google-golang/src/net/http/server.go:2137 +0x44e

goroutine 102 [semacquire]:
sync.runtime_Semacquire(0xc8203a275c)
	/usr/lib/google-golang/src/runtime/sema.go:47 +0x26
sync.(*WaitGroup).Wait(0xc8203a2750)
	/usr/lib/google-golang/src/sync/waitgroup.go:127 +0xb4
k8s.io/kubernetes/pkg/proxy/userspace.proxyTCP(0xc82028c0a0, 0xc82028c0a8)
	/usr/local/google/home/gkalele/ws/kubernetes/src/k8s.io/kubernetes/_output/local/go/src/k8s.io/kubernetes/pkg/proxy/userspace/proxysocket.go:157 +0x408
created by k8s.io/kubernetes/pkg/proxy/userspace.(*tcpProxySocket).ProxyLoop
	/usr/local/google/home/gkalele/ws/kubernetes/src/k8s.io/kubernetes/_output/local/go/src/k8s.io/kubernetes/pkg/proxy/userspace/proxysocket.go:145 +0x73e

goroutine 106 [IO wait]:
net.runtime_pollWait(0x7f8217e356c0, 0x72, 0xc82039b000)
	/usr/lib/google-golang/src/runtime/netpoll.go:160 +0x60
net.(*pollDesc).Wait(0xc820266b50, 0x72, 0x0, 0x0)
	/usr/lib/google-golang/src/net/fd_poll_runtime.go:73 +0x3a
net.(*pollDesc).WaitRead(0xc820266b50, 0x0, 0x0)
	/usr/lib/google-golang/src/net/fd_poll_runtime.go:78 +0x36
net.(*netFD).Read(0xc820266af0, 0xc82039b000, 0x1000, 0x1000, 0x0, 0x7f8217e30050, 0xc820010128)
	/usr/lib/google-golang/src/net/fd_unix.go:250 +0x23a
net.(*conn).Read(0xc82028c0b8, 0xc82039b000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/usr/lib/google-golang/src/net/net.go:172 +0xe4
net/http.noteEOFReader.Read(0x7f8217d70190, 0xc82028c0b8, 0xc820264888, 0xc82039b000, 0x1000, 0x1000, 0x405b53, 0x0, 0x0)
	/usr/lib/google-golang/src/net/http/transport.go:1683 +0x67
net/http.(*noteEOFReader).Read(0xc82038f2a0, 0xc82039b000, 0x1000, 0x1000, 0xc820263d1d, 0x0, 0x0)
	<autogenerated>:284 +0xd0
bufio.(*Reader).fill(0xc820234b40)
	/usr/lib/google-golang/src/bufio/bufio.go:97 +0x1e9
bufio.(*Reader).Peek(0xc820234b40, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/lib/google-golang/src/bufio/bufio.go:132 +0xcc
net/http.(*persistConn).readLoop(0xc820264820)
	/usr/lib/google-golang/src/net/http/transport.go:1069 +0x177
created by net/http.(*Transport).dialConn
	/usr/lib/google-golang/src/net/http/transport.go:853 +0x10a6

goroutine 107 [select]:
net/http.(*persistConn).writeLoop(0xc820264820)
	/usr/lib/google-golang/src/net/http/transport.go:1273 +0x472
created by net/http.(*Transport).dialConn
	/usr/lib/google-golang/src/net/http/transport.go:854 +0x10cb
FAIL	k8s.io/kubernetes/pkg/proxy/userspace	120.203s