The windows bots have randomly been failing builds with the below.

https://build.chromium.org/p/client.pdfium/builders/windows_xfa/builds/4470

Re-running the build usually causes the problem to go away.

[P2492 06:09:51.661 remote.go:125 W] cipd: retrying request to https://chrome-infra-packages.appspot.com/_ah/api/repo/v1/instance/resolve?package_name=infra_internal%2Fgoma%2Fclient%2Fwindows-amd64&version=release
fatal error: all goroutines are asleep - deadlock!

goroutine 1 [select]:
net/http.(*Transport).getConn(0xb1c680, 0xc0421e60f0, 0x0, 0xc04213c000, 0x5, 0xc0421f6030, 0x25, 0x0, 0x0, 0x8214e0)
	E:/b/rr/tmpurlqmb/w/golang/go/src/net/http/transport.go:948 +0x5c6
net/http.(*Transport).RoundTrip(0xb1c680, 0xc0421e8200, 0x0, 0xa, 0xc0421ea348)
	E:/b/rr/tmpurlqmb/w/golang/go/src/net/http/transport.go:400 +0x6ad
go.chromium.org/luci/common/auth.(*modifyingTransport).RoundTrip(0xc0420e3020, 0xc0421e8100, 0xc0420e3020, 0x0, 0x0)
	E:/b/rr/tmpurlqmb/w/infra/go/src/go.chromium.org/luci/common/auth/transport.go:56 +0x254
net/http.send(0xc0421e8100, 0xae4160, 0xc0420e3020, 0x0, 0x0, 0x0, 0xc0421ee018, 0x8a2980, 0xc04217ccb0, 0x1)
	E:/b/rr/tmpurlqmb/w/golang/go/src/net/http/client.go:249 +0x1b0
net/http.(*Client).send(0xc042087e60, 0xc0421e8100, 0x0, 0x0, 0x0, 0xc0421ee018, 0x0, 0x1, 0x410911)
	E:/b/rr/tmpurlqmb/w/golang/go/src/net/http/client.go:173 +0x104
net/http.(*Client).Do(0xc042087e60, 0xc0421e8100, 0xc042087d40, 0xc0421e8100, 0x8c4650)
	E:/b/rr/tmpurlqmb/w/golang/go/src/net/http/client.go:602 +0x294
golang.org/x/net/context/ctxhttp.Do(0xae9fa0, 0xc042087d40, 0xc042087e60, 0xc0421e8000, 0x54, 0x0, 0xc0421e8000)
	E:/b/rr/tmpurlqmb/w/infra/go/.vendor/src/golang.org/x/net/context/ctxhttp/ctxhttp.go:30 +0x75
go.chromium.org/luci/cipd/client/cipd.(*remoteImpl).makeRequest(0xc042087e90, 0xae9fa0, 0xc042087d40, 0xc04212a150, 0x64, 0x8c2984, 0x3, 0x0, 0x0, 0x80fb00, ...)
	E:/b/rr/tmpurlqmb/w/infra/go/src/go.chromium.org/luci/cipd/client/cipd/remote.go:157 +0x424
go.chromium.org/luci/cipd/client/cipd.(*remoteImpl).resolveVersion(0xc042087e90, 0xae9fa0, 0xc042087d40, 0xc042070d50, 0x28, 0xc042070b09, 0x7, 0x4, 0x3, 0x4, ...)
	E:/b/rr/tmpurlqmb/w/infra/go/src/go.chromium.org/luci/cipd/client/cipd/remote.go:253 +0x396
go.chromium.org/luci/cipd/client/cipd.(*clientImpl).ResolveVersion(0xc042089930, 0xae9fa0, 0xc042087d40, 0xc042070d50, 0x28, 0xc042070b09, 0x7, 0x28, 0x0, 0xc042070d50, ...)
	E:/b/rr/tmpurlqmb/w/infra/go/src/go.chromium.org/luci/cipd/client/cipd/client.go:838 +0x181
go.chromium.org/luci/cipd/client/cli.ensurePackages.func1(0xc042070d50, 0x28, 0xc042070b09, 0x7, 0x28, 0x0, 0x0, 0xc04217d418, 0x0, 0xc04217d37f)
	E:/b/rr/tmpurlqmb/w/infra/go/src/go.chromium.org/luci/cipd/client/cli/main.go:839 +0x80
go.chromium.org/luci/cipd/client/cipd/ensure.(*PackageDef).Resolve(0xc04217d5a8, 0xc04217d758, 0xc042087ec0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x410911)
	E:/b/rr/tmpurlqmb/w/infra/go/src/go.chromium.org/luci/cipd/client/cipd/ensure/package_def.go:63 +0xd0
go.chromium.org/luci/cipd/client/cipd/ensure.(*File).ResolveWith(0xc042087d70, 0xc04217d758, 0xc042087ec0, 0xc04217d6e8, 0xc04217d6f0, 0xc042089980)
	E:/b/rr/tmpurlqmb/w/infra/go/src/go.chromium.org/luci/cipd/client/cipd/ensure/file.go:193 +0x371
go.chromium.org/luci/cipd/client/cipd/ensure.(*File).Resolve(0xc042087d70, 0xc04217d758, 0xc042089930, 0xae9fa0, 0xc042087d40)
	E:/b/rr/tmpurlqmb/w/infra/go/src/go.chromium.org/luci/cipd/client/cipd/ensure/file.go:153 +0x4a
go.chromium.org/luci/cipd/client/cli.ensurePackages(0xae9fa0, 0xc042087d40, 0xc042070060, 0x2e, 0x0, 0x0, 0xc042087d00, 0x0, 0x0, 0x0, ...)
	E:/b/rr/tmpurlqmb/w/infra/go/src/go.chromium.org/luci/cipd/client/cli/main.go:838 +0x22e
go.chromium.org/luci/cipd/client/cli.(*ensureRun).Run(0xc04209eb40, 0xaebd40, 0xc04208e640, 0xc0421061a0, 0x0, 0x0, 0xc042087cb0, 0xc04212293a)
	E:/b/rr/tmpurlqmb/w/infra/go/src/go.chromium.org/luci/cipd/client/cli/main.go:818 +0x162
github.com/maruel/subcommands.Run(0xaebd40, 0xc04208e640, 0xc042106120, 0x9, 0x9, 0x9)
	E:/b/rr/tmpurlqmb/w/infra/go/.vendor/src/github.com/maruel/subcommands/subcommands.go:360 +0x4cd
go.chromium.org/luci/cipd/client/cli.Main(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x8dbce7, ...)
	E:/b/rr/tmpurlqmb/w/infra/go/src/go.chromium.org/luci/cipd/client/cli/main.go:2581 +0xf1
main.main()
	E:/b/rr/tmpurlqmb/w/infra/go/src/go.chromium.org/luci/cipd/client/cmd/cipd/main.go:39 +0x12a

goroutine 33 [IO wait]:
internal/poll.runtime_pollWaitCanceled(0x3b0e40, 0x77)
	E:/b/rr/tmpurlqmb/w/golang/go/src/runtime/netpoll.go:189 +0x40
internal/poll.(*pollDesc).waitCanceled(0xc0421cc398, 0x77)
	E:/b/rr/tmpurlqmb/w/golang/go/src/internal/poll/fd_poll_runtime.go:101 +0x4e
internal/poll.(*ioSrv).ExecIO(0xb1ee20, 0xc0421cc2f8, 0x8e1a48, 0xc042033200, 0xc042033208, 0xc0420331f8)
	E:/b/rr/tmpurlqmb/w/golang/go/src/internal/poll/fd_windows.go:225 +0x238
internal/poll.(*FD).ConnectEx(0xc0421cc240, 0xae4ea0, 0xc04200a3c0, 0xc04203e6c0, 0xc0421cc240)
	E:/b/rr/tmpurlqmb/w/golang/go/src/internal/poll/fd_windows.go:738 +0x80
net.(*netFD).connect(0xc0421cc240, 0xae9f60, 0xc04203e6c0, 0x0, 0x0, 0xae4ea0, 0xc04200a3c0, 0x0, 0x0, 0x0, ...)
	E:/b/rr/tmpurlqmb/w/golang/go/src/net/fd_windows.go:116 +0x243
net.(*netFD).dial(0xc0421cc240, 0xae9f60, 0xc04203e6c0, 0xaebe60, 0x0, 0xaebe60, 0xc0421b83f0, 0xc0420333f8, 0x5cf205)
	E:/b/rr/tmpurlqmb/w/golang/go/src/net/sock_posix.go:142 +0xf3
net.socket(0xae9f60, 0xc04203e6c0, 0x8c2a9b, 0x3, 0x2, 0x1, 0x0, 0x0, 0xaebe60, 0x0, ...)
	E:/b/rr/tmpurlqmb/w/golang/go/src/net/sock_posix.go:93 +0x1c1
net.internetSocket(0xae9f60, 0xc04203e6c0, 0x8c2a9b, 0x3, 0xaebe60, 0x0, 0xaebe60, 0xc0421b83f0, 0x1, 0x0, ...)
	E:/b/rr/tmpurlqmb/w/golang/go/src/net/ipsock_posix.go:141 +0x158
net.doDialTCP(0xae9f60, 0xc04203e6c0, 0x8c2a9b, 0x3, 0x0, 0xc0421b83f0, 0xb3e970, 0x0, 0x0)
	E:/b/rr/tmpurlqmb/w/golang/go/src/net/tcpsock_posix.go:62 +0xc0
net.dialTCP(0xae9f60, 0xc04203e6c0, 0x8c2a9b, 0x3, 0x0, 0xc0421b83f0, 0xbe973473e86dcff4, 0x9c907c718, 0xb21120)
	E:/b/rr/tmpurlqmb/w/golang/go/src/net/tcpsock_posix.go:58 +0xeb
net.dialSingle(0xae9f60, 0xc04203e6c0, 0xc0421ca300, 0xae7920, 0xc0421b83f0, 0x0, 0x0, 0x0, 0x0)
	E:/b/rr/tmpurlqmb/w/golang/go/src/net/dial.go:547 +0x3e9
net.dialSerial(0xae9f60, 0xc04203e6c0, 0xc0421ca300, 0xc0420381b0, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0)
	E:/b/rr/tmpurlqmb/w/golang/go/src/net/dial.go:515 +0x24e
net.(*Dialer).DialContext(0xc04208c0c0, 0xae9fa0, 0xc042087d40, 0x8c2a9b, 0x3, 0xc0421f6030, 0x25, 0x0, 0x0, 0x0, ...)
	E:/b/rr/tmpurlqmb/w/golang/go/src/net/dial.go:397 +0x6f5
net.(*Dialer).DialContext-fm(0xae9fa0, 0xc042087d40, 0x8c2a9b, 0x3, 0xc0421f6030, 0x25, 0x0, 0xc042029998, 0x6425e0, 0xc042087d40)
	E:/b/rr/tmpurlqmb/w/golang/go/src/net/http/transport.go:46 +0x7a
net/http.(*Transport).dial(0xb1c680, 0xae9fa0, 0xc042087d40, 0x8c2a9b, 0x3, 0xc0421f6030, 0x25, 0x0, 0x0, 0x0, ...)
	E:/b/rr/tmpurlqmb/w/golang/go/src/net/http/transport.go:884 +0x22a
net/http.(*Transport).dialConn(0xb1c680, 0xae9fa0, 0xc042087d40, 0x0, 0xc04213c000, 0x5, 0xc0421f6030, 0x25, 0x0, 0xc04200c180, ...)
	E:/b/rr/tmpurlqmb/w/golang/go/src/net/http/transport.go:1060 +0x1d69
net/http.(*Transport).getConn.func4(0xb1c680, 0xae9fa0, 0xc042087d40, 0xc0421e6120, 0xc0421fa000)
	E:/b/rr/tmpurlqmb/w/golang/go/src/net/http/transport.go:943 +0x7f
created by net/http.(*Transport).getConn
	E:/b/rr/tmpurlqmb/w/golang/go/src/net/http/transport.go:942 +0x39a

goroutine 8 [IO wait]:
internal/poll.runtime_pollWaitCanceled(0x3b0f00, 0x72)
	E:/b/rr/tmpurlqmb/w/golang/go/src/runtime/netpoll.go:189 +0x40
internal/poll.(*pollDesc).waitCanceled(0xc0421cc158, 0x72)
	E:/b/rr/tmpurlqmb/w/golang/go/src/internal/poll/fd_poll_runtime.go:101 +0x4e
internal/poll.(*ioSrv).ExecIO(0xb1ee18, 0xc0421cc018, 0x8e1a50, 0x50, 0x1, 0x1003f0100000016)
	E:/b/rr/tmpurlqmb/w/golang/go/src/internal/poll/fd_windows.go:225 +0x238
internal/poll.(*FD).Read(0xc0421cc000, 0xc0421d2400, 0x400, 0x400, 0x0, 0x0, 0x0)
	E:/b/rr/tmpurlqmb/w/golang/go/src/internal/poll/fd_windows.go:439 +0x266
net.(*netFD).Read(0xc0421cc000, 0xc0421d2400, 0x400, 0x400, 0x0, 0xc0421d2400, 0x0)
	E:/b/rr/tmpurlqmb/w/golang/go/src/net/fd_windows.go:151 +0x59
net.(*conn).Read(0xc042004020, 0xc0421d2400, 0x400, 0x400, 0x0, 0x0, 0x0)
	E:/b/rr/tmpurlqmb/w/golang/go/src/net/net.go:176 +0x74
crypto/tls.(*block).readFromUntil(0xc0421b8240, 0x3b0fc0, 0xc042004020, 0x5, 0xc042004020, 0xc042018000)
	E:/b/rr/tmpurlqmb/w/golang/go/src/crypto/tls/conn.go:488 +0x9c
crypto/tls.(*Conn).readRecord(0xc04202ea80, 0xc042018016, 0x400, 0xca)
	E:/b/rr/tmpurlqmb/w/golang/go/src/crypto/tls/conn.go:590 +0xe7
crypto/tls.(*Conn).readHandshake(0xc04202ea80, 0xc0421d0016, 0xc0421d0000, 0xc5, 0xc5)
	E:/b/rr/tmpurlqmb/w/golang/go/src/crypto/tls/conn.go:943 +0x94
crypto/tls.(*Conn).clientHandshake(0xc04202ea80, 0x8e21f8, 0xc04202eba0)
	E:/b/rr/tmpurlqmb/w/golang/go/src/crypto/tls/handshake_client.go:159 +0x9d1
crypto/tls.(*Conn).Handshake(0xc04202ea80, 0x0, 0x0)
	E:/b/rr/tmpurlqmb/w/golang/go/src/crypto/tls/conn.go:1307 +0x196
net/http.(*Transport).dialConn.func3(0x0, 0xc04202ea80, 0xc04203a180, 0xc04203e480)
	E:/b/rr/tmpurlqmb/w/golang/go/src/net/http/transport.go:1151 +0x49
created by net/http.(*Transport).dialConn
	E:/b/rr/tmpurlqmb/w/golang/go/src/net/http/transport.go:1147 +0xdc5

goroutine 13 [chan receive]:
net.(*netFD).connect.func2(0xae9f60, 0xc04203e6c0, 0xc0421cc240, 0xc04200c360)
	E:/b/rr/tmpurlqmb/w/golang/go/src/net/fd_windows.go:110 +0x16a
created by net.(*netFD).connect
	E:/b/rr/tmpurlqmb/w/golang/go/src/net/fd_windows.go:104 +0x218
step returned non-zero exit code: 2