2018-11-14 15:27:35.555 PST
goroutine 549322:
2018-11-14 15:27:35.555 PST
#0 infra/appengine/crosskylabadmin/app/clients/swarming.go:118 - clients.(*swarmingClientImpl).ListAliveBotsInPool()
2018-11-14 15:27:35.555 PST
  reason: failed to list alive bots in pool ChromeOSSkylab
2018-11-14 15:27:35.555 PST
  internal reason: googleapi: Error 400: Invalid dimensions
2018-11-14 15:27:35.555 PST
2018-11-14 15:27:35.555 PST
From frame 0 to 1, the following wrappers were found:
2018-11-14 15:27:35.555 PST
  internal reason: MultiError 1/1: following first non-nil error.
2018-11-14 15:27:35.555 PST
2018-11-14 15:27:35.555 PST
#1 infra/appengine/crosskylabadmin/app/frontend/tracker.go:147 - frontend.getFilteredBotsFromSwarming()
2018-11-14 15:27:35.555 PST
  reason: failed to get bots in pool ChromeOSSkylab with dimensions map[dut_id:[] pool:[ChromeOSSkylab]]
2018-11-14 15:27:35.555 PST
2018-11-14 15:27:35.555 PST
#2 infra/appengine/crosskylabadmin/app/frontend/tracker.go:127 - frontend.getBotsFromSwarming.func1.1()
2018-11-14 15:27:35.555 PST
#3 go.chromium.org/luci/common/sync/parallel/runner.go:51 - parallel.(*WorkItem).execute()
2018-11-14 15:27:35.555 PST
#4 go.chromium.org/luci/common/sync/parallel/runner.go:145 - parallel.(*Runner).dispatchLoopBody.func1()
2018-11-14 15:27:35.555 PST
#5 runtime/asm_amd64.s:2337 - runtime.goexit()
2018-11-14 15:27:35.555 PST
2018-11-14 15:27:35.555 PST
goroutine 549317:
2018-11-14 15:27:35.555 PST
#0 infra/appengine/crosskylabadmin/app/frontend/tracker.go:64 - frontend.(*TrackerServerImpl).RefreshBots()
2018-11-14 15:27:35.555 PST
  reason: failed to get bots from Swarming
2018-11-14 15:27:35.555 PST
2018-11-14 15:27:35.555 PST
#1 infra/appengine/crosskylabadmin/api/fleet/v1/trackerserver_dec.go:32 - v1.(*DecoratedTracker).RefreshBots()
2018-11-14 15:27:35.555 PST
#2 infra/appengine/crosskylabadmin/api/fleet/v1/tracker.pb.go:419 - v1._Tracker_RefreshBots_Handler.func1()
2018-11-14 15:27:35.555 PST
#3 go.chromium.org/luci/grpc/grpcutil/paniccatcher.go:41 - grpcutil.NewUnaryServerPanicCatcher.func1()
2018-11-14 15:27:35.555 PST
#4 go.chromium.org/luci/grpc/grpcmon/server.go:73 - grpcmon.NewUnaryServerInterceptor.func1()
2018-11-14 15:27:35.555 PST
#5 infra/appengine/crosskylabadmin/api/fleet/v1/tracker.pb.go:421 - v1._Tracker_RefreshBots_Handler()
2018-11-14 15:27:35.555 PST
#6 go.chromium.org/luci/grpc/prpc/server.go:221 - prpc.(*Server).call()
2018-11-14 15:27:35.555 PST
#7 go.chromium.org/luci/grpc/prpc/server.go:170 - prpc.(*Server).handlePOST()
2018-11-14 15:27:35.555 PST
#8 go.chromium.org/luci/grpc/prpc.(*Server).(go.chromium.org/luci/grpc/prpc/server.go:159 - prpc.handlePOST)-fm()
2018-11-14 15:27:35.555 PST
#9 go.chromium.org/luci/server/router/handler.go:95 - router.run()
2018-11-14 15:27:35.555 PST
#10 go.chromium.org/luci/server/router/handler.go:84 - router.run.func1()
2018-11-14 15:27:35.555 PST
#11 go.chromium.org/luci/grpc/prpc/server.go:140 - prpc.(*Server).authenticate.func1()
2018-11-14 15:27:35.555 PST
#12 go.chromium.org/luci/server/router/handler.go:84 - router.run()
2018-11-14 15:27:35.555 PST
#13 go.chromium.org/luci/server/router/handler.go:84 - router.run.func1()
2018-11-14 15:27:35.555 PST
#14 go.chromium.org/luci/server/auth/auth.go:137 - auth.(*Authenticator).GetMiddleware.func1()
2018-11-14 15:27:35.555 PST
#15 go.chromium.org/luci/server/router/handler.go:84 - router.run()
2018-11-14 15:27:35.555 PST
#16 go.chromium.org/luci/server/router/handler.go:84 - router.run.func1()
2018-11-14 15:27:35.555 PST
#17 infra/appengine/crosskylabadmin/app/config/config.go:61 - config.Middleware()
2018-11-14 15:27:35.555 PST
#18 go.chromium.org/luci/server/router/handler.go:84 - router.run()
2018-11-14 15:27:35.555 PST
#19 go.chromium.org/luci/server/router/handler.go:84 - router.run.func1()
2018-11-14 15:27:35.555 PST
#20 go.chromium.org/luci/server/tsmon/middleware.go:125 - tsmon.(*State).Middleware()
2018-11-14 15:27:35.555 PST
#21 go.chromium.org/luci/server/standard/env.go:97 - tsmon.(*State).Middleware-fm()
2018-11-14 15:27:35.555 PST
#22 go.chromium.org/luci/server/router/handler.go:84 - router.run()
2018-11-14 15:27:35.555 PST
#23 go.chromium.org/luci/server/router/handler.go:84 - router.run.func1()
2018-11-14 15:27:35.555 PST
#24 go.chromium.org/luci/server/middleware/paniccatcher.go:42 - middleware.WithPanicCatcher()
2018-11-14 15:27:35.555 PST
#25 go.chromium.org/luci/server/router/handler.go:84 - router.run()
2018-11-14 15:27:35.555 PST
#26 go.chromium.org/luci/server/router/handler.go:84 - router.run.func1()
2018-11-14 15:27:35.555 PST
#27 go.chromium.org/luci/appengine/gaemiddleware/context.go:241 - gaemiddleware.(*Environment).Base.func1()
2018-11-14 15:27:35.555 PST
#28 go.chromium.org/luci/server/router/handler.go:84 - router.run()
2018-11-14 15:27:35.555 PST
#29 go.chromium.org/luci/server/router/handler.go:74 - router.runChains()
2018-11-14 15:27:35.555 PST
#30 go.chromium.org/luci/server/router/router.go:154 - router.(*Router).adapt.func1()
2018-11-14 15:27:35.555 PST
#31 github.com/julienschmidt/httprouter/router.go:334 - httprouter.(*Router).ServeHTTP()
2018-11-14 15:27:35.555 PST
#32 go.chromium.org/luci/server/router/router.go:130 - router.(*Router).ServeHTTP()
2018-11-14 15:27:35.555 PST
#33 net/http/server.go:2254 - http.(*ServeMux).ServeHTTP()
2018-11-14 15:27:35.555 PST
#34 appengine_internal/api_prod.go:296 - appengine_internal.executeRequestSafely()
2018-11-14 15:27:35.555 PST
#35 appengine_internal/api_prod.go:232 - appengine_internal.(*server).HandleRequest()
2018-11-14 15:27:35.555 PST
#36 runtime/asm_amd64.s:510 - runtime.call64()
2018-11-14 15:27:35.555 PST
#37 reflect/value.go:434 - reflect.Value.call()
2018-11-14 15:27:35.555 PST
#38 reflect/value.go:302 - reflect.Value.Call()
2018-11-14 15:27:35.555 PST
#39 ./_:427 - _()
2018-11-14 15:27:35.555 PST
#40 runtime/asm_amd64.s:2337 - runtime.goexit()
2018-11-14 15:27:35.555 PST
prpc: responding with Unknown error: failed to get bots from Swarming: failed to get bots in pool ChromeOSSkylab with dimensions map[dut_id:[] pool:[ChromeOSSkylab]]: failed to list alive bots in pool ChromeOSSkylab
 

2018-11-14 15:27:35.555 PST goroutine 549322:
2018-11-14 15:27:35.555 PST #0 infra/appengine/crosskylabadmin/app/clients/swarming.go:118 - clients.(*swarmingClientImpl).ListAliveBotsInPool()
2018-11-14 15:27:35.555 PST reason: failed to list alive bots in pool ChromeOSSkylab
2018-11-14 15:27:35.555 PST internal reason: googleapi: Error 400: Invalid dimensions
2018-11-14 15:27:35.555 PST
2018-11-14 15:27:35.555 PST From frame 0 to 1, the following wrappers were found:
2018-11-14 15:27:35.555 PST internal reason: MultiError 1/1: following first non-nil error.
2018-11-14 15:27:35.555 PST
2018-11-14 15:27:35.555 PST #1 infra/appengine/crosskylabadmin/app/frontend/tracker.go:147 - frontend.getFilteredBotsFromSwarming()
2018-11-14 15:27:35.555 PST reason: failed to get bots in pool ChromeOSSkylab with dimensions map[dut_id:[] pool:[ChromeOSSkylab]]
2018-11-14 15:27:35.555 PST
2018-11-14 15:27:35.555 PST #2 infra/appengine/crosskylabadmin/app/frontend/tracker.go:127 - frontend.getBotsFromSwarming.func1.1()
2018-11-14 15:27:35.555 PST #3 go.chromium.org/luci/common/sync/parallel/runner.go:51 - parallel.(*WorkItem).execute()
2018-11-14 15:27:35.555 PST #4 go.chromium.org/luci/common/sync/parallel/runner.go:145 - parallel.(*Runner).dispatchLoopBody.func1()
2018-11-14 15:27:35.555 PST #5 runtime/asm_amd64.s:2337 - runtime.goexit()
2018-11-14 15:27:35.555 PST
2018-11-14 15:27:35.555 PST goroutine 549317:
2018-11-14 15:27:35.555 PST #0 infra/appengine/crosskylabadmin/app/frontend/tracker.go:64 - frontend.(*TrackerServerImpl).RefreshBots()
2018-11-14 15:27:35.555 PST reason: failed to get bots from Swarming
2018-11-14 15:27:35.555 PST
2018-11-14 15:27:35.555 PST #1 infra/appengine/crosskylabadmin/api/fleet/v1/trackerserver_dec.go:32 - v1.(*DecoratedTracker).RefreshBots()
2018-11-14 15:27:35.555 PST #2 infra/appengine/crosskylabadmin/api/fleet/v1/tracker.pb.go:419 - v1._Tracker_RefreshBots_Handler.func1()
2018-11-14 15:27:35.555 PST #3 go.chromium.org/luci/grpc/grpcutil/paniccatcher.go:41 - grpcutil.NewUnaryServerPanicCatcher.func1()
2018-11-14 15:27:35.555 PST #4 go.chromium.org/luci/grpc/grpcmon/server.go:73 - grpcmon.NewUnaryServerInterceptor.func1()
2018-11-14 15:27:35.555 PST #5 infra/appengine/crosskylabadmin/api/fleet/v1/tracker.pb.go:421 - v1._Tracker_RefreshBots_Handler()
2018-11-14 15:27:35.555 PST #6 go.chromium.org/luci/grpc/prpc/server.go:221 - prpc.(*Server).call()
2018-11-14 15:27:35.555 PST #7 go.chromium.org/luci/grpc/prpc/server.go:170 - prpc.(*Server).handlePOST()
2018-11-14 15:27:35.555 PST #8 go.chromium.org/luci/grpc/prpc.(*Server).(go.chromium.org/luci/grpc/prpc/server.go:159 - prpc.handlePOST)-fm()
2018-11-14 15:27:35.555 PST #9 go.chromium.org/luci/server/router/handler.go:95 - router.run()
2018-11-14 15:27:35.555 PST #10 go.chromium.org/luci/server/router/handler.go:84 - router.run.func1()
2018-11-14 15:27:35.555 PST #11 go.chromium.org/luci/grpc/prpc/server.go:140 - prpc.(*Server).authenticate.func1()
2018-11-14 15:27:35.555 PST #12 go.chromium.org/luci/server/router/handler.go:84 - router.run()
2018-11-14 15:27:35.555 PST #13 go.chromium.org/luci/server/router/handler.go:84 - router.run.func1()
2018-11-14 15:27:35.555 PST #14 go.chromium.org/luci/server/auth/auth.go:137 - auth.(*Authenticator).GetMiddleware.func1()
2018-11-14 15:27:35.555 PST #15 go.chromium.org/luci/server/router/handler.go:84 - router.run()
2018-11-14 15:27:35.555 PST #16 go.chromium.org/luci/server/router/handler.go:84 - router.run.func1()
2018-11-14 15:27:35.555 PST #17 infra/appengine/crosskylabadmin/app/config/config.go:61 - config.Middleware()
2018-11-14 15:27:35.555 PST #18 go.chromium.org/luci/server/router/handler.go:84 - router.run()
2018-11-14 15:27:35.555 PST #19 go.chromium.org/luci/server/router/handler.go:84 - router.run.func1()
2018-11-14 15:27:35.555 PST #20 go.chromium.org/luci/server/tsmon/middleware.go:125 - tsmon.(*State).Middleware()
2018-11-14 15:27:35.555 PST #21 go.chromium.org/luci/server/standard/env.go:97 - tsmon.(*State).Middleware-fm()
2018-11-14 15:27:35.555 PST #22 go.chromium.org/luci/server/router/handler.go:84 - router.run()
2018-11-14 15:27:35.555 PST #23 go.chromium.org/luci/server/router/handler.go:84 - router.run.func1()
2018-11-14 15:27:35.555 PST #24 go.chromium.org/luci/server/middleware/paniccatcher.go:42 - middleware.WithPanicCatcher()
2018-11-14 15:27:35.555 PST #25 go.chromium.org/luci/server/router/handler.go:84 - router.run()
2018-11-14 15:27:35.555 PST #26 go.chromium.org/luci/server/router/handler.go:84 - router.run.func1()
2018-11-14 15:27:35.555 PST #27 go.chromium.org/luci/appengine/gaemiddleware/context.go:241 - gaemiddleware.(*Environment).Base.func1()
2018-11-14 15:27:35.555 PST #28 go.chromium.org/luci/server/router/handler.go:84 - router.run()
2018-11-14 15:27:35.555 PST #29 go.chromium.org/luci/server/router/handler.go:74 - router.runChains()
2018-11-14 15:27:35.555 PST #30 go.chromium.org/luci/server/router/router.go:154 - router.(*Router).adapt.func1()
2018-11-14 15:27:35.555 PST #31 github.com/julienschmidt/httprouter/router.go:334 - httprouter.(*Router).ServeHTTP()
2018-11-14 15:27:35.555 PST #32 go.chromium.org/luci/server/router/router.go:130 - router.(*Router).ServeHTTP()
2018-11-14 15:27:35.555 PST #33 net/http/server.go:2254 - http.(*ServeMux).ServeHTTP()
2018-11-14 15:27:35.555 PST #34 appengine_internal/api_prod.go:296 - appengine_internal.executeRequestSafely()
2018-11-14 15:27:35.555 PST #35 appengine_internal/api_prod.go:232 - appengine_internal.(*server).HandleRequest()
2018-11-14 15:27:35.555 PST #36 runtime/asm_amd64.s:510 - runtime.call64()
2018-11-14 15:27:35.555 PST #37 reflect/value.go:434 - reflect.Value.call()
2018-11-14 15:27:35.555 PST #38 reflect/value.go:302 - reflect.Value.Call()
2018-11-14 15:27:35.555 PST #39 ./_:427 - _()
2018-11-14 15:27:35.555 PST #40 runtime/asm_amd64.s:2337 - runtime.goexit()
2018-11-14 15:27:35.555 PST prpc: responding with Unknown error: failed to get bots from Swarming: failed to get bots in pool ChromeOSSkylab with dimensions map[dut_id:[] pool:[ChromeOSSkylab]]: failed to list alive bots in pool ChromeOSSkylab