[16:56:40.066] New invocation is queued and will start shortly
[16:56:41.141] Starting the invocation (attempt 1)
[16:56:41.171] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/infra/infra/+/fda70fcace7624fc5dd833859890146c38823985"
[16:56:41.171] Popped gitiles commit info from properties and tags
[16:56:41.171] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[16:56:41.171] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[16:56:41.171] Buildbucket request:
{
"requestId": "8945809565572954208",
"builder": {
"project": "infra",
"bucket": "ci",
"builder": "infra-continuous-win11-64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler-dev.appspot.com",
"invocation": "8945809565572954208",
"job": "infra/infra-continuous-win11-64",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://chromium.googlesource.com/infra/infra",
"revision": "fda70fcace7624fc5dd833859890146c38823985"
},
"id": "https://chromium.googlesource.com/infra/infra/+/refs/heads/main@fda70fcace7624fc5dd833859890146c38823985",
"title": "fda70fcace7624fc5dd833859890146c38823985",
"url": "https://chromium.googlesource.com/infra/infra/+/fda70fcace7624fc5dd833859890146c38823985"
}
]
}
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "infra/infra",
"id": "fda70fcace7624fc5dd833859890146c38823985",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8945809565572954208"
},
{
"key": "scheduler_job_id",
"value": "infra/infra-continuous-win11-64"
},
{
"key": "user_agent",
"value": "luci-scheduler-dev"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
}
}
[16:56:41.888] Scheduled build:
{
"id": "8780379503635626849",
"builder": {
"project": "infra",
"bucket": "ci",
"builder": "infra-continuous-win11-64"
},
"number": 3546,
"createdBy": "project:infra",
"createTime": "2023-05-22T16:56:41.290261992Z",
"updateTime": "2023-05-22T16:56:41.290261992Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "infra/infra",
"id": "fda70fcace7624fc5dd833859890146c38823985",
"ref": "refs/heads/main"
}
}
}
[16:56:41.888] Task URL: https://cr-buildbucket-dev.appspot.com/build/8780379503635626849
[16:56:41.888] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:2:0) after 7m35s
[17:04:16.910] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:2:0)
[17:04:16.951] Build status: SCHEDULED
[17:04:16.951] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:3:0) after 6m56s
[17:11:12.968] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:3:0)
[17:11:12.996] Build status: SCHEDULED
[17:11:12.996] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:4:0) after 2m16s
[17:13:29.014] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:4:0)
[17:13:29.042] Build status: SCHEDULED
[17:13:29.042] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:5:0) after 2m50s
[17:16:19.063] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:5:0)
[17:16:19.101] Build status: SCHEDULED
[17:16:19.101] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:6:0) after 6m13s
[17:22:32.118] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:6:0)
[17:22:32.140] Build status: SCHEDULED
[17:22:32.140] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:7:0) after 9m39s
[17:32:11.161] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:7:0)
[17:32:11.881] Build status: SCHEDULED
[17:32:11.881] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:8:0) after 3m12s
[17:35:23.902] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:8:0)
[17:35:23.994] Build status: SCHEDULED
[17:35:23.994] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:9:0) after 8m56s
[17:44:20.024] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:9:0)
[17:44:20.078] Build status: SCHEDULED
[17:44:20.078] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:10:0) after 8m54s
[17:53:14.096] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:10:0)
[17:53:14.138] Build status: SCHEDULED
[17:53:14.138] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:11:0) after 1m56s
[17:55:10.164] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:11:0)
[17:55:10.185] Build status: SCHEDULED
[17:55:10.185] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:12:0) after 7m55s
[18:03:05.207] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:12:0)
[18:03:05.230] Build status: SCHEDULED
[18:03:05.230] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:13:0) after 7m18s
[18:10:23.276] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:13:0)
[18:10:23.344] Build status: SCHEDULED
[18:10:23.344] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:14:0) after 5m56s
[18:16:19.360] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:14:0)
[18:16:19.387] Build status: SCHEDULED
[18:16:19.387] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:15:0) after 9m4s
[18:25:23.403] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:15:0)
[18:25:23.440] Build status: SCHEDULED
[18:25:23.440] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:16:0) after 9m0s
[18:34:23.478] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:16:0)
[18:34:23.510] Build status: SCHEDULED
[18:34:23.511] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:17:0) after 8m32s
[18:42:55.527] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:17:0)
[18:42:55.568] Build status: SCHEDULED
[18:42:55.568] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:18:0) after 1m30s
[18:44:25.585] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:18:0)
[18:44:25.631] Build status: SCHEDULED
[18:44:25.631] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:19:0) after 6m5s
[18:50:30.651] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:19:0)
[18:50:30.689] Build status: SCHEDULED
[18:50:30.689] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:20:0) after 1m52s
[18:52:22.709] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:20:0)
[18:52:22.754] Build status: SCHEDULED
[18:52:22.754] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:21:0) after 7m18s
[18:59:40.773] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:21:0)
[18:59:40.824] Build status: SCHEDULED
[18:59:40.824] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:22:0) after 3m15s
[19:02:55.862] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:22:0)
[19:02:55.890] Build status: SCHEDULED
[19:02:55.890] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:23:0) after 9m59s
[19:12:54.913] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:23:0)
[19:12:54.942] Build status: SCHEDULED
[19:12:54.942] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:24:0) after 9m4s
[19:21:58.965] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:24:0)
[19:21:59.005] Build status: SCHEDULED
[19:21:59.005] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:25:0) after 8m31s
[19:30:30.042] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:25:0)
[19:30:30.114] Build status: SCHEDULED
[19:30:30.114] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:26:0) after 8m12s
[19:38:42.133] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:26:0)
[19:38:42.178] Build status: SCHEDULED
[19:38:42.178] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:27:0) after 9m1s
[19:47:43.204] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:27:0)
[19:47:43.241] Build status: SCHEDULED
[19:47:43.241] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:28:0) after 8m6s
[19:55:49.262] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:28:0)
[19:55:49.300] Build status: SCHEDULED
[19:55:49.300] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:29:0) after 9m57s
[20:05:46.318] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:29:0)
[20:05:46.386] Build status: SCHEDULED
[20:05:46.386] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:30:0) after 4m21s
[20:10:07.408] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:30:0)
[20:10:07.457] Build status: SCHEDULED
[20:10:07.457] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:31:0) after 4m32s
[20:14:39.489] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:31:0)
[20:14:39.586] Build status: SCHEDULED
[20:14:39.586] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:32:0) after 3m31s
[20:18:10.606] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:32:0)
[20:18:10.649] Build status: SCHEDULED
[20:18:10.650] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:33:0) after 1m1s
[20:19:11.690] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:33:0)
[20:19:11.805] Build status: SCHEDULED
[20:19:11.805] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:34:0) after 4m43s
[20:23:54.826] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:34:0)
[20:23:54.876] Build status: SCHEDULED
[20:23:54.876] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:35:0) after 4m43s
[20:28:37.919] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:35:0)
[20:28:37.953] Build status: SCHEDULED
[20:28:37.953] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:36:0) after 8m13s
[20:36:50.982] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:36:0)
[20:36:51.028] Build status: SCHEDULED
[20:36:51.028] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:37:0) after 1m32s
[20:38:23.066] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:37:0)
[20:38:23.134] Build status: SCHEDULED
[20:38:23.134] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:38:0) after 2m22s
[20:40:45.153] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:38:0)
[20:40:45.187] Build status: SCHEDULED
[20:40:45.187] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:39:0) after 6m33s
[20:47:18.204] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:39:0)
[20:47:18.249] Build status: SCHEDULED
[20:47:18.249] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:40:0) after 7m1s
[20:54:19.294] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:40:0)
[20:54:19.324] Build status: SCHEDULED
[20:54:19.324] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:41:0) after 6m41s
[21:01:00.348] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:41:0)
[21:01:00.458] Build status: SCHEDULED
[21:01:00.458] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:42:0) after 8m53s
[21:09:53.478] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:42:0)
[21:09:53.511] Build status: SCHEDULED
[21:09:53.511] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:43:0) after 9m2s
[21:18:55.529] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:43:0)
[21:18:55.573] Build status: SCHEDULED
[21:18:55.573] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:44:0) after 2m18s
[21:21:13.620] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:44:0)
[21:21:13.667] Build status: SCHEDULED
[21:21:13.667] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:45:0) after 8m11s
[21:29:24.699] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:45:0)
[21:29:24.771] Build status: SCHEDULED
[21:29:24.771] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:46:0) after 9m36s
[21:39:00.791] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:46:0)
[21:39:00.816] Build status: SCHEDULED
[21:39:00.816] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:47:0) after 9m18s
[21:48:18.891] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:47:0)
[21:48:18.937] Build status: SCHEDULED
[21:48:18.937] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:48:0) after 8m7s
[21:56:25.955] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:48:0)
[21:56:25.977] Build status: SCHEDULED
[21:56:25.977] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:49:0) after 7m58s
[22:04:24.000] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:49:0)
[22:04:24.032] Build status: SCHEDULED
[22:04:24.032] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:50:0) after 9m22s
[22:13:46.049] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:50:0)
[22:13:46.074] Build status: SCHEDULED
[22:13:46.074] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:51:0) after 5m14s
[22:19:00.092] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:51:0)
[22:19:00.142] Build status: SCHEDULED
[22:19:00.142] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:52:0) after 6m24s
[22:25:24.159] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:52:0)
[22:25:24.191] Build status: SCHEDULED
[22:25:24.191] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:53:0) after 2m22s
[22:27:46.213] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:53:0)
[22:27:46.239] Build status: SCHEDULED
[22:27:46.239] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:54:0) after 8m15s
[22:36:01.257] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:54:0)
[22:36:01.293] Build status: SCHEDULED
[22:36:01.293] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:55:0) after 5m20s
[22:41:21.330] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:55:0)
[22:41:21.396] Build status: SCHEDULED
[22:41:21.396] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:56:0) after 5m36s
[22:46:57.414] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:56:0)
[22:46:57.437] Build status: SCHEDULED
[22:46:57.437] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:57:0) after 7m1s
[22:53:58.458] Handling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:57:0)
[22:53:58.505] Build status: SCHEDULED
[22:53:58.505] Scheduling timer "check-buildbucket-build-status" (infra/infra-continuous-win11-64:8945809565572954208:58:0) after 9m24s
[22:57:04.381] Received PubSub notification, asking Buildbucket for the build status
[22:57:04.411] Build:
{
"id": "8780379503635626849",
"builder": {
"project": "infra",
"bucket": "ci",
"builder": "infra-continuous-win11-64"
},
"number": 3546,
"createdBy": "project:infra",
"createTime": "2023-05-22T16:56:41.290261992Z",
"endTime": "2023-05-22T22:57:00.745381Z",
"updateTime": "2023-05-22T22:57:00.745381Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"resourceExhaustion": {
},
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "infra/infra",
"id": "fda70fcace7624fc5dd833859890146c38823985",
"ref": "refs/heads/main"
}
}
}
[22:57:04.411] Invocation finished in 6h0m24.352458492s with status FAILED