Status: FAILED
Triggered by: -
Duration: 7 hours
Actions:

Definition (rev ac465d42d2d3f0b5fd3dee94a9a9d505c11cae99)

buildbucket: <
  server: "cr-buildbucket-dev.appspot.com"
  bucket: "ci"
  builder: "win-rel-dev"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "fa18ec243136dea81882f9018abc011ee793eaa6"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/fa18ec243136dea81882f9018abc011ee793eaa6
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[22:05:44.049] New invocation is queued and will start shortly
[22:05:45.751] Starting the invocation (attempt 1)
[22:05:45.777] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/fa18ec243136dea81882f9018abc011ee793eaa6"
[22:05:45.777] Popped gitiles commit info from properties and tags
[22:05:45.777] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:05:45.777] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:05:45.777] Buildbucket request:
{
  "requestId": "8897773728604097584",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "fa18ec243136dea81882f9018abc011ee793eaa6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897773728604097584"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:06:19.414] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[22:06:19.414] The invocation will be retried
[22:06:24.484] Starting the invocation (attempt 2)
[22:06:24.512] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/fa18ec243136dea81882f9018abc011ee793eaa6"
[22:06:24.512] Popped gitiles commit info from properties and tags
[22:06:24.512] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:06:24.512] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:06:24.512] Buildbucket request:
{
  "requestId": "8897773728604097584",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "fa18ec243136dea81882f9018abc011ee793eaa6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897773728604097584"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:06:57.691] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[22:06:57.691] The invocation will be retried
[22:07:07.744] Starting the invocation (attempt 3)
[22:07:07.770] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/fa18ec243136dea81882f9018abc011ee793eaa6"
[22:07:07.770] Popped gitiles commit info from properties and tags
[22:07:07.770] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:07:07.770] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:07:07.770] Buildbucket request:
{
  "requestId": "8897773728604097584",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "fa18ec243136dea81882f9018abc011ee793eaa6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897773728604097584"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:07:40.948] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[22:07:40.948] The invocation will be retried
[22:08:01.011] Starting the invocation (attempt 4)
[22:08:01.037] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/fa18ec243136dea81882f9018abc011ee793eaa6"
[22:08:01.037] Popped gitiles commit info from properties and tags
[22:08:01.037] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:08:01.040] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:08:01.040] Buildbucket request:
{
  "requestId": "8897773728604097584",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "fa18ec243136dea81882f9018abc011ee793eaa6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897773728604097584"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:08:34.021] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[22:08:34.021] The invocation will be retried
[22:09:14.124] Starting the invocation (attempt 5)
[22:09:14.151] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/fa18ec243136dea81882f9018abc011ee793eaa6"
[22:09:14.151] Popped gitiles commit info from properties and tags
[22:09:14.151] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:09:14.151] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:09:14.151] Buildbucket request:
{
  "requestId": "8897773728604097584",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "fa18ec243136dea81882f9018abc011ee793eaa6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897773728604097584"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:09:47.341] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[22:09:47.341] The invocation will be retried
[22:11:08.115] Starting the invocation (attempt 6)
[22:11:08.139] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/fa18ec243136dea81882f9018abc011ee793eaa6"
[22:11:08.139] Popped gitiles commit info from properties and tags
[22:11:08.139] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:11:08.142] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:11:08.142] Buildbucket request:
{
  "requestId": "8897773728604097584",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "fa18ec243136dea81882f9018abc011ee793eaa6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897773728604097584"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:11:41.647] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[22:11:41.647] The invocation will be retried
[22:14:21.700] Starting the invocation (attempt 7)
[22:14:21.725] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/fa18ec243136dea81882f9018abc011ee793eaa6"
[22:14:21.725] Popped gitiles commit info from properties and tags
[22:14:21.725] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:14:21.725] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:14:21.726] Buildbucket request:
{
  "requestId": "8897773728604097584",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "fa18ec243136dea81882f9018abc011ee793eaa6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897773728604097584"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:14:55.097] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[22:14:55.097] The invocation will be retried
[22:20:16.108] Starting the invocation (attempt 8)
[22:20:16.138] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/fa18ec243136dea81882f9018abc011ee793eaa6"
[22:20:16.138] Popped gitiles commit info from properties and tags
[22:20:16.138] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:20:16.139] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:20:16.139] Buildbucket request:
{
  "requestId": "8897773728604097584",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "fa18ec243136dea81882f9018abc011ee793eaa6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897773728604097584"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:20:49.222] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[22:20:49.222] The invocation will be retried
[22:30:49.273] Starting the invocation (attempt 9)
[22:30:49.301] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/fa18ec243136dea81882f9018abc011ee793eaa6"
[22:30:49.301] Popped gitiles commit info from properties and tags
[22:30:49.301] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:30:49.302] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:30:49.302] Buildbucket request:
{
  "requestId": "8897773728604097584",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "fa18ec243136dea81882f9018abc011ee793eaa6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897773728604097584"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:31:22.394] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[22:31:22.394] The invocation will be retried
[22:41:22.446] Starting the invocation (attempt 10)
[22:41:22.472] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/fa18ec243136dea81882f9018abc011ee793eaa6"
[22:41:22.472] Popped gitiles commit info from properties and tags
[22:41:22.472] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:41:22.473] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:41:22.473] Buildbucket request:
{
  "requestId": "8897773728604097584",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "fa18ec243136dea81882f9018abc011ee793eaa6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897773728604097584"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:41:55.977] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[22:41:55.977] The invocation will be retried
[22:51:56.039] Starting the invocation (attempt 11)
[22:51:56.067] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/fa18ec243136dea81882f9018abc011ee793eaa6"
[22:51:56.067] Popped gitiles commit info from properties and tags
[22:51:56.067] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:51:56.067] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:51:56.067] Buildbucket request:
{
  "requestId": "8897773728604097584",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "fa18ec243136dea81882f9018abc011ee793eaa6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897773728604097584"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:52:30.218] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[22:52:30.219] The invocation will be retried
[23:02:30.278] Starting the invocation (attempt 12)
[23:02:30.306] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/fa18ec243136dea81882f9018abc011ee793eaa6"
[23:02:30.306] Popped gitiles commit info from properties and tags
[23:02:30.306] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[23:02:30.307] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[23:02:30.307] Buildbucket request:
{
  "requestId": "8897773728604097584",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "fa18ec243136dea81882f9018abc011ee793eaa6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897773728604097584"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[23:03:04.050] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[23:03:04.050] The invocation will be retried
[23:13:04.114] Starting the invocation (attempt 13)
[23:13:04.143] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/fa18ec243136dea81882f9018abc011ee793eaa6"
[23:13:04.143] Popped gitiles commit info from properties and tags
[23:13:04.143] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[23:13:04.143] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[23:13:04.143] Buildbucket request:
{
  "requestId": "8897773728604097584",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "fa18ec243136dea81882f9018abc011ee793eaa6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897773728604097584"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[23:13:37.501] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[23:13:37.501] The invocation will be retried
[23:23:37.553] Starting the invocation (attempt 14)
[23:23:37.580] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/fa18ec243136dea81882f9018abc011ee793eaa6"
[23:23:37.580] Popped gitiles commit info from properties and tags
[23:23:37.580] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[23:23:37.580] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[23:23:37.580] Buildbucket request:
{
  "requestId": "8897773728604097584",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "fa18ec243136dea81882f9018abc011ee793eaa6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897773728604097584"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[23:24:11.146] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[23:24:11.147] The invocation will be retried
[23:34:11.208] Starting the invocation (attempt 15)
[23:34:11.234] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/fa18ec243136dea81882f9018abc011ee793eaa6"
[23:34:11.234] Popped gitiles commit info from properties and tags
[23:34:11.234] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[23:34:11.251] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[23:34:11.251] Buildbucket request:
{
  "requestId": "8897773728604097584",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "fa18ec243136dea81882f9018abc011ee793eaa6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897773728604097584"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[23:34:44.845] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[23:34:44.845] The invocation will be retried
[23:44:44.907] Starting the invocation (attempt 16)
[23:44:44.936] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/fa18ec243136dea81882f9018abc011ee793eaa6"
[23:44:44.936] Popped gitiles commit info from properties and tags
[23:44:44.936] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[23:44:44.936] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[23:44:44.936] Buildbucket request:
{
  "requestId": "8897773728604097584",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "fa18ec243136dea81882f9018abc011ee793eaa6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897773728604097584"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[23:45:18.724] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[23:45:18.724] The invocation will be retried
[23:55:18.777] Starting the invocation (attempt 17)
[23:55:18.800] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/fa18ec243136dea81882f9018abc011ee793eaa6"
[23:55:18.800] Popped gitiles commit info from properties and tags
[23:55:18.800] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[23:55:18.800] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[23:55:18.800] Buildbucket request:
{
  "requestId": "8897773728604097584",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "fa18ec243136dea81882f9018abc011ee793eaa6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897773728604097584"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[23:55:52.635] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[23:55:52.636] The invocation will be retried
[00:05:52.701] Starting the invocation (attempt 18)
[00:05:52.730] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/fa18ec243136dea81882f9018abc011ee793eaa6"
[00:05:52.730] Popped gitiles commit info from properties and tags
[00:05:52.730] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[00:05:52.730] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[00:05:52.730] Buildbucket request:
{
  "requestId": "8897773728604097584",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "fa18ec243136dea81882f9018abc011ee793eaa6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897773728604097584"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[00:06:26.880] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[00:06:26.880] The invocation will be retried
[00:16:26.949] Starting the invocation (attempt 19)
[00:16:26.976] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/fa18ec243136dea81882f9018abc011ee793eaa6"
[00:16:26.976] Popped gitiles commit info from properties and tags
[00:16:26.976] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[00:16:26.976] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[00:16:26.976] Buildbucket request:
{
  "requestId": "8897773728604097584",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "fa18ec243136dea81882f9018abc011ee793eaa6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897773728604097584"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[00:17:01.271] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[00:17:01.271] The invocation will be retried
[00:27:02.122] Starting the invocation (attempt 20)
[00:27:02.152] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/fa18ec243136dea81882f9018abc011ee793eaa6"
[00:27:02.152] Popped gitiles commit info from properties and tags
[00:27:02.152] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[00:27:02.152] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[00:27:02.152] Buildbucket request:
{
  "requestId": "8897773728604097584",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "fa18ec243136dea81882f9018abc011ee793eaa6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897773728604097584"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[00:27:35.562] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[00:27:35.562] The invocation will be retried
[00:37:36.130] Starting the invocation (attempt 21)
[00:37:36.170] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/fa18ec243136dea81882f9018abc011ee793eaa6"
[00:37:36.170] Popped gitiles commit info from properties and tags
[00:37:36.170] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[00:37:36.170] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[00:37:36.171] Buildbucket request:
{
  "requestId": "8897773728604097584",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "fa18ec243136dea81882f9018abc011ee793eaa6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897773728604097584"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[00:38:09.538] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[00:38:09.538] The invocation will be retried
[00:48:09.671] Starting the invocation (attempt 22)
[00:48:09.697] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/fa18ec243136dea81882f9018abc011ee793eaa6"
[00:48:09.697] Popped gitiles commit info from properties and tags
[00:48:09.697] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[00:48:09.697] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[00:48:09.697] Buildbucket request:
{
  "requestId": "8897773728604097584",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "fa18ec243136dea81882f9018abc011ee793eaa6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897773728604097584"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[00:48:44.001] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[00:48:44.001] The invocation will be retried
[00:58:44.057] Starting the invocation (attempt 23)
[00:58:44.083] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/fa18ec243136dea81882f9018abc011ee793eaa6"
[00:58:44.083] Popped gitiles commit info from properties and tags
[00:58:44.083] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[00:58:44.083] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[00:58:44.083] Buildbucket request:
{
  "requestId": "8897773728604097584",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "fa18ec243136dea81882f9018abc011ee793eaa6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897773728604097584"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[00:59:17.236] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[00:59:17.236] The invocation will be retried
[01:09:17.303] Starting the invocation (attempt 24)
[01:09:17.328] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/fa18ec243136dea81882f9018abc011ee793eaa6"
[01:09:17.328] Popped gitiles commit info from properties and tags
[01:09:17.328] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:09:17.328] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[01:09:17.328] Buildbucket request:
{
  "requestId": "8897773728604097584",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "fa18ec243136dea81882f9018abc011ee793eaa6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897773728604097584"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[01:09:51.369] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[01:09:51.370] The invocation will be retried
[01:19:51.433] Starting the invocation (attempt 25)
[01:19:51.462] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/fa18ec243136dea81882f9018abc011ee793eaa6"
[01:19:51.462] Popped gitiles commit info from properties and tags
[01:19:51.462] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:19:51.462] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[01:19:51.463] Buildbucket request:
{
  "requestId": "8897773728604097584",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "fa18ec243136dea81882f9018abc011ee793eaa6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897773728604097584"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[01:20:24.784] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[01:20:24.785] The invocation will be retried
[01:30:24.855] Starting the invocation (attempt 26)
[01:30:24.884] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/fa18ec243136dea81882f9018abc011ee793eaa6"
[01:30:24.884] Popped gitiles commit info from properties and tags
[01:30:24.884] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:30:24.885] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[01:30:24.885] Buildbucket request:
{
  "requestId": "8897773728604097584",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "fa18ec243136dea81882f9018abc011ee793eaa6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897773728604097584"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[01:30:58.449] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[01:30:58.449] The invocation will be retried
[01:40:58.507] Starting the invocation (attempt 27)
[01:40:58.534] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/fa18ec243136dea81882f9018abc011ee793eaa6"
[01:40:58.534] Popped gitiles commit info from properties and tags
[01:40:58.534] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:40:58.534] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[01:40:58.534] Buildbucket request:
{
  "requestId": "8897773728604097584",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "fa18ec243136dea81882f9018abc011ee793eaa6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897773728604097584"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[01:41:31.795] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[01:41:31.795] The invocation will be retried
[01:51:31.876] Starting the invocation (attempt 28)
[01:51:31.902] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/fa18ec243136dea81882f9018abc011ee793eaa6"
[01:51:31.902] Popped gitiles commit info from properties and tags
[01:51:31.902] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:51:31.902] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[01:51:31.902] Buildbucket request:
{
  "requestId": "8897773728604097584",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "fa18ec243136dea81882f9018abc011ee793eaa6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897773728604097584"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[01:52:05.734] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[01:52:05.735] The invocation will be retried
[02:02:05.807] Starting the invocation (attempt 29)
[02:02:05.840] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/fa18ec243136dea81882f9018abc011ee793eaa6"
[02:02:05.840] Popped gitiles commit info from properties and tags
[02:02:05.840] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[02:02:05.840] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[02:02:05.840] Buildbucket request:
{
  "requestId": "8897773728604097584",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "fa18ec243136dea81882f9018abc011ee793eaa6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897773728604097584"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[02:02:39.888] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[02:02:39.888] The invocation will be retried
[02:12:39.951] Starting the invocation (attempt 30)
[02:12:39.984] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/fa18ec243136dea81882f9018abc011ee793eaa6"
[02:12:39.984] Popped gitiles commit info from properties and tags
[02:12:39.984] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[02:12:39.984] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[02:12:39.985] Buildbucket request:
{
  "requestId": "8897773728604097584",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "fa18ec243136dea81882f9018abc011ee793eaa6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897773728604097584"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[02:13:13.499] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[02:13:13.499] The invocation will be retried
[02:23:14.129] Starting the invocation (attempt 31)
[02:23:14.158] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/fa18ec243136dea81882f9018abc011ee793eaa6"
[02:23:14.158] Popped gitiles commit info from properties and tags
[02:23:14.158] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[02:23:14.158] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[02:23:14.158] Buildbucket request:
{
  "requestId": "8897773728604097584",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "fa18ec243136dea81882f9018abc011ee793eaa6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897773728604097584"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[02:23:47.498] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[02:23:47.498] The invocation will be retried
[02:33:47.551] Starting the invocation (attempt 32)
[02:33:47.576] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/fa18ec243136dea81882f9018abc011ee793eaa6"
[02:33:47.576] Popped gitiles commit info from properties and tags
[02:33:47.576] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[02:33:47.578] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[02:33:47.578] Buildbucket request:
{
  "requestId": "8897773728604097584",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "fa18ec243136dea81882f9018abc011ee793eaa6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897773728604097584"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[02:34:21.394] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[02:34:21.394] The invocation will be retried
[02:44:21.487] Starting the invocation (attempt 33)
[02:44:21.539] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/fa18ec243136dea81882f9018abc011ee793eaa6"
[02:44:21.539] Popped gitiles commit info from properties and tags
[02:44:21.539] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[02:44:21.539] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[02:44:21.539] Buildbucket request:
{
  "requestId": "8897773728604097584",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "fa18ec243136dea81882f9018abc011ee793eaa6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897773728604097584"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[02:44:55.122] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[02:44:55.122] The invocation will be retried
[02:54:55.250] Starting the invocation (attempt 34)
[02:54:55.280] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/fa18ec243136dea81882f9018abc011ee793eaa6"
[02:54:55.280] Popped gitiles commit info from properties and tags
[02:54:55.280] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[02:54:55.280] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[02:54:55.280] Buildbucket request:
{
  "requestId": "8897773728604097584",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "fa18ec243136dea81882f9018abc011ee793eaa6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897773728604097584"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[02:55:29.116] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[02:55:29.116] The invocation will be retried
[03:05:30.121] Starting the invocation (attempt 35)
[03:05:30.154] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/fa18ec243136dea81882f9018abc011ee793eaa6"
[03:05:30.154] Popped gitiles commit info from properties and tags
[03:05:30.154] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[03:05:30.154] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[03:05:30.154] Buildbucket request:
{
  "requestId": "8897773728604097584",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "fa18ec243136dea81882f9018abc011ee793eaa6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897773728604097584"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[03:06:03.937] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[03:06:03.938] The invocation will be retried
[03:16:04.005] Starting the invocation (attempt 36)
[03:16:04.034] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/fa18ec243136dea81882f9018abc011ee793eaa6"
[03:16:04.034] Popped gitiles commit info from properties and tags
[03:16:04.034] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[03:16:04.034] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[03:16:04.034] Buildbucket request:
{
  "requestId": "8897773728604097584",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "fa18ec243136dea81882f9018abc011ee793eaa6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897773728604097584"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[03:16:37.347] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[03:16:37.347] The invocation will be retried
[03:26:37.413] Starting the invocation (attempt 37)
[03:26:37.448] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/fa18ec243136dea81882f9018abc011ee793eaa6"
[03:26:37.448] Popped gitiles commit info from properties and tags
[03:26:37.448] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[03:26:37.448] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[03:26:37.448] Buildbucket request:
{
  "requestId": "8897773728604097584",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "fa18ec243136dea81882f9018abc011ee793eaa6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897773728604097584"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[03:27:10.509] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[03:27:10.509] The invocation will be retried
[03:37:10.568] Starting the invocation (attempt 38)
[03:37:10.600] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/fa18ec243136dea81882f9018abc011ee793eaa6"
[03:37:10.600] Popped gitiles commit info from properties and tags
[03:37:10.600] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[03:37:10.613] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[03:37:10.614] Buildbucket request:
{
  "requestId": "8897773728604097584",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "fa18ec243136dea81882f9018abc011ee793eaa6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897773728604097584"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[03:37:43.959] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[03:37:43.960] The invocation will be retried
[03:47:44.118] Starting the invocation (attempt 39)
[03:47:44.152] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/fa18ec243136dea81882f9018abc011ee793eaa6"
[03:47:44.152] Popped gitiles commit info from properties and tags
[03:47:44.152] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[03:47:44.152] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[03:47:44.153] Buildbucket request:
{
  "requestId": "8897773728604097584",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "fa18ec243136dea81882f9018abc011ee793eaa6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897773728604097584"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[03:48:17.514] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[03:48:17.514] The invocation will be retried
[03:58:17.584] Starting the invocation (attempt 40)
[03:58:17.617] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/fa18ec243136dea81882f9018abc011ee793eaa6"
[03:58:17.617] Popped gitiles commit info from properties and tags
[03:58:17.617] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[03:58:17.617] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[03:58:17.617] Buildbucket request:
{
  "requestId": "8897773728604097584",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "fa18ec243136dea81882f9018abc011ee793eaa6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897773728604097584"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[03:58:50.771] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[03:58:50.771] The invocation will be retried
[04:08:50.931] Starting the invocation (attempt 41)
[04:08:50.960] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/fa18ec243136dea81882f9018abc011ee793eaa6"
[04:08:50.960] Popped gitiles commit info from properties and tags
[04:08:50.960] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[04:08:50.961] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[04:08:50.961] Buildbucket request:
{
  "requestId": "8897773728604097584",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "fa18ec243136dea81882f9018abc011ee793eaa6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897773728604097584"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[04:09:24.701] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[04:09:24.701] The invocation will be retried
[04:19:24.760] Starting the invocation (attempt 42)
[04:19:24.793] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/fa18ec243136dea81882f9018abc011ee793eaa6"
[04:19:24.793] Popped gitiles commit info from properties and tags
[04:19:24.793] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[04:19:24.793] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[04:19:24.793] Buildbucket request:
{
  "requestId": "8897773728604097584",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "fa18ec243136dea81882f9018abc011ee793eaa6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897773728604097584"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[04:19:58.241] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[04:19:58.241] The invocation will be retried
[04:29:58.305] Starting the invocation (attempt 43)
[04:29:58.334] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/fa18ec243136dea81882f9018abc011ee793eaa6"
[04:29:58.334] Popped gitiles commit info from properties and tags
[04:29:58.334] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[04:29:58.334] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[04:29:58.334] Buildbucket request:
{
  "requestId": "8897773728604097584",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "fa18ec243136dea81882f9018abc011ee793eaa6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897773728604097584"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[04:30:31.519] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[04:30:31.519] The invocation will be retried
[04:40:31.593] Starting the invocation (attempt 44)
[04:40:31.622] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/fa18ec243136dea81882f9018abc011ee793eaa6"
[04:40:31.622] Popped gitiles commit info from properties and tags
[04:40:31.622] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[04:40:31.622] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[04:40:31.622] Buildbucket request:
{
  "requestId": "8897773728604097584",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "fa18ec243136dea81882f9018abc011ee793eaa6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897773728604097584"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[04:41:04.663] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[04:41:04.663] The invocation will be retried
[04:51:04.715] Starting the invocation (attempt 45)
[04:51:04.744] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/fa18ec243136dea81882f9018abc011ee793eaa6"
[04:51:04.744] Popped gitiles commit info from properties and tags
[04:51:04.744] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[04:51:04.744] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[04:51:04.744] Buildbucket request:
{
  "requestId": "8897773728604097584",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "fa18ec243136dea81882f9018abc011ee793eaa6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897773728604097584"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[04:51:38.283] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[04:51:38.283] The invocation will be retried
[05:01:38.420] Starting the invocation (attempt 46)
[05:01:38.448] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/fa18ec243136dea81882f9018abc011ee793eaa6"
[05:01:38.448] Popped gitiles commit info from properties and tags
[05:01:38.448] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[05:01:38.449] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[05:01:38.449] Buildbucket request:
{
  "requestId": "8897773728604097584",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "fa18ec243136dea81882f9018abc011ee793eaa6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897773728604097584"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[05:02:11.972] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[05:02:11.972] The invocation will be retried
[05:12:12.041] Starting the invocation (attempt 47)
[05:12:12.079] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/fa18ec243136dea81882f9018abc011ee793eaa6"
[05:12:12.079] Popped gitiles commit info from properties and tags
[05:12:12.079] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[05:12:12.082] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[05:12:12.082] Buildbucket request:
{
  "requestId": "8897773728604097584",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "fa18ec243136dea81882f9018abc011ee793eaa6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897773728604097584"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[05:12:46.357] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[05:12:46.358] The invocation will be retried
[05:22:46.425] Starting the invocation (attempt 48)
[05:22:46.456] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/fa18ec243136dea81882f9018abc011ee793eaa6"
[05:22:46.456] Popped gitiles commit info from properties and tags
[05:22:46.456] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[05:22:46.459] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[05:22:46.459] Buildbucket request:
{
  "requestId": "8897773728604097584",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "fa18ec243136dea81882f9018abc011ee793eaa6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897773728604097584"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[05:23:19.847] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[05:23:19.847] The invocation will be retried
[05:33:20.120] Starting the invocation (attempt 49)
[05:33:20.147] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/fa18ec243136dea81882f9018abc011ee793eaa6"
[05:33:20.147] Popped gitiles commit info from properties and tags
[05:33:20.147] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[05:33:20.148] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[05:33:20.148] Buildbucket request:
{
  "requestId": "8897773728604097584",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "fa18ec243136dea81882f9018abc011ee793eaa6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897773728604097584"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[05:33:53.485] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[05:33:53.485] The invocation will be retried
[05:43:53.560] Starting the invocation (attempt 50)
[05:43:53.590] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/fa18ec243136dea81882f9018abc011ee793eaa6"
[05:43:53.590] Popped gitiles commit info from properties and tags
[05:43:53.590] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[05:43:53.590] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[05:43:53.590] Buildbucket request:
{
  "requestId": "8897773728604097584",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "fa18ec243136dea81882f9018abc011ee793eaa6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897773728604097584"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[05:44:26.916] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[05:44:26.916] Invocation finished in 7h38m42.873386025s with status FAILED