Status: FAILED
Triggered by: -
Duration: 7 hours
Actions:

Definition (rev ac465d42d2d3f0b5fd3dee94a9a9d505c11cae99)

buildbucket: <
  server: "cr-buildbucket-dev.appspot.com"
  bucket: "ci"
  builder: "win-rel-dev"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "2cb6acd439c512035444829cfad7c7cca06d13f9"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2cb6acd439c512035444829cfad7c7cca06d13f9
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[21:01:52.061] New invocation is queued and will start shortly
[21:01:53.128] Starting the invocation (attempt 1)
[21:01:53.156] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2cb6acd439c512035444829cfad7c7cca06d13f9"
[21:01:53.156] Popped gitiles commit info from properties and tags
[21:01:53.156] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[21:01:53.156] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[21:01:53.156] Buildbucket request:
{
  "requestId": "8897687149770886960",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "2cb6acd439c512035444829cfad7c7cca06d13f9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897687149770886960"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[21:02:27.695] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[21:02:27.695] The invocation will be retried
[21:02:32.763] Starting the invocation (attempt 2)
[21:02:32.809] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2cb6acd439c512035444829cfad7c7cca06d13f9"
[21:02:32.809] Popped gitiles commit info from properties and tags
[21:02:32.809] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[21:02:32.809] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[21:02:32.809] Buildbucket request:
{
  "requestId": "8897687149770886960",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "2cb6acd439c512035444829cfad7c7cca06d13f9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897687149770886960"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[21:03:06.531] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[21:03:06.531] The invocation will be retried
[21:03:16.585] Starting the invocation (attempt 3)
[21:03:16.615] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2cb6acd439c512035444829cfad7c7cca06d13f9"
[21:03:16.615] Popped gitiles commit info from properties and tags
[21:03:16.615] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[21:03:16.615] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[21:03:16.616] Buildbucket request:
{
  "requestId": "8897687149770886960",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "2cb6acd439c512035444829cfad7c7cca06d13f9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897687149770886960"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[21:03:50.295] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[21:03:50.295] The invocation will be retried
[21:04:10.363] Starting the invocation (attempt 4)
[21:04:10.405] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2cb6acd439c512035444829cfad7c7cca06d13f9"
[21:04:10.405] Popped gitiles commit info from properties and tags
[21:04:10.405] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[21:04:10.405] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[21:04:10.405] Buildbucket request:
{
  "requestId": "8897687149770886960",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "2cb6acd439c512035444829cfad7c7cca06d13f9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897687149770886960"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[21:04:44.230] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[21:04:44.230] The invocation will be retried
[21:05:24.314] Starting the invocation (attempt 5)
[21:05:24.347] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2cb6acd439c512035444829cfad7c7cca06d13f9"
[21:05:24.347] Popped gitiles commit info from properties and tags
[21:05:24.347] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[21:05:24.350] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[21:05:24.350] Buildbucket request:
{
  "requestId": "8897687149770886960",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "2cb6acd439c512035444829cfad7c7cca06d13f9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897687149770886960"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[21:05:57.878] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[21:05:57.878] The invocation will be retried
[21:07:17.936] Starting the invocation (attempt 6)
[21:07:17.968] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2cb6acd439c512035444829cfad7c7cca06d13f9"
[21:07:17.968] Popped gitiles commit info from properties and tags
[21:07:17.968] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[21:07:17.968] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[21:07:17.969] Buildbucket request:
{
  "requestId": "8897687149770886960",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "2cb6acd439c512035444829cfad7c7cca06d13f9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897687149770886960"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[21:07:51.311] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[21:07:51.311] The invocation will be retried
[21:10:32.115] Starting the invocation (attempt 7)
[21:10:32.142] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2cb6acd439c512035444829cfad7c7cca06d13f9"
[21:10:32.142] Popped gitiles commit info from properties and tags
[21:10:32.142] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[21:10:32.142] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[21:10:32.142] Buildbucket request:
{
  "requestId": "8897687149770886960",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "2cb6acd439c512035444829cfad7c7cca06d13f9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897687149770886960"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[21:11:05.487] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[21:11:05.487] The invocation will be retried
[21:16:25.549] Starting the invocation (attempt 8)
[21:16:25.576] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2cb6acd439c512035444829cfad7c7cca06d13f9"
[21:16:25.576] Popped gitiles commit info from properties and tags
[21:16:25.576] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[21:16:25.579] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[21:16:25.579] Buildbucket request:
{
  "requestId": "8897687149770886960",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "2cb6acd439c512035444829cfad7c7cca06d13f9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897687149770886960"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[21:16:59.813] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[21:16:59.813] The invocation will be retried
[21:26:59.876] Starting the invocation (attempt 9)
[21:26:59.906] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2cb6acd439c512035444829cfad7c7cca06d13f9"
[21:26:59.906] Popped gitiles commit info from properties and tags
[21:26:59.906] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[21:26:59.906] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[21:26:59.906] Buildbucket request:
{
  "requestId": "8897687149770886960",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "2cb6acd439c512035444829cfad7c7cca06d13f9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897687149770886960"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[21:27:33.804] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[21:27:33.804] The invocation will be retried
[21:37:33.865] Starting the invocation (attempt 10)
[21:37:33.895] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2cb6acd439c512035444829cfad7c7cca06d13f9"
[21:37:33.895] Popped gitiles commit info from properties and tags
[21:37:33.895] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[21:37:33.895] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[21:37:33.895] Buildbucket request:
{
  "requestId": "8897687149770886960",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "2cb6acd439c512035444829cfad7c7cca06d13f9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897687149770886960"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[21:38:08.502] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[21:38:08.502] The invocation will be retried
[21:48:08.561] Starting the invocation (attempt 11)
[21:48:08.587] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2cb6acd439c512035444829cfad7c7cca06d13f9"
[21:48:08.587] Popped gitiles commit info from properties and tags
[21:48:08.587] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[21:48:08.588] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[21:48:08.589] Buildbucket request:
{
  "requestId": "8897687149770886960",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "2cb6acd439c512035444829cfad7c7cca06d13f9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897687149770886960"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[21:48:42.031] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[21:48:42.031] The invocation will be retried
[21:58:42.097] Starting the invocation (attempt 12)
[21:58:42.122] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2cb6acd439c512035444829cfad7c7cca06d13f9"
[21:58:42.122] Popped gitiles commit info from properties and tags
[21:58:42.122] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[21:58:42.122] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[21:58:42.123] Buildbucket request:
{
  "requestId": "8897687149770886960",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "2cb6acd439c512035444829cfad7c7cca06d13f9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897687149770886960"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[21:59:15.694] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[21:59:15.694] The invocation will be retried
[22:09:15.799] Starting the invocation (attempt 13)
[22:09:15.831] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2cb6acd439c512035444829cfad7c7cca06d13f9"
[22:09:15.831] Popped gitiles commit info from properties and tags
[22:09:15.831] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:09:15.831] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:09:15.831] Buildbucket request:
{
  "requestId": "8897687149770886960",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "2cb6acd439c512035444829cfad7c7cca06d13f9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897687149770886960"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:09:49.140] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[22:09:49.140] The invocation will be retried
[22:19:49.196] Starting the invocation (attempt 14)
[22:19:49.224] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2cb6acd439c512035444829cfad7c7cca06d13f9"
[22:19:49.224] Popped gitiles commit info from properties and tags
[22:19:49.224] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:19:49.224] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:19:49.225] Buildbucket request:
{
  "requestId": "8897687149770886960",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "2cb6acd439c512035444829cfad7c7cca06d13f9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897687149770886960"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:20:24.093] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[22:20:24.093] The invocation will be retried
[22:30:24.144] Starting the invocation (attempt 15)
[22:30:24.171] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2cb6acd439c512035444829cfad7c7cca06d13f9"
[22:30:24.171] Popped gitiles commit info from properties and tags
[22:30:24.171] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:30:24.172] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:30:24.172] Buildbucket request:
{
  "requestId": "8897687149770886960",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "2cb6acd439c512035444829cfad7c7cca06d13f9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897687149770886960"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:30:57.529] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[22:30:57.530] The invocation will be retried
[22:40:57.584] Starting the invocation (attempt 16)
[22:40:57.611] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2cb6acd439c512035444829cfad7c7cca06d13f9"
[22:40:57.611] Popped gitiles commit info from properties and tags
[22:40:57.611] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:40:57.611] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:40:57.611] Buildbucket request:
{
  "requestId": "8897687149770886960",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "2cb6acd439c512035444829cfad7c7cca06d13f9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897687149770886960"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:41:32.307] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[22:41:32.307] The invocation will be retried
[22:51:32.382] Starting the invocation (attempt 17)
[22:51:32.408] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2cb6acd439c512035444829cfad7c7cca06d13f9"
[22:51:32.408] Popped gitiles commit info from properties and tags
[22:51:32.408] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:51:32.410] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:51:32.410] Buildbucket request:
{
  "requestId": "8897687149770886960",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "2cb6acd439c512035444829cfad7c7cca06d13f9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897687149770886960"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:52:06.078] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[22:52:06.079] The invocation will be retried
[23:02:06.148] Starting the invocation (attempt 18)
[23:02:06.180] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2cb6acd439c512035444829cfad7c7cca06d13f9"
[23:02:06.180] Popped gitiles commit info from properties and tags
[23:02:06.180] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[23:02:06.180] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[23:02:06.180] Buildbucket request:
{
  "requestId": "8897687149770886960",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "2cb6acd439c512035444829cfad7c7cca06d13f9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897687149770886960"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[23:02:39.949] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[23:02:39.949] The invocation will be retried
[23:12:40.108] Starting the invocation (attempt 19)
[23:12:40.135] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2cb6acd439c512035444829cfad7c7cca06d13f9"
[23:12:40.135] Popped gitiles commit info from properties and tags
[23:12:40.135] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[23:12:40.135] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[23:12:40.136] Buildbucket request:
{
  "requestId": "8897687149770886960",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "2cb6acd439c512035444829cfad7c7cca06d13f9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897687149770886960"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[23:13:13.280] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[23:13:13.280] The invocation will be retried
[23:23:13.399] Starting the invocation (attempt 20)
[23:23:13.427] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2cb6acd439c512035444829cfad7c7cca06d13f9"
[23:23:13.427] Popped gitiles commit info from properties and tags
[23:23:13.427] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[23:23:13.430] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[23:23:13.430] Buildbucket request:
{
  "requestId": "8897687149770886960",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "2cb6acd439c512035444829cfad7c7cca06d13f9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897687149770886960"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[23:23:47.321] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[23:23:47.321] The invocation will be retried
[23:33:48.118] Starting the invocation (attempt 21)
[23:33:48.144] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2cb6acd439c512035444829cfad7c7cca06d13f9"
[23:33:48.144] Popped gitiles commit info from properties and tags
[23:33:48.144] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[23:33:48.144] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[23:33:48.145] Buildbucket request:
{
  "requestId": "8897687149770886960",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "2cb6acd439c512035444829cfad7c7cca06d13f9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897687149770886960"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[23:34:21.586] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[23:34:21.587] The invocation will be retried
[23:44:21.641] Starting the invocation (attempt 22)
[23:44:21.673] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2cb6acd439c512035444829cfad7c7cca06d13f9"
[23:44:21.673] Popped gitiles commit info from properties and tags
[23:44:21.673] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[23:44:21.673] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[23:44:21.673] Buildbucket request:
{
  "requestId": "8897687149770886960",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "2cb6acd439c512035444829cfad7c7cca06d13f9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897687149770886960"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[23:44:54.840] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[23:44:54.841] The invocation will be retried
[23:54:54.897] Starting the invocation (attempt 23)
[23:54:54.923] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2cb6acd439c512035444829cfad7c7cca06d13f9"
[23:54:54.923] Popped gitiles commit info from properties and tags
[23:54:54.923] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[23:54:54.926] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[23:54:54.926] Buildbucket request:
{
  "requestId": "8897687149770886960",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "2cb6acd439c512035444829cfad7c7cca06d13f9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897687149770886960"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[23:55:28.110] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[23:55:28.110] The invocation will be retried
[00:05:28.273] Starting the invocation (attempt 24)
[00:05:28.301] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2cb6acd439c512035444829cfad7c7cca06d13f9"
[00:05:28.301] Popped gitiles commit info from properties and tags
[00:05:28.302] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[00:05:28.302] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[00:05:28.302] Buildbucket request:
{
  "requestId": "8897687149770886960",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "2cb6acd439c512035444829cfad7c7cca06d13f9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897687149770886960"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[00:06:01.445] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[00:06:01.445] The invocation will be retried
[00:16:01.509] Starting the invocation (attempt 25)
[00:16:01.539] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2cb6acd439c512035444829cfad7c7cca06d13f9"
[00:16:01.540] Popped gitiles commit info from properties and tags
[00:16:01.540] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[00:16:01.543] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[00:16:01.543] Buildbucket request:
{
  "requestId": "8897687149770886960",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "2cb6acd439c512035444829cfad7c7cca06d13f9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897687149770886960"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[00:16:35.489] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[00:16:35.489] The invocation will be retried
[00:26:35.550] Starting the invocation (attempt 26)
[00:26:35.578] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2cb6acd439c512035444829cfad7c7cca06d13f9"
[00:26:35.578] Popped gitiles commit info from properties and tags
[00:26:35.578] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[00:26:35.578] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[00:26:35.578] Buildbucket request:
{
  "requestId": "8897687149770886960",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "2cb6acd439c512035444829cfad7c7cca06d13f9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897687149770886960"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[00:27:09.793] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[00:27:09.794] The invocation will be retried
[00:37:09.858] Starting the invocation (attempt 27)
[00:37:09.894] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2cb6acd439c512035444829cfad7c7cca06d13f9"
[00:37:09.894] Popped gitiles commit info from properties and tags
[00:37:09.894] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[00:37:09.894] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[00:37:09.894] Buildbucket request:
{
  "requestId": "8897687149770886960",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "2cb6acd439c512035444829cfad7c7cca06d13f9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897687149770886960"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[00:37:42.923] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[00:37:42.923] The invocation will be retried
[00:47:42.986] Starting the invocation (attempt 28)
[00:47:43.016] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2cb6acd439c512035444829cfad7c7cca06d13f9"
[00:47:43.016] Popped gitiles commit info from properties and tags
[00:47:43.016] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[00:47:43.016] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[00:47:43.017] Buildbucket request:
{
  "requestId": "8897687149770886960",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "2cb6acd439c512035444829cfad7c7cca06d13f9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897687149770886960"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[00:48:16.162] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[00:48:16.162] The invocation will be retried
[00:58:16.215] Starting the invocation (attempt 29)
[00:58:16.246] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2cb6acd439c512035444829cfad7c7cca06d13f9"
[00:58:16.246] Popped gitiles commit info from properties and tags
[00:58:16.247] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[00:58:16.250] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[00:58:16.250] Buildbucket request:
{
  "requestId": "8897687149770886960",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "2cb6acd439c512035444829cfad7c7cca06d13f9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897687149770886960"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[00:58:49.786] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[00:58:49.786] The invocation will be retried
[01:08:50.125] Starting the invocation (attempt 30)
[01:08:50.153] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2cb6acd439c512035444829cfad7c7cca06d13f9"
[01:08:50.153] Popped gitiles commit info from properties and tags
[01:08:50.153] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:08:50.155] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[01:08:50.155] Buildbucket request:
{
  "requestId": "8897687149770886960",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "2cb6acd439c512035444829cfad7c7cca06d13f9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897687149770886960"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[01:09:23.263] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[01:09:23.263] The invocation will be retried
[01:19:23.331] Starting the invocation (attempt 31)
[01:19:23.360] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2cb6acd439c512035444829cfad7c7cca06d13f9"
[01:19:23.360] Popped gitiles commit info from properties and tags
[01:19:23.361] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:19:23.361] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[01:19:23.361] Buildbucket request:
{
  "requestId": "8897687149770886960",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "2cb6acd439c512035444829cfad7c7cca06d13f9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897687149770886960"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[01:19:57.059] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[01:19:57.059] The invocation will be retried
[01:29:57.114] Starting the invocation (attempt 32)
[01:29:57.142] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2cb6acd439c512035444829cfad7c7cca06d13f9"
[01:29:57.142] Popped gitiles commit info from properties and tags
[01:29:57.142] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:29:57.142] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[01:29:57.142] Buildbucket request:
{
  "requestId": "8897687149770886960",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "2cb6acd439c512035444829cfad7c7cca06d13f9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897687149770886960"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[01:30:30.991] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[01:30:30.991] The invocation will be retried
[01:40:31.063] Starting the invocation (attempt 33)
[01:40:31.094] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2cb6acd439c512035444829cfad7c7cca06d13f9"
[01:40:31.094] Popped gitiles commit info from properties and tags
[01:40:31.094] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:40:31.097] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[01:40:31.097] Buildbucket request:
{
  "requestId": "8897687149770886960",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "2cb6acd439c512035444829cfad7c7cca06d13f9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897687149770886960"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[01:41:04.273] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[01:41:04.274] The invocation will be retried
[01:51:04.430] Starting the invocation (attempt 34)
[01:51:04.456] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2cb6acd439c512035444829cfad7c7cca06d13f9"
[01:51:04.456] Popped gitiles commit info from properties and tags
[01:51:04.456] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:51:04.458] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[01:51:04.458] Buildbucket request:
{
  "requestId": "8897687149770886960",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "2cb6acd439c512035444829cfad7c7cca06d13f9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897687149770886960"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[01:51:37.678] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[01:51:37.678] The invocation will be retried
[02:01:37.739] Starting the invocation (attempt 35)
[02:01:37.768] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2cb6acd439c512035444829cfad7c7cca06d13f9"
[02:01:37.768] Popped gitiles commit info from properties and tags
[02:01:37.768] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[02:01:37.768] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[02:01:37.768] Buildbucket request:
{
  "requestId": "8897687149770886960",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "2cb6acd439c512035444829cfad7c7cca06d13f9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897687149770886960"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[02:02:11.027] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[02:02:11.028] The invocation will be retried
[02:12:11.095] Starting the invocation (attempt 36)
[02:12:11.124] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2cb6acd439c512035444829cfad7c7cca06d13f9"
[02:12:11.124] Popped gitiles commit info from properties and tags
[02:12:11.124] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[02:12:11.124] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[02:12:11.124] Buildbucket request:
{
  "requestId": "8897687149770886960",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "2cb6acd439c512035444829cfad7c7cca06d13f9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897687149770886960"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[02:12:44.715] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[02:12:44.715] The invocation will be retried
[02:22:44.774] Starting the invocation (attempt 37)
[02:22:44.801] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2cb6acd439c512035444829cfad7c7cca06d13f9"
[02:22:44.801] Popped gitiles commit info from properties and tags
[02:22:44.801] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[02:22:44.801] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[02:22:44.801] Buildbucket request:
{
  "requestId": "8897687149770886960",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "2cb6acd439c512035444829cfad7c7cca06d13f9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897687149770886960"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[02:23:19.543] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[02:23:19.543] The invocation will be retried
[02:33:20.119] Starting the invocation (attempt 38)
[02:33:20.146] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2cb6acd439c512035444829cfad7c7cca06d13f9"
[02:33:20.146] Popped gitiles commit info from properties and tags
[02:33:20.146] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[02:33:20.146] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[02:33:20.146] Buildbucket request:
{
  "requestId": "8897687149770886960",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "2cb6acd439c512035444829cfad7c7cca06d13f9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897687149770886960"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[02:33:53.729] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[02:33:53.730] The invocation will be retried
[02:43:54.114] Starting the invocation (attempt 39)
[02:43:54.146] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2cb6acd439c512035444829cfad7c7cca06d13f9"
[02:43:54.146] Popped gitiles commit info from properties and tags
[02:43:54.146] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[02:43:54.146] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[02:43:54.147] Buildbucket request:
{
  "requestId": "8897687149770886960",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "2cb6acd439c512035444829cfad7c7cca06d13f9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897687149770886960"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[02:44:27.322] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[02:44:27.322] The invocation will be retried
[02:54:28.122] Starting the invocation (attempt 40)
[02:54:28.152] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2cb6acd439c512035444829cfad7c7cca06d13f9"
[02:54:28.152] Popped gitiles commit info from properties and tags
[02:54:28.152] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[02:54:28.155] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[02:54:28.155] Buildbucket request:
{
  "requestId": "8897687149770886960",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "2cb6acd439c512035444829cfad7c7cca06d13f9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897687149770886960"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[02:55:01.327] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[02:55:01.327] The invocation will be retried
[03:05:01.398] Starting the invocation (attempt 41)
[03:05:01.429] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2cb6acd439c512035444829cfad7c7cca06d13f9"
[03:05:01.430] Popped gitiles commit info from properties and tags
[03:05:01.430] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[03:05:01.430] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[03:05:01.430] Buildbucket request:
{
  "requestId": "8897687149770886960",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "2cb6acd439c512035444829cfad7c7cca06d13f9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897687149770886960"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[03:05:34.916] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[03:05:34.916] The invocation will be retried
[03:15:34.969] Starting the invocation (attempt 42)
[03:15:34.999] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2cb6acd439c512035444829cfad7c7cca06d13f9"
[03:15:34.999] Popped gitiles commit info from properties and tags
[03:15:34.999] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[03:15:34.999] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[03:15:34.999] Buildbucket request:
{
  "requestId": "8897687149770886960",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "2cb6acd439c512035444829cfad7c7cca06d13f9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897687149770886960"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[03:16:08.285] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[03:16:08.285] The invocation will be retried
[03:26:08.363] Starting the invocation (attempt 43)
[03:26:08.399] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2cb6acd439c512035444829cfad7c7cca06d13f9"
[03:26:08.399] Popped gitiles commit info from properties and tags
[03:26:08.399] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[03:26:08.399] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[03:26:08.399] Buildbucket request:
{
  "requestId": "8897687149770886960",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "2cb6acd439c512035444829cfad7c7cca06d13f9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897687149770886960"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[03:26:41.521] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[03:26:41.521] The invocation will be retried
[03:36:41.591] Starting the invocation (attempt 44)
[03:36:41.623] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2cb6acd439c512035444829cfad7c7cca06d13f9"
[03:36:41.623] Popped gitiles commit info from properties and tags
[03:36:41.623] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[03:36:41.623] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[03:36:41.623] Buildbucket request:
{
  "requestId": "8897687149770886960",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "2cb6acd439c512035444829cfad7c7cca06d13f9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897687149770886960"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[03:37:15.122] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[03:37:15.122] The invocation will be retried
[03:47:15.191] Starting the invocation (attempt 45)
[03:47:15.225] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2cb6acd439c512035444829cfad7c7cca06d13f9"
[03:47:15.225] Popped gitiles commit info from properties and tags
[03:47:15.225] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[03:47:15.225] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[03:47:15.225] Buildbucket request:
{
  "requestId": "8897687149770886960",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "2cb6acd439c512035444829cfad7c7cca06d13f9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897687149770886960"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[03:47:48.307] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[03:47:48.307] The invocation will be retried
[03:57:48.367] Starting the invocation (attempt 46)
[03:57:48.396] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2cb6acd439c512035444829cfad7c7cca06d13f9"
[03:57:48.396] Popped gitiles commit info from properties and tags
[03:57:48.396] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[03:57:48.396] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[03:57:48.396] Buildbucket request:
{
  "requestId": "8897687149770886960",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "2cb6acd439c512035444829cfad7c7cca06d13f9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897687149770886960"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[03:58:21.933] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[03:58:21.934] The invocation will be retried
[04:08:22.115] Starting the invocation (attempt 47)
[04:08:22.144] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2cb6acd439c512035444829cfad7c7cca06d13f9"
[04:08:22.144] Popped gitiles commit info from properties and tags
[04:08:22.144] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[04:08:22.144] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[04:08:22.145] Buildbucket request:
{
  "requestId": "8897687149770886960",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "2cb6acd439c512035444829cfad7c7cca06d13f9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897687149770886960"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[04:08:55.279] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[04:08:55.279] The invocation will be retried
[04:18:56.117] Starting the invocation (attempt 48)
[04:18:56.145] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2cb6acd439c512035444829cfad7c7cca06d13f9"
[04:18:56.145] Popped gitiles commit info from properties and tags
[04:18:56.145] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[04:18:56.145] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[04:18:56.145] Buildbucket request:
{
  "requestId": "8897687149770886960",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "2cb6acd439c512035444829cfad7c7cca06d13f9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897687149770886960"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[04:19:29.291] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[04:19:29.292] The invocation will be retried
[04:29:29.353] Starting the invocation (attempt 49)
[04:29:29.382] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2cb6acd439c512035444829cfad7c7cca06d13f9"
[04:29:29.382] Popped gitiles commit info from properties and tags
[04:29:29.382] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[04:29:29.385] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[04:29:29.386] Buildbucket request:
{
  "requestId": "8897687149770886960",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "2cb6acd439c512035444829cfad7c7cca06d13f9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897687149770886960"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[04:30:02.591] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[04:30:02.591] The invocation will be retried
[04:40:02.755] Starting the invocation (attempt 50)
[04:40:02.787] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2cb6acd439c512035444829cfad7c7cca06d13f9"
[04:40:02.787] Popped gitiles commit info from properties and tags
[04:40:02.787] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[04:40:02.790] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[04:40:02.790] Buildbucket request:
{
  "requestId": "8897687149770886960",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "win-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "2cb6acd439c512035444829cfad7c7cca06d13f9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897687149770886960"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/win-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[04:40:35.925] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[04:40:35.926] Invocation finished in 7h38m43.872770776s with status FAILED