Status: FAILED
Triggered by: -
Duration: 7 hours
Actions:

Definition (rev 3c44b2f7a7b9e5186777dfaed1476a3ec5ee8036)

buildbucket: <
  server: "cr-buildbucket-dev.appspot.com"
  bucket: "ci"
  builder: "linux-remote-ssd-rel-dev"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "83fa0a50bfae03e8a4fa2f81556b0101a1027c1d"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/83fa0a50bfae03e8a4fa2f81556b0101a1027c1d
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[02:18:40.062] New invocation is queued and will start shortly
[02:18:41.134] Starting the invocation (attempt 1)
[02:18:41.164] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/83fa0a50bfae03e8a4fa2f81556b0101a1027c1d"
[02:18:41.164] Popped gitiles commit info from properties and tags
[02:18:41.164] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[02:18:41.166] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[02:18:41.166] Buildbucket request:
{
  "requestId": "8897576621469853520",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-remote-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "83fa0a50bfae03e8a4fa2f81556b0101a1027c1d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897576621469853520"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-remote-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[02:19:14.363] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[02:19:14.363] The invocation will be retried
[02:19:19.482] Starting the invocation (attempt 2)
[02:19:19.517] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/83fa0a50bfae03e8a4fa2f81556b0101a1027c1d"
[02:19:19.517] Popped gitiles commit info from properties and tags
[02:19:19.517] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[02:19:19.517] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[02:19:19.517] Buildbucket request:
{
  "requestId": "8897576621469853520",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-remote-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "83fa0a50bfae03e8a4fa2f81556b0101a1027c1d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897576621469853520"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-remote-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[02:19:52.503] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[02:19:52.503] The invocation will be retried
[02:20:02.563] Starting the invocation (attempt 3)
[02:20:02.591] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/83fa0a50bfae03e8a4fa2f81556b0101a1027c1d"
[02:20:02.591] Popped gitiles commit info from properties and tags
[02:20:02.591] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[02:20:02.593] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[02:20:02.593] Buildbucket request:
{
  "requestId": "8897576621469853520",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-remote-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "83fa0a50bfae03e8a4fa2f81556b0101a1027c1d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897576621469853520"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-remote-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[02:20:35.664] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[02:20:35.664] The invocation will be retried
[02:20:55.807] Starting the invocation (attempt 4)
[02:20:55.837] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/83fa0a50bfae03e8a4fa2f81556b0101a1027c1d"
[02:20:55.837] Popped gitiles commit info from properties and tags
[02:20:55.837] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[02:20:55.839] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[02:20:55.839] Buildbucket request:
{
  "requestId": "8897576621469853520",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-remote-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "83fa0a50bfae03e8a4fa2f81556b0101a1027c1d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897576621469853520"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-remote-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[02:21:30.457] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[02:21:30.457] The invocation will be retried
[02:22:10.522] Starting the invocation (attempt 5)
[02:22:10.555] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/83fa0a50bfae03e8a4fa2f81556b0101a1027c1d"
[02:22:10.555] Popped gitiles commit info from properties and tags
[02:22:10.555] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[02:22:10.557] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[02:22:10.557] Buildbucket request:
{
  "requestId": "8897576621469853520",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-remote-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "83fa0a50bfae03e8a4fa2f81556b0101a1027c1d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897576621469853520"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-remote-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[02:22:43.686] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[02:22:43.686] The invocation will be retried
[02:24:03.746] Starting the invocation (attempt 6)
[02:24:03.774] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/83fa0a50bfae03e8a4fa2f81556b0101a1027c1d"
[02:24:03.774] Popped gitiles commit info from properties and tags
[02:24:03.774] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[02:24:03.785] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[02:24:03.785] Buildbucket request:
{
  "requestId": "8897576621469853520",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-remote-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "83fa0a50bfae03e8a4fa2f81556b0101a1027c1d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897576621469853520"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-remote-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[02:24:36.832] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[02:24:36.832] The invocation will be retried
[02:27:16.972] Starting the invocation (attempt 7)
[02:27:17.007] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/83fa0a50bfae03e8a4fa2f81556b0101a1027c1d"
[02:27:17.008] Popped gitiles commit info from properties and tags
[02:27:17.008] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[02:27:17.008] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[02:27:17.008] Buildbucket request:
{
  "requestId": "8897576621469853520",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-remote-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "83fa0a50bfae03e8a4fa2f81556b0101a1027c1d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897576621469853520"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-remote-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[02:27:51.261] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[02:27:51.261] The invocation will be retried
[02:33:11.406] Starting the invocation (attempt 8)
[02:33:11.436] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/83fa0a50bfae03e8a4fa2f81556b0101a1027c1d"
[02:33:11.436] Popped gitiles commit info from properties and tags
[02:33:11.436] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[02:33:11.437] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[02:33:11.437] Buildbucket request:
{
  "requestId": "8897576621469853520",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-remote-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "83fa0a50bfae03e8a4fa2f81556b0101a1027c1d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897576621469853520"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-remote-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[02:33:44.565] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[02:33:44.565] The invocation will be retried
[02:43:44.625] Starting the invocation (attempt 9)
[02:43:44.654] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/83fa0a50bfae03e8a4fa2f81556b0101a1027c1d"
[02:43:44.654] Popped gitiles commit info from properties and tags
[02:43:44.654] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[02:43:44.655] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[02:43:44.655] Buildbucket request:
{
  "requestId": "8897576621469853520",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-remote-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "83fa0a50bfae03e8a4fa2f81556b0101a1027c1d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897576621469853520"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-remote-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[02:44:17.819] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[02:44:17.820] The invocation will be retried
[02:54:17.977] Starting the invocation (attempt 10)
[02:54:18.011] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/83fa0a50bfae03e8a4fa2f81556b0101a1027c1d"
[02:54:18.011] Popped gitiles commit info from properties and tags
[02:54:18.011] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[02:54:18.011] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[02:54:18.011] Buildbucket request:
{
  "requestId": "8897576621469853520",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-remote-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "83fa0a50bfae03e8a4fa2f81556b0101a1027c1d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897576621469853520"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-remote-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[02:54:51.305] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[02:54:51.306] The invocation will be retried
[03:04:51.366] Starting the invocation (attempt 11)
[03:04:51.402] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/83fa0a50bfae03e8a4fa2f81556b0101a1027c1d"
[03:04:51.402] Popped gitiles commit info from properties and tags
[03:04:51.402] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[03:04:51.402] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[03:04:51.402] Buildbucket request:
{
  "requestId": "8897576621469853520",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-remote-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "83fa0a50bfae03e8a4fa2f81556b0101a1027c1d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897576621469853520"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-remote-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[03:05:24.802] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[03:05:24.802] The invocation will be retried
[03:15:24.874] Starting the invocation (attempt 12)
[03:15:24.909] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/83fa0a50bfae03e8a4fa2f81556b0101a1027c1d"
[03:15:24.909] Popped gitiles commit info from properties and tags
[03:15:24.909] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[03:15:24.910] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[03:15:24.910] Buildbucket request:
{
  "requestId": "8897576621469853520",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-remote-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "83fa0a50bfae03e8a4fa2f81556b0101a1027c1d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897576621469853520"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-remote-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[03:15:58.037] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[03:15:58.038] The invocation will be retried
[03:25:58.111] Starting the invocation (attempt 13)
[03:25:58.148] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/83fa0a50bfae03e8a4fa2f81556b0101a1027c1d"
[03:25:58.148] Popped gitiles commit info from properties and tags
[03:25:58.148] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[03:25:58.149] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[03:25:58.149] Buildbucket request:
{
  "requestId": "8897576621469853520",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-remote-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "83fa0a50bfae03e8a4fa2f81556b0101a1027c1d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897576621469853520"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-remote-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[03:26:31.442] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[03:26:31.443] The invocation will be retried
[03:36:31.507] Starting the invocation (attempt 14)
[03:36:31.537] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/83fa0a50bfae03e8a4fa2f81556b0101a1027c1d"
[03:36:31.537] Popped gitiles commit info from properties and tags
[03:36:31.537] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[03:36:31.537] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[03:36:31.538] Buildbucket request:
{
  "requestId": "8897576621469853520",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-remote-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "83fa0a50bfae03e8a4fa2f81556b0101a1027c1d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897576621469853520"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-remote-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[03:37:04.838] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[03:37:04.839] The invocation will be retried
[03:47:04.897] Starting the invocation (attempt 15)
[03:47:04.930] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/83fa0a50bfae03e8a4fa2f81556b0101a1027c1d"
[03:47:04.930] Popped gitiles commit info from properties and tags
[03:47:04.930] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[03:47:04.930] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[03:47:04.930] Buildbucket request:
{
  "requestId": "8897576621469853520",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-remote-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "83fa0a50bfae03e8a4fa2f81556b0101a1027c1d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897576621469853520"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-remote-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[03:47:38.014] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[03:47:38.014] The invocation will be retried
[03:57:38.120] Starting the invocation (attempt 16)
[03:57:38.153] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/83fa0a50bfae03e8a4fa2f81556b0101a1027c1d"
[03:57:38.153] Popped gitiles commit info from properties and tags
[03:57:38.153] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[03:57:38.156] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[03:57:38.156] Buildbucket request:
{
  "requestId": "8897576621469853520",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-remote-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "83fa0a50bfae03e8a4fa2f81556b0101a1027c1d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897576621469853520"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-remote-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[03:58:11.259] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[03:58:11.259] The invocation will be retried
[04:08:11.338] Starting the invocation (attempt 17)
[04:08:11.379] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/83fa0a50bfae03e8a4fa2f81556b0101a1027c1d"
[04:08:11.380] Popped gitiles commit info from properties and tags
[04:08:11.380] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[04:08:11.380] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[04:08:11.380] Buildbucket request:
{
  "requestId": "8897576621469853520",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-remote-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "83fa0a50bfae03e8a4fa2f81556b0101a1027c1d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897576621469853520"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-remote-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[04:08:44.694] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[04:08:44.694] The invocation will be retried
[04:18:44.762] Starting the invocation (attempt 18)
[04:18:44.799] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/83fa0a50bfae03e8a4fa2f81556b0101a1027c1d"
[04:18:44.799] Popped gitiles commit info from properties and tags
[04:18:44.799] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[04:18:44.805] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[04:18:44.805] Buildbucket request:
{
  "requestId": "8897576621469853520",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-remote-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "83fa0a50bfae03e8a4fa2f81556b0101a1027c1d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897576621469853520"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-remote-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[04:19:18.146] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[04:19:18.146] The invocation will be retried
[04:29:18.292] Starting the invocation (attempt 19)
[04:29:18.325] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/83fa0a50bfae03e8a4fa2f81556b0101a1027c1d"
[04:29:18.325] Popped gitiles commit info from properties and tags
[04:29:18.325] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[04:29:18.328] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[04:29:18.328] Buildbucket request:
{
  "requestId": "8897576621469853520",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-remote-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "83fa0a50bfae03e8a4fa2f81556b0101a1027c1d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897576621469853520"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-remote-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[04:29:52.053] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[04:29:52.053] The invocation will be retried
[04:39:52.155] Starting the invocation (attempt 20)
[04:39:52.191] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/83fa0a50bfae03e8a4fa2f81556b0101a1027c1d"
[04:39:52.191] Popped gitiles commit info from properties and tags
[04:39:52.191] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[04:39:52.199] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[04:39:52.200] Buildbucket request:
{
  "requestId": "8897576621469853520",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-remote-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "83fa0a50bfae03e8a4fa2f81556b0101a1027c1d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897576621469853520"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-remote-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[04:40:26.575] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[04:40:26.576] The invocation will be retried
[04:50:26.643] Starting the invocation (attempt 21)
[04:50:26.675] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/83fa0a50bfae03e8a4fa2f81556b0101a1027c1d"
[04:50:26.675] Popped gitiles commit info from properties and tags
[04:50:26.675] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[04:50:26.679] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[04:50:26.679] Buildbucket request:
{
  "requestId": "8897576621469853520",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-remote-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "83fa0a50bfae03e8a4fa2f81556b0101a1027c1d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897576621469853520"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-remote-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[04:50:59.803] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[04:50:59.803] The invocation will be retried
[05:00:59.909] Starting the invocation (attempt 22)
[05:00:59.945] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/83fa0a50bfae03e8a4fa2f81556b0101a1027c1d"
[05:00:59.945] Popped gitiles commit info from properties and tags
[05:00:59.945] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[05:00:59.948] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[05:00:59.948] Buildbucket request:
{
  "requestId": "8897576621469853520",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-remote-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "83fa0a50bfae03e8a4fa2f81556b0101a1027c1d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897576621469853520"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-remote-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[05:01:33.289] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[05:01:33.289] The invocation will be retried
[05:11:33.449] Starting the invocation (attempt 23)
[05:11:33.479] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/83fa0a50bfae03e8a4fa2f81556b0101a1027c1d"
[05:11:33.479] Popped gitiles commit info from properties and tags
[05:11:33.479] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[05:11:33.479] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[05:11:33.479] Buildbucket request:
{
  "requestId": "8897576621469853520",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-remote-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "83fa0a50bfae03e8a4fa2f81556b0101a1027c1d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897576621469853520"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-remote-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[05:12:06.832] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[05:12:06.832] The invocation will be retried
[05:22:06.987] Starting the invocation (attempt 24)
[05:22:07.017] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/83fa0a50bfae03e8a4fa2f81556b0101a1027c1d"
[05:22:07.017] Popped gitiles commit info from properties and tags
[05:22:07.017] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[05:22:07.018] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[05:22:07.018] Buildbucket request:
{
  "requestId": "8897576621469853520",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-remote-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "83fa0a50bfae03e8a4fa2f81556b0101a1027c1d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897576621469853520"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-remote-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[05:22:40.201] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[05:22:40.201] The invocation will be retried
[05:32:40.270] Starting the invocation (attempt 25)
[05:32:40.301] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/83fa0a50bfae03e8a4fa2f81556b0101a1027c1d"
[05:32:40.301] Popped gitiles commit info from properties and tags
[05:32:40.301] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[05:32:40.301] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[05:32:40.302] Buildbucket request:
{
  "requestId": "8897576621469853520",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-remote-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "83fa0a50bfae03e8a4fa2f81556b0101a1027c1d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897576621469853520"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-remote-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[05:33:13.638] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[05:33:13.638] The invocation will be retried
[05:43:13.709] Starting the invocation (attempt 26)
[05:43:13.740] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/83fa0a50bfae03e8a4fa2f81556b0101a1027c1d"
[05:43:13.741] Popped gitiles commit info from properties and tags
[05:43:13.741] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[05:43:13.742] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[05:43:13.743] Buildbucket request:
{
  "requestId": "8897576621469853520",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-remote-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "83fa0a50bfae03e8a4fa2f81556b0101a1027c1d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897576621469853520"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-remote-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[05:43:47.006] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[05:43:47.006] The invocation will be retried
[05:53:47.100] Starting the invocation (attempt 27)
[05:53:47.130] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/83fa0a50bfae03e8a4fa2f81556b0101a1027c1d"
[05:53:47.130] Popped gitiles commit info from properties and tags
[05:53:47.130] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[05:53:47.130] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[05:53:47.131] Buildbucket request:
{
  "requestId": "8897576621469853520",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-remote-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "83fa0a50bfae03e8a4fa2f81556b0101a1027c1d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897576621469853520"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-remote-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[05:54:20.164] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[05:54:20.164] The invocation will be retried
[06:04:20.238] Starting the invocation (attempt 28)
[06:04:20.268] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/83fa0a50bfae03e8a4fa2f81556b0101a1027c1d"
[06:04:20.268] Popped gitiles commit info from properties and tags
[06:04:20.268] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[06:04:20.270] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[06:04:20.270] Buildbucket request:
{
  "requestId": "8897576621469853520",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-remote-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "83fa0a50bfae03e8a4fa2f81556b0101a1027c1d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897576621469853520"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-remote-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[06:04:53.609] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[06:04:53.610] The invocation will be retried
[06:14:53.682] Starting the invocation (attempt 29)
[06:14:53.711] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/83fa0a50bfae03e8a4fa2f81556b0101a1027c1d"
[06:14:53.711] Popped gitiles commit info from properties and tags
[06:14:53.711] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[06:14:53.711] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[06:14:53.711] Buildbucket request:
{
  "requestId": "8897576621469853520",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-remote-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "83fa0a50bfae03e8a4fa2f81556b0101a1027c1d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897576621469853520"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-remote-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[06:15:26.849] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[06:15:26.849] The invocation will be retried
[06:25:27.005] Starting the invocation (attempt 30)
[06:25:27.051] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/83fa0a50bfae03e8a4fa2f81556b0101a1027c1d"
[06:25:27.051] Popped gitiles commit info from properties and tags
[06:25:27.051] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[06:25:27.055] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[06:25:27.055] Buildbucket request:
{
  "requestId": "8897576621469853520",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-remote-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "83fa0a50bfae03e8a4fa2f81556b0101a1027c1d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897576621469853520"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-remote-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[06:26:00.428] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[06:26:00.428] The invocation will be retried
[06:36:00.510] Starting the invocation (attempt 31)
[06:36:00.543] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/83fa0a50bfae03e8a4fa2f81556b0101a1027c1d"
[06:36:00.543] Popped gitiles commit info from properties and tags
[06:36:00.543] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[06:36:00.543] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[06:36:00.544] Buildbucket request:
{
  "requestId": "8897576621469853520",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-remote-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "83fa0a50bfae03e8a4fa2f81556b0101a1027c1d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897576621469853520"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-remote-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[06:36:34.278] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[06:36:34.278] The invocation will be retried
[06:46:34.352] Starting the invocation (attempt 32)
[06:46:34.382] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/83fa0a50bfae03e8a4fa2f81556b0101a1027c1d"
[06:46:34.382] Popped gitiles commit info from properties and tags
[06:46:34.382] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[06:46:34.382] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[06:46:34.382] Buildbucket request:
{
  "requestId": "8897576621469853520",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-remote-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "83fa0a50bfae03e8a4fa2f81556b0101a1027c1d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897576621469853520"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-remote-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[06:47:07.552] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[06:47:07.553] The invocation will be retried
[06:57:07.615] Starting the invocation (attempt 33)
[06:57:07.650] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/83fa0a50bfae03e8a4fa2f81556b0101a1027c1d"
[06:57:07.650] Popped gitiles commit info from properties and tags
[06:57:07.650] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[06:57:07.650] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[06:57:07.651] Buildbucket request:
{
  "requestId": "8897576621469853520",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-remote-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "83fa0a50bfae03e8a4fa2f81556b0101a1027c1d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897576621469853520"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-remote-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[06:57:41.137] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[06:57:41.137] The invocation will be retried
[07:07:42.124] Starting the invocation (attempt 34)
[07:07:42.157] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/83fa0a50bfae03e8a4fa2f81556b0101a1027c1d"
[07:07:42.157] Popped gitiles commit info from properties and tags
[07:07:42.157] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[07:07:42.157] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[07:07:42.157] Buildbucket request:
{
  "requestId": "8897576621469853520",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-remote-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "83fa0a50bfae03e8a4fa2f81556b0101a1027c1d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897576621469853520"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-remote-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[07:08:15.320] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[07:08:15.320] The invocation will be retried
[07:18:15.446] Starting the invocation (attempt 35)
[07:18:15.478] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/83fa0a50bfae03e8a4fa2f81556b0101a1027c1d"
[07:18:15.478] Popped gitiles commit info from properties and tags
[07:18:15.478] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[07:18:15.478] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[07:18:15.479] Buildbucket request:
{
  "requestId": "8897576621469853520",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-remote-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "83fa0a50bfae03e8a4fa2f81556b0101a1027c1d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897576621469853520"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-remote-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[07:18:48.709] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[07:18:48.710] The invocation will be retried
[07:28:48.785] Starting the invocation (attempt 36)
[07:28:48.819] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/83fa0a50bfae03e8a4fa2f81556b0101a1027c1d"
[07:28:48.819] Popped gitiles commit info from properties and tags
[07:28:48.819] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[07:28:48.823] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[07:28:48.823] Buildbucket request:
{
  "requestId": "8897576621469853520",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-remote-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "83fa0a50bfae03e8a4fa2f81556b0101a1027c1d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897576621469853520"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-remote-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[07:29:22.265] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[07:29:22.265] The invocation will be retried
[07:39:22.399] Starting the invocation (attempt 37)
[07:39:22.434] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/83fa0a50bfae03e8a4fa2f81556b0101a1027c1d"
[07:39:22.434] Popped gitiles commit info from properties and tags
[07:39:22.434] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[07:39:22.438] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[07:39:22.438] Buildbucket request:
{
  "requestId": "8897576621469853520",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-remote-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "83fa0a50bfae03e8a4fa2f81556b0101a1027c1d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897576621469853520"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-remote-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[07:39:55.638] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[07:39:55.638] The invocation will be retried
[07:49:55.720] Starting the invocation (attempt 38)
[07:49:55.755] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/83fa0a50bfae03e8a4fa2f81556b0101a1027c1d"
[07:49:55.755] Popped gitiles commit info from properties and tags
[07:49:55.755] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[07:49:55.755] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[07:49:55.755] Buildbucket request:
{
  "requestId": "8897576621469853520",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-remote-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "83fa0a50bfae03e8a4fa2f81556b0101a1027c1d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897576621469853520"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-remote-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[07:50:29.106] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[07:50:29.106] The invocation will be retried
[08:00:29.177] Starting the invocation (attempt 39)
[08:00:29.211] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/83fa0a50bfae03e8a4fa2f81556b0101a1027c1d"
[08:00:29.211] Popped gitiles commit info from properties and tags
[08:00:29.211] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[08:00:29.211] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[08:00:29.211] Buildbucket request:
{
  "requestId": "8897576621469853520",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-remote-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "83fa0a50bfae03e8a4fa2f81556b0101a1027c1d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897576621469853520"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-remote-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[08:01:03.072] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[08:01:03.072] The invocation will be retried
[08:11:03.140] Starting the invocation (attempt 40)
[08:11:03.178] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/83fa0a50bfae03e8a4fa2f81556b0101a1027c1d"
[08:11:03.178] Popped gitiles commit info from properties and tags
[08:11:03.178] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[08:11:03.178] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[08:11:03.178] Buildbucket request:
{
  "requestId": "8897576621469853520",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-remote-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "83fa0a50bfae03e8a4fa2f81556b0101a1027c1d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897576621469853520"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-remote-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[08:11:36.488] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[08:11:36.489] The invocation will be retried
[08:21:36.565] Starting the invocation (attempt 41)
[08:21:36.607] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/83fa0a50bfae03e8a4fa2f81556b0101a1027c1d"
[08:21:36.607] Popped gitiles commit info from properties and tags
[08:21:36.607] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[08:21:36.607] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[08:21:36.608] Buildbucket request:
{
  "requestId": "8897576621469853520",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-remote-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "83fa0a50bfae03e8a4fa2f81556b0101a1027c1d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897576621469853520"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-remote-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[08:22:09.910] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[08:22:09.910] The invocation will be retried
[08:32:09.976] Starting the invocation (attempt 42)
[08:32:10.009] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/83fa0a50bfae03e8a4fa2f81556b0101a1027c1d"
[08:32:10.009] Popped gitiles commit info from properties and tags
[08:32:10.009] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[08:32:10.022] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[08:32:10.022] Buildbucket request:
{
  "requestId": "8897576621469853520",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-remote-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "83fa0a50bfae03e8a4fa2f81556b0101a1027c1d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897576621469853520"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-remote-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[08:32:43.657] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[08:32:43.657] The invocation will be retried
[08:42:44.135] Starting the invocation (attempt 43)
[08:42:44.170] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/83fa0a50bfae03e8a4fa2f81556b0101a1027c1d"
[08:42:44.170] Popped gitiles commit info from properties and tags
[08:42:44.170] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[08:42:44.170] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[08:42:44.170] Buildbucket request:
{
  "requestId": "8897576621469853520",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-remote-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "83fa0a50bfae03e8a4fa2f81556b0101a1027c1d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897576621469853520"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-remote-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[08:43:17.471] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[08:43:17.472] The invocation will be retried
[08:53:17.537] Starting the invocation (attempt 44)
[08:53:17.572] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/83fa0a50bfae03e8a4fa2f81556b0101a1027c1d"
[08:53:17.572] Popped gitiles commit info from properties and tags
[08:53:17.572] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[08:53:17.572] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[08:53:17.572] Buildbucket request:
{
  "requestId": "8897576621469853520",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-remote-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "83fa0a50bfae03e8a4fa2f81556b0101a1027c1d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897576621469853520"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-remote-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[08:53:51.098] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[08:53:51.098] The invocation will be retried
[09:03:52.125] Starting the invocation (attempt 45)
[09:03:52.155] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/83fa0a50bfae03e8a4fa2f81556b0101a1027c1d"
[09:03:52.155] Popped gitiles commit info from properties and tags
[09:03:52.155] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[09:03:52.158] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[09:03:52.158] Buildbucket request:
{
  "requestId": "8897576621469853520",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-remote-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "83fa0a50bfae03e8a4fa2f81556b0101a1027c1d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897576621469853520"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-remote-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[09:04:25.269] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[09:04:25.269] The invocation will be retried
[09:14:25.340] Starting the invocation (attempt 46)
[09:14:25.373] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/83fa0a50bfae03e8a4fa2f81556b0101a1027c1d"
[09:14:25.373] Popped gitiles commit info from properties and tags
[09:14:25.373] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[09:14:25.376] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[09:14:25.377] Buildbucket request:
{
  "requestId": "8897576621469853520",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-remote-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "83fa0a50bfae03e8a4fa2f81556b0101a1027c1d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897576621469853520"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-remote-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[09:14:58.970] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[09:14:58.971] The invocation will be retried
[09:24:59.045] Starting the invocation (attempt 47)
[09:24:59.078] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/83fa0a50bfae03e8a4fa2f81556b0101a1027c1d"
[09:24:59.078] Popped gitiles commit info from properties and tags
[09:24:59.078] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[09:24:59.078] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[09:24:59.078] Buildbucket request:
{
  "requestId": "8897576621469853520",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-remote-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "83fa0a50bfae03e8a4fa2f81556b0101a1027c1d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897576621469853520"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-remote-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[09:25:32.214] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[09:25:32.214] The invocation will be retried
[09:35:32.365] Starting the invocation (attempt 48)
[09:35:32.395] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/83fa0a50bfae03e8a4fa2f81556b0101a1027c1d"
[09:35:32.395] Popped gitiles commit info from properties and tags
[09:35:32.395] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[09:35:32.395] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[09:35:32.396] Buildbucket request:
{
  "requestId": "8897576621469853520",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-remote-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "83fa0a50bfae03e8a4fa2f81556b0101a1027c1d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897576621469853520"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-remote-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[09:36:05.839] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[09:36:05.840] The invocation will be retried
[09:46:05.899] Starting the invocation (attempt 49)
[09:46:05.930] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/83fa0a50bfae03e8a4fa2f81556b0101a1027c1d"
[09:46:05.930] Popped gitiles commit info from properties and tags
[09:46:05.930] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[09:46:05.930] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[09:46:05.930] Buildbucket request:
{
  "requestId": "8897576621469853520",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-remote-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "83fa0a50bfae03e8a4fa2f81556b0101a1027c1d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897576621469853520"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-remote-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[09:46:39.358] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[09:46:39.358] The invocation will be retried
[09:56:39.427] Starting the invocation (attempt 50)
[09:56:39.460] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/83fa0a50bfae03e8a4fa2f81556b0101a1027c1d"
[09:56:39.460] Popped gitiles commit info from properties and tags
[09:56:39.460] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[09:56:39.460] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[09:56:39.460] Buildbucket request:
{
  "requestId": "8897576621469853520",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-remote-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "83fa0a50bfae03e8a4fa2f81556b0101a1027c1d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897576621469853520"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-remote-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[09:57:12.760] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[09:57:12.760] Invocation finished in 7h38m32.705328808s with status FAILED