Status: FAILED
Triggered by: -
Duration: 7 hours
Actions:

Definition (rev 3c44b2f7a7b9e5186777dfaed1476a3ec5ee8036)

buildbucket: <
  server: "cr-buildbucket-dev.appspot.com"
  bucket: "ci"
  builder: "linux-local-ssd-rel-dev"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "d831b598d1cb25a043c9a659280051f6c78ab811"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d831b598d1cb25a043c9a659280051f6c78ab811
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[19:40:48.054] New invocation is queued and will start shortly
[19:40:49.119] Starting the invocation (attempt 1)
[19:40:49.149] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d831b598d1cb25a043c9a659280051f6c78ab811"
[19:40:49.149] Popped gitiles commit info from properties and tags
[19:40:49.149] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[19:40:49.149] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[19:40:49.149] Buildbucket request:
{
  "requestId": "8897601653083075056",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-local-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d831b598d1cb25a043c9a659280051f6c78ab811",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897601653083075056"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-local-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[19:41:22.361] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[19:41:22.361] The invocation will be retried
[19:41:27.428] Starting the invocation (attempt 2)
[19:41:27.457] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d831b598d1cb25a043c9a659280051f6c78ab811"
[19:41:27.457] Popped gitiles commit info from properties and tags
[19:41:27.457] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[19:41:27.457] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[19:41:27.457] Buildbucket request:
{
  "requestId": "8897601653083075056",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-local-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d831b598d1cb25a043c9a659280051f6c78ab811",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897601653083075056"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-local-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[19:42:00.622] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[19:42:00.622] The invocation will be retried
[19:42:10.687] Starting the invocation (attempt 3)
[19:42:10.717] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d831b598d1cb25a043c9a659280051f6c78ab811"
[19:42:10.717] Popped gitiles commit info from properties and tags
[19:42:10.717] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[19:42:10.717] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[19:42:10.718] Buildbucket request:
{
  "requestId": "8897601653083075056",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-local-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d831b598d1cb25a043c9a659280051f6c78ab811",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897601653083075056"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-local-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[19:42:43.841] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[19:42:43.842] The invocation will be retried
[19:43:03.901] Starting the invocation (attempt 4)
[19:43:03.932] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d831b598d1cb25a043c9a659280051f6c78ab811"
[19:43:03.932] Popped gitiles commit info from properties and tags
[19:43:03.932] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[19:43:03.935] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[19:43:03.936] Buildbucket request:
{
  "requestId": "8897601653083075056",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-local-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d831b598d1cb25a043c9a659280051f6c78ab811",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897601653083075056"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-local-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[19:43:37.052] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[19:43:37.052] The invocation will be retried
[19:44:17.111] Starting the invocation (attempt 5)
[19:44:17.143] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d831b598d1cb25a043c9a659280051f6c78ab811"
[19:44:17.143] Popped gitiles commit info from properties and tags
[19:44:17.143] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[19:44:17.146] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[19:44:17.146] Buildbucket request:
{
  "requestId": "8897601653083075056",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-local-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d831b598d1cb25a043c9a659280051f6c78ab811",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897601653083075056"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-local-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[19:44:50.247] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[19:44:50.247] The invocation will be retried
[19:46:10.314] Starting the invocation (attempt 6)
[19:46:10.346] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d831b598d1cb25a043c9a659280051f6c78ab811"
[19:46:10.346] Popped gitiles commit info from properties and tags
[19:46:10.346] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[19:46:10.346] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[19:46:10.346] Buildbucket request:
{
  "requestId": "8897601653083075056",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-local-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d831b598d1cb25a043c9a659280051f6c78ab811",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897601653083075056"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-local-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[19:46:47.000] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[19:46:47.000] The invocation will be retried
[19:49:27.077] Starting the invocation (attempt 7)
[19:49:27.112] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d831b598d1cb25a043c9a659280051f6c78ab811"
[19:49:27.112] Popped gitiles commit info from properties and tags
[19:49:27.112] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[19:49:27.112] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[19:49:27.112] Buildbucket request:
{
  "requestId": "8897601653083075056",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-local-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d831b598d1cb25a043c9a659280051f6c78ab811",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897601653083075056"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-local-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[19:50:00.194] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[19:50:00.194] The invocation will be retried
[19:55:20.253] Starting the invocation (attempt 8)
[19:55:20.289] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d831b598d1cb25a043c9a659280051f6c78ab811"
[19:55:20.289] Popped gitiles commit info from properties and tags
[19:55:20.289] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[19:55:20.289] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[19:55:20.289] Buildbucket request:
{
  "requestId": "8897601653083075056",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-local-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d831b598d1cb25a043c9a659280051f6c78ab811",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897601653083075056"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-local-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[19:55:53.352] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[19:55:53.352] The invocation will be retried
[20:05:53.411] Starting the invocation (attempt 9)
[20:05:53.440] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d831b598d1cb25a043c9a659280051f6c78ab811"
[20:05:53.440] Popped gitiles commit info from properties and tags
[20:05:53.440] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[20:05:53.441] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[20:05:53.441] Buildbucket request:
{
  "requestId": "8897601653083075056",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-local-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d831b598d1cb25a043c9a659280051f6c78ab811",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897601653083075056"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-local-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[20:06:26.584] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[20:06:26.584] The invocation will be retried
[20:16:26.656] Starting the invocation (attempt 10)
[20:16:26.689] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d831b598d1cb25a043c9a659280051f6c78ab811"
[20:16:26.689] Popped gitiles commit info from properties and tags
[20:16:26.689] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[20:16:26.689] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[20:16:26.689] Buildbucket request:
{
  "requestId": "8897601653083075056",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-local-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d831b598d1cb25a043c9a659280051f6c78ab811",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897601653083075056"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-local-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[20:17:00.695] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[20:17:00.695] The invocation will be retried
[20:27:00.752] Starting the invocation (attempt 11)
[20:27:00.828] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d831b598d1cb25a043c9a659280051f6c78ab811"
[20:27:00.828] Popped gitiles commit info from properties and tags
[20:27:00.828] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[20:27:00.828] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[20:27:00.828] Buildbucket request:
{
  "requestId": "8897601653083075056",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-local-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d831b598d1cb25a043c9a659280051f6c78ab811",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897601653083075056"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-local-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[20:27:34.485] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[20:27:34.485] The invocation will be retried
[20:37:34.539] Starting the invocation (attempt 12)
[20:37:34.569] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d831b598d1cb25a043c9a659280051f6c78ab811"
[20:37:34.569] Popped gitiles commit info from properties and tags
[20:37:34.569] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[20:37:34.569] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[20:37:34.570] Buildbucket request:
{
  "requestId": "8897601653083075056",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-local-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d831b598d1cb25a043c9a659280051f6c78ab811",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897601653083075056"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-local-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[20:38:07.649] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[20:38:07.649] The invocation will be retried
[20:48:07.727] Starting the invocation (attempt 13)
[20:48:07.758] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d831b598d1cb25a043c9a659280051f6c78ab811"
[20:48:07.758] Popped gitiles commit info from properties and tags
[20:48:07.758] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[20:48:07.758] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[20:48:07.759] Buildbucket request:
{
  "requestId": "8897601653083075056",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-local-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d831b598d1cb25a043c9a659280051f6c78ab811",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897601653083075056"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-local-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[20:48:40.736] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[20:48:40.736] The invocation will be retried
[20:58:40.820] Starting the invocation (attempt 14)
[20:58:40.848] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d831b598d1cb25a043c9a659280051f6c78ab811"
[20:58:40.848] Popped gitiles commit info from properties and tags
[20:58:40.848] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[20:58:40.848] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[20:58:40.848] Buildbucket request:
{
  "requestId": "8897601653083075056",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-local-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d831b598d1cb25a043c9a659280051f6c78ab811",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897601653083075056"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-local-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[20:59:13.895] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[20:59:13.895] The invocation will be retried
[21:09:13.948] Starting the invocation (attempt 15)
[21:09:13.983] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d831b598d1cb25a043c9a659280051f6c78ab811"
[21:09:13.983] Popped gitiles commit info from properties and tags
[21:09:13.983] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[21:09:13.983] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[21:09:13.983] Buildbucket request:
{
  "requestId": "8897601653083075056",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-local-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d831b598d1cb25a043c9a659280051f6c78ab811",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897601653083075056"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-local-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[21:09:47.180] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[21:09:47.180] The invocation will be retried
[21:19:48.117] Starting the invocation (attempt 16)
[21:19:48.150] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d831b598d1cb25a043c9a659280051f6c78ab811"
[21:19:48.151] Popped gitiles commit info from properties and tags
[21:19:48.151] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[21:19:48.151] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[21:19:48.151] Buildbucket request:
{
  "requestId": "8897601653083075056",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-local-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d831b598d1cb25a043c9a659280051f6c78ab811",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897601653083075056"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-local-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[21:20:21.195] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[21:20:21.195] The invocation will be retried
[21:30:21.254] Starting the invocation (attempt 17)
[21:30:21.283] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d831b598d1cb25a043c9a659280051f6c78ab811"
[21:30:21.284] Popped gitiles commit info from properties and tags
[21:30:21.284] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[21:30:21.284] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[21:30:21.284] Buildbucket request:
{
  "requestId": "8897601653083075056",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-local-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d831b598d1cb25a043c9a659280051f6c78ab811",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897601653083075056"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-local-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[21:30:54.488] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[21:30:54.488] The invocation will be retried
[21:40:54.543] Starting the invocation (attempt 18)
[21:40:54.571] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d831b598d1cb25a043c9a659280051f6c78ab811"
[21:40:54.571] Popped gitiles commit info from properties and tags
[21:40:54.571] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[21:40:54.572] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[21:40:54.572] Buildbucket request:
{
  "requestId": "8897601653083075056",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-local-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d831b598d1cb25a043c9a659280051f6c78ab811",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897601653083075056"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-local-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[21:41:27.905] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[21:41:27.906] The invocation will be retried
[21:51:27.968] Starting the invocation (attempt 19)
[21:51:27.997] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d831b598d1cb25a043c9a659280051f6c78ab811"
[21:51:27.997] Popped gitiles commit info from properties and tags
[21:51:27.997] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[21:51:27.997] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[21:51:27.997] Buildbucket request:
{
  "requestId": "8897601653083075056",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-local-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d831b598d1cb25a043c9a659280051f6c78ab811",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897601653083075056"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-local-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[21:52:02.045] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[21:52:02.045] The invocation will be retried
[22:02:02.107] Starting the invocation (attempt 20)
[22:02:02.138] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d831b598d1cb25a043c9a659280051f6c78ab811"
[22:02:02.138] Popped gitiles commit info from properties and tags
[22:02:02.138] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:02:02.143] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:02:02.143] Buildbucket request:
{
  "requestId": "8897601653083075056",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-local-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d831b598d1cb25a043c9a659280051f6c78ab811",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897601653083075056"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-local-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:02:35.535] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[22:02:35.535] The invocation will be retried
[22:12:35.608] Starting the invocation (attempt 21)
[22:12:35.639] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d831b598d1cb25a043c9a659280051f6c78ab811"
[22:12:35.639] Popped gitiles commit info from properties and tags
[22:12:35.639] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:12:35.640] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:12:35.641] Buildbucket request:
{
  "requestId": "8897601653083075056",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-local-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d831b598d1cb25a043c9a659280051f6c78ab811",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897601653083075056"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-local-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:13:08.851] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[22:13:08.852] The invocation will be retried
[22:23:08.932] Starting the invocation (attempt 22)
[22:23:08.969] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d831b598d1cb25a043c9a659280051f6c78ab811"
[22:23:08.969] Popped gitiles commit info from properties and tags
[22:23:08.969] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:23:08.969] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:23:08.969] Buildbucket request:
{
  "requestId": "8897601653083075056",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-local-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d831b598d1cb25a043c9a659280051f6c78ab811",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897601653083075056"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-local-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:23:42.352] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[22:23:42.352] The invocation will be retried
[22:33:42.423] Starting the invocation (attempt 23)
[22:33:42.457] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d831b598d1cb25a043c9a659280051f6c78ab811"
[22:33:42.457] Popped gitiles commit info from properties and tags
[22:33:42.457] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:33:42.457] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:33:42.457] Buildbucket request:
{
  "requestId": "8897601653083075056",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-local-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d831b598d1cb25a043c9a659280051f6c78ab811",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897601653083075056"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-local-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:34:15.767] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[22:34:15.768] The invocation will be retried
[22:44:15.840] Starting the invocation (attempt 24)
[22:44:15.872] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d831b598d1cb25a043c9a659280051f6c78ab811"
[22:44:15.872] Popped gitiles commit info from properties and tags
[22:44:15.872] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:44:15.872] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:44:15.872] Buildbucket request:
{
  "requestId": "8897601653083075056",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-local-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d831b598d1cb25a043c9a659280051f6c78ab811",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897601653083075056"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-local-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:44:49.001] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[22:44:49.001] The invocation will be retried
[22:54:49.064] Starting the invocation (attempt 25)
[22:54:49.095] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d831b598d1cb25a043c9a659280051f6c78ab811"
[22:54:49.095] Popped gitiles commit info from properties and tags
[22:54:49.095] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:54:49.095] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:54:49.096] Buildbucket request:
{
  "requestId": "8897601653083075056",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-local-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d831b598d1cb25a043c9a659280051f6c78ab811",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897601653083075056"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-local-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:55:22.158] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[22:55:22.158] The invocation will be retried
[23:05:22.252] Starting the invocation (attempt 26)
[23:05:22.287] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d831b598d1cb25a043c9a659280051f6c78ab811"
[23:05:22.287] Popped gitiles commit info from properties and tags
[23:05:22.287] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[23:05:22.287] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[23:05:22.288] Buildbucket request:
{
  "requestId": "8897601653083075056",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-local-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d831b598d1cb25a043c9a659280051f6c78ab811",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897601653083075056"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-local-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[23:05:56.310] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[23:05:56.310] The invocation will be retried
[23:15:56.442] Starting the invocation (attempt 27)
[23:15:56.475] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d831b598d1cb25a043c9a659280051f6c78ab811"
[23:15:56.475] Popped gitiles commit info from properties and tags
[23:15:56.475] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[23:15:56.477] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[23:15:56.478] Buildbucket request:
{
  "requestId": "8897601653083075056",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-local-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d831b598d1cb25a043c9a659280051f6c78ab811",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897601653083075056"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-local-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[23:16:29.602] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[23:16:29.603] The invocation will be retried
[23:26:29.663] Starting the invocation (attempt 28)
[23:26:29.696] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d831b598d1cb25a043c9a659280051f6c78ab811"
[23:26:29.696] Popped gitiles commit info from properties and tags
[23:26:29.697] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[23:26:29.697] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[23:26:29.697] Buildbucket request:
{
  "requestId": "8897601653083075056",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-local-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d831b598d1cb25a043c9a659280051f6c78ab811",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897601653083075056"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-local-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[23:27:03.900] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[23:27:03.900] The invocation will be retried
[23:37:03.959] Starting the invocation (attempt 29)
[23:37:03.986] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d831b598d1cb25a043c9a659280051f6c78ab811"
[23:37:03.986] Popped gitiles commit info from properties and tags
[23:37:03.986] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[23:37:03.986] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[23:37:03.986] Buildbucket request:
{
  "requestId": "8897601653083075056",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-local-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d831b598d1cb25a043c9a659280051f6c78ab811",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897601653083075056"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-local-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[23:37:37.060] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[23:37:37.060] The invocation will be retried
[23:47:37.135] Starting the invocation (attempt 30)
[23:47:37.163] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d831b598d1cb25a043c9a659280051f6c78ab811"
[23:47:37.163] Popped gitiles commit info from properties and tags
[23:47:37.163] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[23:47:37.163] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[23:47:37.163] Buildbucket request:
{
  "requestId": "8897601653083075056",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-local-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d831b598d1cb25a043c9a659280051f6c78ab811",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897601653083075056"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-local-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[23:48:10.218] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[23:48:10.218] The invocation will be retried
[23:58:10.287] Starting the invocation (attempt 31)
[23:58:10.317] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d831b598d1cb25a043c9a659280051f6c78ab811"
[23:58:10.317] Popped gitiles commit info from properties and tags
[23:58:10.317] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[23:58:10.318] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[23:58:10.318] Buildbucket request:
{
  "requestId": "8897601653083075056",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-local-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d831b598d1cb25a043c9a659280051f6c78ab811",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897601653083075056"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-local-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[23:58:43.529] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[23:58:43.529] The invocation will be retried
[00:08:43.591] Starting the invocation (attempt 32)
[00:08:43.675] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d831b598d1cb25a043c9a659280051f6c78ab811"
[00:08:43.675] Popped gitiles commit info from properties and tags
[00:08:43.676] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[00:08:43.676] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[00:08:43.676] Buildbucket request:
{
  "requestId": "8897601653083075056",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-local-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d831b598d1cb25a043c9a659280051f6c78ab811",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897601653083075056"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-local-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[00:09:16.854] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[00:09:16.854] The invocation will be retried
[00:19:16.922] Starting the invocation (attempt 33)
[00:19:16.959] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d831b598d1cb25a043c9a659280051f6c78ab811"
[00:19:16.959] Popped gitiles commit info from properties and tags
[00:19:16.959] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[00:19:16.959] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[00:19:16.959] Buildbucket request:
{
  "requestId": "8897601653083075056",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-local-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d831b598d1cb25a043c9a659280051f6c78ab811",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897601653083075056"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-local-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[00:19:50.159] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[00:19:50.159] The invocation will be retried
[00:29:50.219] Starting the invocation (attempt 34)
[00:29:50.251] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d831b598d1cb25a043c9a659280051f6c78ab811"
[00:29:50.251] Popped gitiles commit info from properties and tags
[00:29:50.251] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[00:29:50.252] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[00:29:50.252] Buildbucket request:
{
  "requestId": "8897601653083075056",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-local-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d831b598d1cb25a043c9a659280051f6c78ab811",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897601653083075056"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-local-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[00:30:24.137] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[00:30:24.137] The invocation will be retried
[00:40:24.204] Starting the invocation (attempt 35)
[00:40:24.230] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d831b598d1cb25a043c9a659280051f6c78ab811"
[00:40:24.230] Popped gitiles commit info from properties and tags
[00:40:24.230] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[00:40:24.230] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[00:40:24.231] Buildbucket request:
{
  "requestId": "8897601653083075056",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-local-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d831b598d1cb25a043c9a659280051f6c78ab811",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897601653083075056"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-local-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[00:40:57.323] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[00:40:57.323] The invocation will be retried
[00:50:57.390] Starting the invocation (attempt 36)
[00:50:57.421] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d831b598d1cb25a043c9a659280051f6c78ab811"
[00:50:57.421] Popped gitiles commit info from properties and tags
[00:50:57.421] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[00:50:57.421] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[00:50:57.421] Buildbucket request:
{
  "requestId": "8897601653083075056",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-local-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d831b598d1cb25a043c9a659280051f6c78ab811",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897601653083075056"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-local-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[00:51:30.575] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[00:51:30.576] The invocation will be retried
[01:01:30.640] Starting the invocation (attempt 37)
[01:01:30.670] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d831b598d1cb25a043c9a659280051f6c78ab811"
[01:01:30.670] Popped gitiles commit info from properties and tags
[01:01:30.670] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:01:30.671] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[01:01:30.671] Buildbucket request:
{
  "requestId": "8897601653083075056",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-local-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d831b598d1cb25a043c9a659280051f6c78ab811",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897601653083075056"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-local-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[01:02:06.222] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[01:02:06.222] The invocation will be retried
[01:12:06.282] Starting the invocation (attempt 38)
[01:12:06.317] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d831b598d1cb25a043c9a659280051f6c78ab811"
[01:12:06.317] Popped gitiles commit info from properties and tags
[01:12:06.317] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:12:06.317] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[01:12:06.317] Buildbucket request:
{
  "requestId": "8897601653083075056",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-local-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d831b598d1cb25a043c9a659280051f6c78ab811",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897601653083075056"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-local-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[01:12:39.668] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[01:12:39.669] The invocation will be retried
[01:22:39.738] Starting the invocation (attempt 39)
[01:22:39.773] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d831b598d1cb25a043c9a659280051f6c78ab811"
[01:22:39.773] Popped gitiles commit info from properties and tags
[01:22:39.773] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:22:39.774] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[01:22:39.774] Buildbucket request:
{
  "requestId": "8897601653083075056",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-local-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d831b598d1cb25a043c9a659280051f6c78ab811",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897601653083075056"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-local-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[01:23:12.937] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[01:23:12.937] The invocation will be retried
[01:33:13.000] Starting the invocation (attempt 40)
[01:33:13.035] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d831b598d1cb25a043c9a659280051f6c78ab811"
[01:33:13.035] Popped gitiles commit info from properties and tags
[01:33:13.035] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:33:13.035] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[01:33:13.035] Buildbucket request:
{
  "requestId": "8897601653083075056",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-local-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d831b598d1cb25a043c9a659280051f6c78ab811",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897601653083075056"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-local-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[01:33:46.395] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[01:33:46.395] The invocation will be retried
[01:43:46.463] Starting the invocation (attempt 41)
[01:43:46.496] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d831b598d1cb25a043c9a659280051f6c78ab811"
[01:43:46.496] Popped gitiles commit info from properties and tags
[01:43:46.496] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:43:46.497] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[01:43:46.497] Buildbucket request:
{
  "requestId": "8897601653083075056",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-local-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d831b598d1cb25a043c9a659280051f6c78ab811",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897601653083075056"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-local-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[01:44:19.352] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[01:44:19.352] The invocation will be retried
[01:54:19.414] Starting the invocation (attempt 42)
[01:54:19.445] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d831b598d1cb25a043c9a659280051f6c78ab811"
[01:54:19.445] Popped gitiles commit info from properties and tags
[01:54:19.445] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:54:19.445] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[01:54:19.446] Buildbucket request:
{
  "requestId": "8897601653083075056",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-local-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d831b598d1cb25a043c9a659280051f6c78ab811",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897601653083075056"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-local-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[01:54:52.459] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[01:54:52.459] The invocation will be retried
[02:04:52.543] Starting the invocation (attempt 43)
[02:04:52.575] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d831b598d1cb25a043c9a659280051f6c78ab811"
[02:04:52.575] Popped gitiles commit info from properties and tags
[02:04:52.575] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[02:04:52.575] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[02:04:52.575] Buildbucket request:
{
  "requestId": "8897601653083075056",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-local-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d831b598d1cb25a043c9a659280051f6c78ab811",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897601653083075056"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-local-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[02:05:25.823] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[02:05:25.823] The invocation will be retried
[02:15:25.881] Starting the invocation (attempt 44)
[02:15:25.914] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d831b598d1cb25a043c9a659280051f6c78ab811"
[02:15:25.914] Popped gitiles commit info from properties and tags
[02:15:25.914] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[02:15:25.914] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[02:15:25.914] Buildbucket request:
{
  "requestId": "8897601653083075056",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-local-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d831b598d1cb25a043c9a659280051f6c78ab811",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897601653083075056"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-local-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[02:15:59.394] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[02:15:59.394] The invocation will be retried
[02:25:59.448] Starting the invocation (attempt 45)
[02:25:59.476] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d831b598d1cb25a043c9a659280051f6c78ab811"
[02:25:59.476] Popped gitiles commit info from properties and tags
[02:25:59.476] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[02:25:59.476] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[02:25:59.476] Buildbucket request:
{
  "requestId": "8897601653083075056",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-local-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d831b598d1cb25a043c9a659280051f6c78ab811",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897601653083075056"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-local-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[02:26:32.532] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[02:26:32.532] The invocation will be retried
[02:36:32.605] Starting the invocation (attempt 46)
[02:36:32.638] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d831b598d1cb25a043c9a659280051f6c78ab811"
[02:36:32.638] Popped gitiles commit info from properties and tags
[02:36:32.638] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[02:36:32.638] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[02:36:32.638] Buildbucket request:
{
  "requestId": "8897601653083075056",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-local-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d831b598d1cb25a043c9a659280051f6c78ab811",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897601653083075056"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-local-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[02:37:05.652] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[02:37:05.652] The invocation will be retried
[02:47:05.710] Starting the invocation (attempt 47)
[02:47:05.740] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d831b598d1cb25a043c9a659280051f6c78ab811"
[02:47:05.740] Popped gitiles commit info from properties and tags
[02:47:05.740] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[02:47:05.740] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[02:47:05.741] Buildbucket request:
{
  "requestId": "8897601653083075056",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-local-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d831b598d1cb25a043c9a659280051f6c78ab811",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897601653083075056"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-local-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[02:47:38.750] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[02:47:38.750] The invocation will be retried
[02:57:38.819] Starting the invocation (attempt 48)
[02:57:38.849] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d831b598d1cb25a043c9a659280051f6c78ab811"
[02:57:38.849] Popped gitiles commit info from properties and tags
[02:57:38.849] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[02:57:38.850] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[02:57:38.850] Buildbucket request:
{
  "requestId": "8897601653083075056",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-local-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d831b598d1cb25a043c9a659280051f6c78ab811",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897601653083075056"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-local-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[02:58:12.135] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[02:58:12.135] The invocation will be retried
[03:08:12.196] Starting the invocation (attempt 49)
[03:08:12.225] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d831b598d1cb25a043c9a659280051f6c78ab811"
[03:08:12.225] Popped gitiles commit info from properties and tags
[03:08:12.225] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[03:08:12.225] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[03:08:12.225] Buildbucket request:
{
  "requestId": "8897601653083075056",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-local-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d831b598d1cb25a043c9a659280051f6c78ab811",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897601653083075056"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-local-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[03:08:45.173] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[03:08:45.173] The invocation will be retried
[03:18:45.239] Starting the invocation (attempt 50)
[03:18:45.267] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d831b598d1cb25a043c9a659280051f6c78ab811"
[03:18:45.267] Popped gitiles commit info from properties and tags
[03:18:45.267] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[03:18:45.268] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[03:18:45.268] Buildbucket request:
{
  "requestId": "8897601653083075056",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "linux-local-ssd-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d831b598d1cb25a043c9a659280051f6c78ab811",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897601653083075056"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/linux-local-ssd-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[03:19:18.590] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[03:19:18.590] Invocation finished in 7h38m30.541910482s with status FAILED