Status: FAILED
Triggered by: -
Duration: 7 hours
Actions:

Definition (rev ac465d42d2d3f0b5fd3dee94a9a9d505c11cae99)

buildbucket: <
  server: "cr-buildbucket-dev.appspot.com"
  bucket: "ci"
  builder: "mac-rel-dev"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "20a32a6a1595a57345758c096571de22bc6b3bf8"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/20a32a6a1595a57345758c096571de22bc6b3bf8
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[05:51:30.048] New invocation is queued and will start shortly
[05:51:31.118] Starting the invocation (attempt 1)
[05:51:31.159] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/20a32a6a1595a57345758c096571de22bc6b3bf8"
[05:51:31.159] Popped gitiles commit info from properties and tags
[05:51:31.159] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[05:51:31.159] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[05:51:31.159] Buildbucket request:
{
  "requestId": "8897835022067221792",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "20a32a6a1595a57345758c096571de22bc6b3bf8",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897835022067221792"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[05:52:04.376] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[05:52:04.376] The invocation will be retried
[05:52:09.441] Starting the invocation (attempt 2)
[05:52:09.477] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/20a32a6a1595a57345758c096571de22bc6b3bf8"
[05:52:09.477] Popped gitiles commit info from properties and tags
[05:52:09.477] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[05:52:09.478] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[05:52:09.478] Buildbucket request:
{
  "requestId": "8897835022067221792",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "20a32a6a1595a57345758c096571de22bc6b3bf8",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897835022067221792"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[05:52:42.655] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[05:52:42.655] The invocation will be retried
[05:52:52.709] Starting the invocation (attempt 3)
[05:52:52.738] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/20a32a6a1595a57345758c096571de22bc6b3bf8"
[05:52:52.738] Popped gitiles commit info from properties and tags
[05:52:52.738] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[05:52:52.738] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[05:52:52.739] Buildbucket request:
{
  "requestId": "8897835022067221792",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "20a32a6a1595a57345758c096571de22bc6b3bf8",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897835022067221792"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[05:53:25.896] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[05:53:25.896] The invocation will be retried
[05:53:45.957] Starting the invocation (attempt 4)
[05:53:45.990] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/20a32a6a1595a57345758c096571de22bc6b3bf8"
[05:53:45.990] Popped gitiles commit info from properties and tags
[05:53:45.990] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[05:53:45.990] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[05:53:45.990] Buildbucket request:
{
  "requestId": "8897835022067221792",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "20a32a6a1595a57345758c096571de22bc6b3bf8",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897835022067221792"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[05:54:19.080] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[05:54:19.080] The invocation will be retried
[05:54:59.145] Starting the invocation (attempt 5)
[05:54:59.172] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/20a32a6a1595a57345758c096571de22bc6b3bf8"
[05:54:59.172] Popped gitiles commit info from properties and tags
[05:54:59.172] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[05:54:59.172] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[05:54:59.172] Buildbucket request:
{
  "requestId": "8897835022067221792",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "20a32a6a1595a57345758c096571de22bc6b3bf8",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897835022067221792"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[05:55:32.518] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[05:55:32.518] The invocation will be retried
[05:56:52.574] Starting the invocation (attempt 6)
[05:56:52.599] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/20a32a6a1595a57345758c096571de22bc6b3bf8"
[05:56:52.599] Popped gitiles commit info from properties and tags
[05:56:52.599] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[05:56:52.600] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[05:56:52.600] Buildbucket request:
{
  "requestId": "8897835022067221792",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "20a32a6a1595a57345758c096571de22bc6b3bf8",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897835022067221792"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[05:57:26.122] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[05:57:26.122] The invocation will be retried
[06:00:06.276] Starting the invocation (attempt 7)
[06:00:06.306] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/20a32a6a1595a57345758c096571de22bc6b3bf8"
[06:00:06.306] Popped gitiles commit info from properties and tags
[06:00:06.306] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[06:00:06.306] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[06:00:06.306] Buildbucket request:
{
  "requestId": "8897835022067221792",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "20a32a6a1595a57345758c096571de22bc6b3bf8",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897835022067221792"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[06:00:40.047] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[06:00:40.047] The invocation will be retried
[06:06:00.117] Starting the invocation (attempt 8)
[06:06:00.153] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/20a32a6a1595a57345758c096571de22bc6b3bf8"
[06:06:00.153] Popped gitiles commit info from properties and tags
[06:06:00.153] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[06:06:00.153] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[06:06:00.153] Buildbucket request:
{
  "requestId": "8897835022067221792",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "20a32a6a1595a57345758c096571de22bc6b3bf8",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897835022067221792"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[06:06:34.368] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[06:06:34.369] The invocation will be retried
[06:16:34.447] Starting the invocation (attempt 9)
[06:16:34.478] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/20a32a6a1595a57345758c096571de22bc6b3bf8"
[06:16:34.478] Popped gitiles commit info from properties and tags
[06:16:34.478] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[06:16:34.478] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[06:16:34.478] Buildbucket request:
{
  "requestId": "8897835022067221792",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "20a32a6a1595a57345758c096571de22bc6b3bf8",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897835022067221792"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[06:17:07.457] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[06:17:07.457] The invocation will be retried
[06:27:07.535] Starting the invocation (attempt 10)
[06:27:07.571] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/20a32a6a1595a57345758c096571de22bc6b3bf8"
[06:27:07.571] Popped gitiles commit info from properties and tags
[06:27:07.571] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[06:27:07.571] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[06:27:07.571] Buildbucket request:
{
  "requestId": "8897835022067221792",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "20a32a6a1595a57345758c096571de22bc6b3bf8",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897835022067221792"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[06:27:40.710] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[06:27:40.710] The invocation will be retried
[06:37:40.781] Starting the invocation (attempt 11)
[06:37:40.813] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/20a32a6a1595a57345758c096571de22bc6b3bf8"
[06:37:40.813] Popped gitiles commit info from properties and tags
[06:37:40.813] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[06:37:40.813] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[06:37:40.814] Buildbucket request:
{
  "requestId": "8897835022067221792",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "20a32a6a1595a57345758c096571de22bc6b3bf8",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897835022067221792"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[06:38:14.164] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[06:38:14.164] The invocation will be retried
[06:48:14.218] Starting the invocation (attempt 12)
[06:48:14.247] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/20a32a6a1595a57345758c096571de22bc6b3bf8"
[06:48:14.247] Popped gitiles commit info from properties and tags
[06:48:14.247] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[06:48:14.248] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[06:48:14.248] Buildbucket request:
{
  "requestId": "8897835022067221792",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "20a32a6a1595a57345758c096571de22bc6b3bf8",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897835022067221792"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[06:48:47.899] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[06:48:47.899] The invocation will be retried
[06:58:47.968] Starting the invocation (attempt 13)
[06:58:47.993] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/20a32a6a1595a57345758c096571de22bc6b3bf8"
[06:58:47.993] Popped gitiles commit info from properties and tags
[06:58:47.993] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[06:58:47.993] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[06:58:47.993] Buildbucket request:
{
  "requestId": "8897835022067221792",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "20a32a6a1595a57345758c096571de22bc6b3bf8",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897835022067221792"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[06:59:21.864] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[06:59:21.864] The invocation will be retried
[07:09:21.917] Starting the invocation (attempt 14)
[07:09:21.943] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/20a32a6a1595a57345758c096571de22bc6b3bf8"
[07:09:21.943] Popped gitiles commit info from properties and tags
[07:09:21.943] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[07:09:21.943] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[07:09:21.944] Buildbucket request:
{
  "requestId": "8897835022067221792",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "20a32a6a1595a57345758c096571de22bc6b3bf8",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897835022067221792"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[07:09:55.249] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[07:09:55.249] The invocation will be retried
[07:19:55.318] Starting the invocation (attempt 15)
[07:19:55.351] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/20a32a6a1595a57345758c096571de22bc6b3bf8"
[07:19:55.351] Popped gitiles commit info from properties and tags
[07:19:55.351] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[07:19:55.354] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[07:19:55.354] Buildbucket request:
{
  "requestId": "8897835022067221792",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "20a32a6a1595a57345758c096571de22bc6b3bf8",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897835022067221792"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[07:20:28.555] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[07:20:28.555] The invocation will be retried
[07:30:28.616] Starting the invocation (attempt 16)
[07:30:28.642] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/20a32a6a1595a57345758c096571de22bc6b3bf8"
[07:30:28.642] Popped gitiles commit info from properties and tags
[07:30:28.642] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[07:30:28.642] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[07:30:28.642] Buildbucket request:
{
  "requestId": "8897835022067221792",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "20a32a6a1595a57345758c096571de22bc6b3bf8",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897835022067221792"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[07:31:02.209] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[07:31:02.209] The invocation will be retried
[07:41:02.261] Starting the invocation (attempt 17)
[07:41:02.287] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/20a32a6a1595a57345758c096571de22bc6b3bf8"
[07:41:02.287] Popped gitiles commit info from properties and tags
[07:41:02.287] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[07:41:02.287] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[07:41:02.287] Buildbucket request:
{
  "requestId": "8897835022067221792",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "20a32a6a1595a57345758c096571de22bc6b3bf8",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897835022067221792"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[07:41:36.124] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[07:41:36.125] The invocation will be retried
[07:51:36.204] Starting the invocation (attempt 18)
[07:51:36.231] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/20a32a6a1595a57345758c096571de22bc6b3bf8"
[07:51:36.231] Popped gitiles commit info from properties and tags
[07:51:36.231] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[07:51:36.232] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[07:51:36.232] Buildbucket request:
{
  "requestId": "8897835022067221792",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "20a32a6a1595a57345758c096571de22bc6b3bf8",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897835022067221792"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[07:52:09.559] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[07:52:09.559] The invocation will be retried
[08:02:09.618] Starting the invocation (attempt 19)
[08:02:09.649] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/20a32a6a1595a57345758c096571de22bc6b3bf8"
[08:02:09.649] Popped gitiles commit info from properties and tags
[08:02:09.649] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[08:02:09.649] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[08:02:09.649] Buildbucket request:
{
  "requestId": "8897835022067221792",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "20a32a6a1595a57345758c096571de22bc6b3bf8",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897835022067221792"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[08:02:43.097] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[08:02:43.097] The invocation will be retried
[08:12:43.155] Starting the invocation (attempt 20)
[08:12:43.185] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/20a32a6a1595a57345758c096571de22bc6b3bf8"
[08:12:43.185] Popped gitiles commit info from properties and tags
[08:12:43.185] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[08:12:43.185] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[08:12:43.185] Buildbucket request:
{
  "requestId": "8897835022067221792",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "20a32a6a1595a57345758c096571de22bc6b3bf8",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897835022067221792"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[08:13:18.270] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[08:13:18.270] The invocation will be retried
[08:23:18.326] Starting the invocation (attempt 21)
[08:23:18.354] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/20a32a6a1595a57345758c096571de22bc6b3bf8"
[08:23:18.354] Popped gitiles commit info from properties and tags
[08:23:18.354] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[08:23:18.355] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[08:23:18.356] Buildbucket request:
{
  "requestId": "8897835022067221792",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "20a32a6a1595a57345758c096571de22bc6b3bf8",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897835022067221792"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[08:23:51.498] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[08:23:51.499] The invocation will be retried
[08:33:52.118] Starting the invocation (attempt 22)
[08:33:52.147] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/20a32a6a1595a57345758c096571de22bc6b3bf8"
[08:33:52.147] Popped gitiles commit info from properties and tags
[08:33:52.147] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[08:33:52.148] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[08:33:52.148] Buildbucket request:
{
  "requestId": "8897835022067221792",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "20a32a6a1595a57345758c096571de22bc6b3bf8",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897835022067221792"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[08:34:25.547] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[08:34:25.547] The invocation will be retried
[08:44:26.132] Starting the invocation (attempt 23)
[08:44:26.162] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/20a32a6a1595a57345758c096571de22bc6b3bf8"
[08:44:26.162] Popped gitiles commit info from properties and tags
[08:44:26.162] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[08:44:26.162] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[08:44:26.163] Buildbucket request:
{
  "requestId": "8897835022067221792",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "20a32a6a1595a57345758c096571de22bc6b3bf8",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897835022067221792"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[08:44:59.517] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[08:44:59.518] The invocation will be retried
[08:54:59.573] Starting the invocation (attempt 24)
[08:54:59.598] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/20a32a6a1595a57345758c096571de22bc6b3bf8"
[08:54:59.598] Popped gitiles commit info from properties and tags
[08:54:59.598] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[08:54:59.602] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[08:54:59.602] Buildbucket request:
{
  "requestId": "8897835022067221792",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "20a32a6a1595a57345758c096571de22bc6b3bf8",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897835022067221792"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[08:55:32.889] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[08:55:32.889] The invocation will be retried
[09:05:32.950] Starting the invocation (attempt 25)
[09:05:32.980] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/20a32a6a1595a57345758c096571de22bc6b3bf8"
[09:05:32.980] Popped gitiles commit info from properties and tags
[09:05:32.980] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[09:05:32.980] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[09:05:32.980] Buildbucket request:
{
  "requestId": "8897835022067221792",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "20a32a6a1595a57345758c096571de22bc6b3bf8",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897835022067221792"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[09:06:07.006] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[09:06:07.006] The invocation will be retried
[09:16:07.143] Starting the invocation (attempt 26)
[09:16:07.171] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/20a32a6a1595a57345758c096571de22bc6b3bf8"
[09:16:07.171] Popped gitiles commit info from properties and tags
[09:16:07.171] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[09:16:07.171] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[09:16:07.171] Buildbucket request:
{
  "requestId": "8897835022067221792",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "20a32a6a1595a57345758c096571de22bc6b3bf8",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897835022067221792"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[09:16:40.765] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[09:16:40.765] The invocation will be retried
[09:26:40.825] Starting the invocation (attempt 27)
[09:26:40.856] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/20a32a6a1595a57345758c096571de22bc6b3bf8"
[09:26:40.856] Popped gitiles commit info from properties and tags
[09:26:40.856] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[09:26:40.861] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[09:26:40.861] Buildbucket request:
{
  "requestId": "8897835022067221792",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "20a32a6a1595a57345758c096571de22bc6b3bf8",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897835022067221792"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[09:27:14.133] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[09:27:14.134] The invocation will be retried
[09:37:14.198] Starting the invocation (attempt 28)
[09:37:14.227] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/20a32a6a1595a57345758c096571de22bc6b3bf8"
[09:37:14.227] Popped gitiles commit info from properties and tags
[09:37:14.227] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[09:37:14.230] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[09:37:14.231] Buildbucket request:
{
  "requestId": "8897835022067221792",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "20a32a6a1595a57345758c096571de22bc6b3bf8",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897835022067221792"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[09:37:47.299] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[09:37:47.299] The invocation will be retried
[09:47:47.352] Starting the invocation (attempt 29)
[09:47:47.381] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/20a32a6a1595a57345758c096571de22bc6b3bf8"
[09:47:47.382] Popped gitiles commit info from properties and tags
[09:47:47.382] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[09:47:47.382] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[09:47:47.382] Buildbucket request:
{
  "requestId": "8897835022067221792",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "20a32a6a1595a57345758c096571de22bc6b3bf8",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897835022067221792"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[09:48:21.203] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[09:48:21.203] The invocation will be retried
[09:58:22.121] Starting the invocation (attempt 30)
[09:58:22.151] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/20a32a6a1595a57345758c096571de22bc6b3bf8"
[09:58:22.151] Popped gitiles commit info from properties and tags
[09:58:22.151] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[09:58:22.151] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[09:58:22.151] Buildbucket request:
{
  "requestId": "8897835022067221792",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "20a32a6a1595a57345758c096571de22bc6b3bf8",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897835022067221792"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[09:58:55.808] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[09:58:55.808] The invocation will be retried
[10:08:55.864] Starting the invocation (attempt 31)
[10:08:55.893] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/20a32a6a1595a57345758c096571de22bc6b3bf8"
[10:08:55.893] Popped gitiles commit info from properties and tags
[10:08:55.893] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[10:08:55.893] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[10:08:55.893] Buildbucket request:
{
  "requestId": "8897835022067221792",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "20a32a6a1595a57345758c096571de22bc6b3bf8",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897835022067221792"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[10:09:28.976] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[10:09:28.976] The invocation will be retried
[10:19:29.028] Starting the invocation (attempt 32)
[10:19:29.053] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/20a32a6a1595a57345758c096571de22bc6b3bf8"
[10:19:29.053] Popped gitiles commit info from properties and tags
[10:19:29.053] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[10:19:29.054] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[10:19:29.054] Buildbucket request:
{
  "requestId": "8897835022067221792",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "20a32a6a1595a57345758c096571de22bc6b3bf8",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897835022067221792"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[10:20:02.353] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[10:20:02.353] The invocation will be retried
[10:30:02.418] Starting the invocation (attempt 33)
[10:30:02.461] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/20a32a6a1595a57345758c096571de22bc6b3bf8"
[10:30:02.461] Popped gitiles commit info from properties and tags
[10:30:02.461] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[10:30:02.482] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[10:30:02.482] Buildbucket request:
{
  "requestId": "8897835022067221792",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "20a32a6a1595a57345758c096571de22bc6b3bf8",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897835022067221792"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[10:30:36.977] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[10:30:36.977] The invocation will be retried
[10:40:37.051] Starting the invocation (attempt 34)
[10:40:37.084] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/20a32a6a1595a57345758c096571de22bc6b3bf8"
[10:40:37.084] Popped gitiles commit info from properties and tags
[10:40:37.084] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[10:40:37.084] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[10:40:37.084] Buildbucket request:
{
  "requestId": "8897835022067221792",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "20a32a6a1595a57345758c096571de22bc6b3bf8",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897835022067221792"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[10:41:10.615] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[10:41:10.615] The invocation will be retried
[10:51:10.673] Starting the invocation (attempt 35)
[10:51:10.701] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/20a32a6a1595a57345758c096571de22bc6b3bf8"
[10:51:10.701] Popped gitiles commit info from properties and tags
[10:51:10.701] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[10:51:10.701] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[10:51:10.701] Buildbucket request:
{
  "requestId": "8897835022067221792",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "20a32a6a1595a57345758c096571de22bc6b3bf8",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897835022067221792"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[10:51:44.488] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[10:51:44.489] The invocation will be retried
[11:01:44.545] Starting the invocation (attempt 36)
[11:01:44.581] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/20a32a6a1595a57345758c096571de22bc6b3bf8"
[11:01:44.581] Popped gitiles commit info from properties and tags
[11:01:44.581] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[11:01:44.581] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[11:01:44.581] Buildbucket request:
{
  "requestId": "8897835022067221792",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "20a32a6a1595a57345758c096571de22bc6b3bf8",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897835022067221792"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[11:02:18.392] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[11:02:18.392] The invocation will be retried
[11:12:18.441] Starting the invocation (attempt 37)
[11:12:18.476] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/20a32a6a1595a57345758c096571de22bc6b3bf8"
[11:12:18.476] Popped gitiles commit info from properties and tags
[11:12:18.476] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[11:12:18.485] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[11:12:18.486] Buildbucket request:
{
  "requestId": "8897835022067221792",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "20a32a6a1595a57345758c096571de22bc6b3bf8",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897835022067221792"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[11:12:51.897] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[11:12:51.898] The invocation will be retried
[11:22:52.122] Starting the invocation (attempt 38)
[11:22:52.153] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/20a32a6a1595a57345758c096571de22bc6b3bf8"
[11:22:52.153] Popped gitiles commit info from properties and tags
[11:22:52.153] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[11:22:52.153] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[11:22:52.154] Buildbucket request:
{
  "requestId": "8897835022067221792",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "20a32a6a1595a57345758c096571de22bc6b3bf8",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897835022067221792"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[11:23:25.858] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[11:23:25.859] The invocation will be retried
[11:33:25.968] Starting the invocation (attempt 39)
[11:33:26.003] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/20a32a6a1595a57345758c096571de22bc6b3bf8"
[11:33:26.003] Popped gitiles commit info from properties and tags
[11:33:26.003] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[11:33:26.003] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[11:33:26.003] Buildbucket request:
{
  "requestId": "8897835022067221792",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "20a32a6a1595a57345758c096571de22bc6b3bf8",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897835022067221792"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[11:33:59.275] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[11:33:59.275] The invocation will be retried
[11:43:59.332] Starting the invocation (attempt 40)
[11:43:59.363] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/20a32a6a1595a57345758c096571de22bc6b3bf8"
[11:43:59.363] Popped gitiles commit info from properties and tags
[11:43:59.363] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[11:43:59.366] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[11:43:59.366] Buildbucket request:
{
  "requestId": "8897835022067221792",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "20a32a6a1595a57345758c096571de22bc6b3bf8",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897835022067221792"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[11:44:32.514] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[11:44:32.514] The invocation will be retried
[11:54:32.575] Starting the invocation (attempt 41)
[11:54:32.606] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/20a32a6a1595a57345758c096571de22bc6b3bf8"
[11:54:32.606] Popped gitiles commit info from properties and tags
[11:54:32.606] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[11:54:32.607] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[11:54:32.607] Buildbucket request:
{
  "requestId": "8897835022067221792",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "20a32a6a1595a57345758c096571de22bc6b3bf8",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897835022067221792"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[11:55:06.445] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[11:55:06.445] The invocation will be retried
[12:05:06.571] Starting the invocation (attempt 42)
[12:05:06.601] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/20a32a6a1595a57345758c096571de22bc6b3bf8"
[12:05:06.601] Popped gitiles commit info from properties and tags
[12:05:06.601] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[12:05:06.601] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[12:05:06.601] Buildbucket request:
{
  "requestId": "8897835022067221792",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "20a32a6a1595a57345758c096571de22bc6b3bf8",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897835022067221792"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[12:05:40.906] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[12:05:40.906] The invocation will be retried
[12:15:40.972] Starting the invocation (attempt 43)
[12:15:41.008] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/20a32a6a1595a57345758c096571de22bc6b3bf8"
[12:15:41.008] Popped gitiles commit info from properties and tags
[12:15:41.008] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[12:15:41.008] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[12:15:41.008] Buildbucket request:
{
  "requestId": "8897835022067221792",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "20a32a6a1595a57345758c096571de22bc6b3bf8",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897835022067221792"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[12:16:15.285] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[12:16:15.285] The invocation will be retried
[12:26:15.362] Starting the invocation (attempt 44)
[12:26:15.390] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/20a32a6a1595a57345758c096571de22bc6b3bf8"
[12:26:15.390] Popped gitiles commit info from properties and tags
[12:26:15.390] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[12:26:15.395] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[12:26:15.395] Buildbucket request:
{
  "requestId": "8897835022067221792",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "20a32a6a1595a57345758c096571de22bc6b3bf8",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897835022067221792"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[12:26:49.113] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[12:26:49.113] The invocation will be retried
[12:36:49.176] Starting the invocation (attempt 45)
[12:36:49.207] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/20a32a6a1595a57345758c096571de22bc6b3bf8"
[12:36:49.207] Popped gitiles commit info from properties and tags
[12:36:49.207] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[12:36:49.210] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[12:36:49.210] Buildbucket request:
{
  "requestId": "8897835022067221792",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "20a32a6a1595a57345758c096571de22bc6b3bf8",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897835022067221792"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[12:37:22.810] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[12:37:22.810] The invocation will be retried
[12:47:22.870] Starting the invocation (attempt 46)
[12:47:22.900] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/20a32a6a1595a57345758c096571de22bc6b3bf8"
[12:47:22.900] Popped gitiles commit info from properties and tags
[12:47:22.900] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[12:47:22.904] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[12:47:22.905] Buildbucket request:
{
  "requestId": "8897835022067221792",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "20a32a6a1595a57345758c096571de22bc6b3bf8",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897835022067221792"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[12:47:56.091] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[12:47:56.091] The invocation will be retried
[12:57:56.194] Starting the invocation (attempt 47)
[12:57:56.220] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/20a32a6a1595a57345758c096571de22bc6b3bf8"
[12:57:56.220] Popped gitiles commit info from properties and tags
[12:57:56.220] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[12:57:56.223] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[12:57:56.223] Buildbucket request:
{
  "requestId": "8897835022067221792",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "20a32a6a1595a57345758c096571de22bc6b3bf8",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897835022067221792"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[12:58:29.764] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[12:58:29.764] The invocation will be retried
[13:08:29.906] Starting the invocation (attempt 48)
[13:08:29.934] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/20a32a6a1595a57345758c096571de22bc6b3bf8"
[13:08:29.934] Popped gitiles commit info from properties and tags
[13:08:29.934] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[13:08:29.935] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[13:08:29.935] Buildbucket request:
{
  "requestId": "8897835022067221792",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "20a32a6a1595a57345758c096571de22bc6b3bf8",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897835022067221792"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[13:09:03.564] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[13:09:03.565] The invocation will be retried
[13:19:04.138] Starting the invocation (attempt 49)
[13:19:04.171] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/20a32a6a1595a57345758c096571de22bc6b3bf8"
[13:19:04.171] Popped gitiles commit info from properties and tags
[13:19:04.171] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[13:19:04.171] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[13:19:04.171] Buildbucket request:
{
  "requestId": "8897835022067221792",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "20a32a6a1595a57345758c096571de22bc6b3bf8",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897835022067221792"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[13:19:38.306] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[13:19:38.306] The invocation will be retried
[13:29:38.375] Starting the invocation (attempt 50)
[13:29:38.405] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/20a32a6a1595a57345758c096571de22bc6b3bf8"
[13:29:38.405] Popped gitiles commit info from properties and tags
[13:29:38.405] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[13:29:38.410] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[13:29:38.410] Buildbucket request:
{
  "requestId": "8897835022067221792",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "20a32a6a1595a57345758c096571de22bc6b3bf8",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897835022067221792"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[13:30:12.058] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[13:30:12.058] Invocation finished in 7h38m42.015705024s with status FAILED