Status: FAILED
Triggered by: -
Duration: 7 hours
Actions:

Definition (rev ac465d42d2d3f0b5fd3dee94a9a9d505c11cae99)

buildbucket: <
  server: "cr-buildbucket-dev.appspot.com"
  bucket: "ci"
  builder: "mac-rel-dev"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "107fc5a0cbec853e4b00a938da9c33393c3869c6"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/107fc5a0cbec853e4b00a938da9c33393c3869c6
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[20:05:12.057] New invocation is queued and will start shortly
[20:05:13.128] Starting the invocation (attempt 1)
[20:05:13.164] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/107fc5a0cbec853e4b00a938da9c33393c3869c6"
[20:05:13.164] Popped gitiles commit info from properties and tags
[20:05:13.164] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[20:05:13.164] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[20:05:13.165] Buildbucket request:
{
  "requestId": "8897690714932586528",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "107fc5a0cbec853e4b00a938da9c33393c3869c6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897690714932586528"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[20:05:46.543] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[20:05:46.544] The invocation will be retried
[20:05:51.616] Starting the invocation (attempt 2)
[20:05:51.648] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/107fc5a0cbec853e4b00a938da9c33393c3869c6"
[20:05:51.648] Popped gitiles commit info from properties and tags
[20:05:51.648] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[20:05:51.648] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[20:05:51.648] Buildbucket request:
{
  "requestId": "8897690714932586528",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "107fc5a0cbec853e4b00a938da9c33393c3869c6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897690714932586528"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[20:06:24.914] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[20:06:24.915] The invocation will be retried
[20:06:34.973] Starting the invocation (attempt 3)
[20:06:35.000] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/107fc5a0cbec853e4b00a938da9c33393c3869c6"
[20:06:35.000] Popped gitiles commit info from properties and tags
[20:06:35.000] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[20:06:35.000] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[20:06:35.001] Buildbucket request:
{
  "requestId": "8897690714932586528",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "107fc5a0cbec853e4b00a938da9c33393c3869c6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897690714932586528"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[20:07:08.048] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[20:07:08.048] The invocation will be retried
[20:07:28.115] Starting the invocation (attempt 4)
[20:07:28.151] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/107fc5a0cbec853e4b00a938da9c33393c3869c6"
[20:07:28.151] Popped gitiles commit info from properties and tags
[20:07:28.151] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[20:07:28.151] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[20:07:28.151] Buildbucket request:
{
  "requestId": "8897690714932586528",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "107fc5a0cbec853e4b00a938da9c33393c3869c6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897690714932586528"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[20:08:01.348] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[20:08:01.348] The invocation will be retried
[20:08:41.421] Starting the invocation (attempt 5)
[20:08:41.458] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/107fc5a0cbec853e4b00a938da9c33393c3869c6"
[20:08:41.458] Popped gitiles commit info from properties and tags
[20:08:41.458] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[20:08:41.458] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[20:08:41.458] Buildbucket request:
{
  "requestId": "8897690714932586528",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "107fc5a0cbec853e4b00a938da9c33393c3869c6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897690714932586528"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[20:09:14.571] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[20:09:14.571] The invocation will be retried
[20:10:34.634] Starting the invocation (attempt 6)
[20:10:34.674] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/107fc5a0cbec853e4b00a938da9c33393c3869c6"
[20:10:34.674] Popped gitiles commit info from properties and tags
[20:10:34.674] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[20:10:34.678] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[20:10:34.678] Buildbucket request:
{
  "requestId": "8897690714932586528",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "107fc5a0cbec853e4b00a938da9c33393c3869c6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897690714932586528"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[20:11:07.969] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[20:11:07.969] The invocation will be retried
[20:13:48.033] Starting the invocation (attempt 7)
[20:13:48.072] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/107fc5a0cbec853e4b00a938da9c33393c3869c6"
[20:13:48.072] Popped gitiles commit info from properties and tags
[20:13:48.072] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[20:13:48.072] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[20:13:48.072] Buildbucket request:
{
  "requestId": "8897690714932586528",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "107fc5a0cbec853e4b00a938da9c33393c3869c6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897690714932586528"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[20:14:21.263] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[20:14:21.263] The invocation will be retried
[20:19:41.321] Starting the invocation (attempt 8)
[20:19:41.349] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/107fc5a0cbec853e4b00a938da9c33393c3869c6"
[20:19:41.349] Popped gitiles commit info from properties and tags
[20:19:41.349] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[20:19:41.349] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[20:19:41.349] Buildbucket request:
{
  "requestId": "8897690714932586528",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "107fc5a0cbec853e4b00a938da9c33393c3869c6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897690714932586528"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[20:20:15.021] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[20:20:15.022] The invocation will be retried
[20:30:15.087] Starting the invocation (attempt 9)
[20:30:15.117] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/107fc5a0cbec853e4b00a938da9c33393c3869c6"
[20:30:15.117] Popped gitiles commit info from properties and tags
[20:30:15.117] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[20:30:15.117] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[20:30:15.118] Buildbucket request:
{
  "requestId": "8897690714932586528",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "107fc5a0cbec853e4b00a938da9c33393c3869c6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897690714932586528"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[20:30:48.362] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[20:30:48.362] The invocation will be retried
[20:40:48.423] Starting the invocation (attempt 10)
[20:40:48.457] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/107fc5a0cbec853e4b00a938da9c33393c3869c6"
[20:40:48.457] Popped gitiles commit info from properties and tags
[20:40:48.457] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[20:40:48.458] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[20:40:48.458] Buildbucket request:
{
  "requestId": "8897690714932586528",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "107fc5a0cbec853e4b00a938da9c33393c3869c6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897690714932586528"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[20:41:21.617] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[20:41:21.617] The invocation will be retried
[20:51:21.689] Starting the invocation (attempt 11)
[20:51:21.719] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/107fc5a0cbec853e4b00a938da9c33393c3869c6"
[20:51:21.719] Popped gitiles commit info from properties and tags
[20:51:21.719] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[20:51:21.721] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[20:51:21.721] Buildbucket request:
{
  "requestId": "8897690714932586528",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "107fc5a0cbec853e4b00a938da9c33393c3869c6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897690714932586528"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[20:51:57.130] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[20:51:57.130] The invocation will be retried
[21:01:57.211] Starting the invocation (attempt 12)
[21:01:57.239] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/107fc5a0cbec853e4b00a938da9c33393c3869c6"
[21:01:57.239] Popped gitiles commit info from properties and tags
[21:01:57.239] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[21:01:57.239] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[21:01:57.239] Buildbucket request:
{
  "requestId": "8897690714932586528",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "107fc5a0cbec853e4b00a938da9c33393c3869c6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897690714932586528"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[21:02:31.898] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[21:02:31.898] The invocation will be retried
[21:12:31.968] Starting the invocation (attempt 13)
[21:12:31.994] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/107fc5a0cbec853e4b00a938da9c33393c3869c6"
[21:12:31.994] Popped gitiles commit info from properties and tags
[21:12:31.994] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[21:12:31.994] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[21:12:31.994] Buildbucket request:
{
  "requestId": "8897690714932586528",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "107fc5a0cbec853e4b00a938da9c33393c3869c6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897690714932586528"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[21:13:07.047] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[21:13:07.047] The invocation will be retried
[21:23:07.122] Starting the invocation (attempt 14)
[21:23:07.151] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/107fc5a0cbec853e4b00a938da9c33393c3869c6"
[21:23:07.151] Popped gitiles commit info from properties and tags
[21:23:07.151] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[21:23:07.151] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[21:23:07.151] Buildbucket request:
{
  "requestId": "8897690714932586528",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "107fc5a0cbec853e4b00a938da9c33393c3869c6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897690714932586528"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[21:23:40.633] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[21:23:40.634] The invocation will be retried
[21:33:40.689] Starting the invocation (attempt 15)
[21:33:40.716] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/107fc5a0cbec853e4b00a938da9c33393c3869c6"
[21:33:40.716] Popped gitiles commit info from properties and tags
[21:33:40.716] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[21:33:40.716] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[21:33:40.716] Buildbucket request:
{
  "requestId": "8897690714932586528",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "107fc5a0cbec853e4b00a938da9c33393c3869c6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897690714932586528"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[21:34:14.012] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[21:34:14.012] The invocation will be retried
[21:44:14.085] Starting the invocation (attempt 16)
[21:44:14.128] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/107fc5a0cbec853e4b00a938da9c33393c3869c6"
[21:44:14.128] Popped gitiles commit info from properties and tags
[21:44:14.128] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[21:44:14.131] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[21:44:14.131] Buildbucket request:
{
  "requestId": "8897690714932586528",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "107fc5a0cbec853e4b00a938da9c33393c3869c6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897690714932586528"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[21:44:47.389] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[21:44:47.389] The invocation will be retried
[21:54:47.447] Starting the invocation (attempt 17)
[21:54:47.473] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/107fc5a0cbec853e4b00a938da9c33393c3869c6"
[21:54:47.473] Popped gitiles commit info from properties and tags
[21:54:47.473] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[21:54:47.473] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[21:54:47.473] Buildbucket request:
{
  "requestId": "8897690714932586528",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "107fc5a0cbec853e4b00a938da9c33393c3869c6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897690714932586528"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[21:55:21.680] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[21:55:21.680] The invocation will be retried
[22:05:21.741] Starting the invocation (attempt 18)
[22:05:21.772] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/107fc5a0cbec853e4b00a938da9c33393c3869c6"
[22:05:21.772] Popped gitiles commit info from properties and tags
[22:05:21.772] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:05:21.777] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:05:21.779] Buildbucket request:
{
  "requestId": "8897690714932586528",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "107fc5a0cbec853e4b00a938da9c33393c3869c6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897690714932586528"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:05:55.306] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[22:05:55.306] The invocation will be retried
[22:15:55.906] Starting the invocation (attempt 19)
[22:15:55.934] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/107fc5a0cbec853e4b00a938da9c33393c3869c6"
[22:15:55.934] Popped gitiles commit info from properties and tags
[22:15:55.934] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:15:55.934] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:15:55.934] Buildbucket request:
{
  "requestId": "8897690714932586528",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "107fc5a0cbec853e4b00a938da9c33393c3869c6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897690714932586528"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:16:30.175] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[22:16:30.175] The invocation will be retried
[22:26:31.111] Starting the invocation (attempt 20)
[22:26:31.138] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/107fc5a0cbec853e4b00a938da9c33393c3869c6"
[22:26:31.138] Popped gitiles commit info from properties and tags
[22:26:31.138] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:26:31.138] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:26:31.138] Buildbucket request:
{
  "requestId": "8897690714932586528",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "107fc5a0cbec853e4b00a938da9c33393c3869c6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897690714932586528"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:27:05.063] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[22:27:05.063] The invocation will be retried
[22:37:05.308] Starting the invocation (attempt 21)
[22:37:05.346] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/107fc5a0cbec853e4b00a938da9c33393c3869c6"
[22:37:05.346] Popped gitiles commit info from properties and tags
[22:37:05.346] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:37:05.346] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:37:05.346] Buildbucket request:
{
  "requestId": "8897690714932586528",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "107fc5a0cbec853e4b00a938da9c33393c3869c6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897690714932586528"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:37:38.747] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[22:37:38.747] The invocation will be retried
[22:47:39.467] Starting the invocation (attempt 22)
[22:47:39.493] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/107fc5a0cbec853e4b00a938da9c33393c3869c6"
[22:47:39.493] Popped gitiles commit info from properties and tags
[22:47:39.493] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:47:39.495] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:47:39.495] Buildbucket request:
{
  "requestId": "8897690714932586528",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "107fc5a0cbec853e4b00a938da9c33393c3869c6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897690714932586528"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:48:12.829] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[22:48:12.829] The invocation will be retried
[22:58:13.618] Starting the invocation (attempt 23)
[22:58:13.647] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/107fc5a0cbec853e4b00a938da9c33393c3869c6"
[22:58:13.648] Popped gitiles commit info from properties and tags
[22:58:13.648] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:58:13.648] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:58:13.648] Buildbucket request:
{
  "requestId": "8897690714932586528",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "107fc5a0cbec853e4b00a938da9c33393c3869c6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897690714932586528"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:58:47.495] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[22:58:47.496] The invocation will be retried
[23:08:48.570] Starting the invocation (attempt 24)
[23:08:48.598] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/107fc5a0cbec853e4b00a938da9c33393c3869c6"
[23:08:48.599] Popped gitiles commit info from properties and tags
[23:08:48.599] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[23:08:48.599] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[23:08:48.599] Buildbucket request:
{
  "requestId": "8897690714932586528",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "107fc5a0cbec853e4b00a938da9c33393c3869c6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897690714932586528"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[23:09:21.737] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[23:09:21.737] The invocation will be retried
[23:19:21.807] Starting the invocation (attempt 25)
[23:19:21.833] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/107fc5a0cbec853e4b00a938da9c33393c3869c6"
[23:19:21.833] Popped gitiles commit info from properties and tags
[23:19:21.833] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[23:19:21.833] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[23:19:21.833] Buildbucket request:
{
  "requestId": "8897690714932586528",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "107fc5a0cbec853e4b00a938da9c33393c3869c6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897690714932586528"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[23:19:55.160] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[23:19:55.160] The invocation will be retried
[23:29:55.218] Starting the invocation (attempt 26)
[23:29:55.247] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/107fc5a0cbec853e4b00a938da9c33393c3869c6"
[23:29:55.247] Popped gitiles commit info from properties and tags
[23:29:55.247] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[23:29:55.247] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[23:29:55.247] Buildbucket request:
{
  "requestId": "8897690714932586528",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "107fc5a0cbec853e4b00a938da9c33393c3869c6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897690714932586528"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[23:30:28.492] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[23:30:28.492] The invocation will be retried
[23:40:28.551] Starting the invocation (attempt 27)
[23:40:28.591] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/107fc5a0cbec853e4b00a938da9c33393c3869c6"
[23:40:28.591] Popped gitiles commit info from properties and tags
[23:40:28.592] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[23:40:28.592] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[23:40:28.592] Buildbucket request:
{
  "requestId": "8897690714932586528",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "107fc5a0cbec853e4b00a938da9c33393c3869c6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897690714932586528"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[23:41:02.039] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[23:41:02.039] The invocation will be retried
[23:51:02.169] Starting the invocation (attempt 28)
[23:51:02.198] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/107fc5a0cbec853e4b00a938da9c33393c3869c6"
[23:51:02.198] Popped gitiles commit info from properties and tags
[23:51:02.198] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[23:51:02.200] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[23:51:02.200] Buildbucket request:
{
  "requestId": "8897690714932586528",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "107fc5a0cbec853e4b00a938da9c33393c3869c6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897690714932586528"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[23:51:35.562] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[23:51:35.562] The invocation will be retried
[00:01:36.680] Starting the invocation (attempt 29)
[00:01:36.709] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/107fc5a0cbec853e4b00a938da9c33393c3869c6"
[00:01:36.709] Popped gitiles commit info from properties and tags
[00:01:36.709] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[00:01:36.709] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[00:01:36.709] Buildbucket request:
{
  "requestId": "8897690714932586528",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "107fc5a0cbec853e4b00a938da9c33393c3869c6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897690714932586528"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[00:02:10.027] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[00:02:10.027] The invocation will be retried
[00:12:10.122] Starting the invocation (attempt 30)
[00:12:10.154] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/107fc5a0cbec853e4b00a938da9c33393c3869c6"
[00:12:10.154] Popped gitiles commit info from properties and tags
[00:12:10.154] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[00:12:10.154] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[00:12:10.154] Buildbucket request:
{
  "requestId": "8897690714932586528",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "107fc5a0cbec853e4b00a938da9c33393c3869c6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897690714932586528"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[00:12:43.427] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[00:12:43.427] The invocation will be retried
[00:22:44.115] Starting the invocation (attempt 31)
[00:22:44.142] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/107fc5a0cbec853e4b00a938da9c33393c3869c6"
[00:22:44.142] Popped gitiles commit info from properties and tags
[00:22:44.142] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[00:22:44.142] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[00:22:44.142] Buildbucket request:
{
  "requestId": "8897690714932586528",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "107fc5a0cbec853e4b00a938da9c33393c3869c6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897690714932586528"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[00:23:17.919] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[00:23:17.919] The invocation will be retried
[00:33:17.989] Starting the invocation (attempt 32)
[00:33:18.028] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/107fc5a0cbec853e4b00a938da9c33393c3869c6"
[00:33:18.028] Popped gitiles commit info from properties and tags
[00:33:18.028] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[00:33:18.028] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[00:33:18.028] Buildbucket request:
{
  "requestId": "8897690714932586528",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "107fc5a0cbec853e4b00a938da9c33393c3869c6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897690714932586528"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[00:33:51.247] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[00:33:51.247] The invocation will be retried
[00:43:51.400] Starting the invocation (attempt 33)
[00:43:51.431] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/107fc5a0cbec853e4b00a938da9c33393c3869c6"
[00:43:51.431] Popped gitiles commit info from properties and tags
[00:43:51.431] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[00:43:51.431] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[00:43:51.431] Buildbucket request:
{
  "requestId": "8897690714932586528",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "107fc5a0cbec853e4b00a938da9c33393c3869c6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897690714932586528"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[00:44:24.730] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[00:44:24.730] The invocation will be retried
[00:54:24.789] Starting the invocation (attempt 34)
[00:54:24.819] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/107fc5a0cbec853e4b00a938da9c33393c3869c6"
[00:54:24.819] Popped gitiles commit info from properties and tags
[00:54:24.819] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[00:54:24.821] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[00:54:24.821] Buildbucket request:
{
  "requestId": "8897690714932586528",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "107fc5a0cbec853e4b00a938da9c33393c3869c6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897690714932586528"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[00:54:57.894] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[00:54:57.894] The invocation will be retried
[01:04:57.945] Starting the invocation (attempt 35)
[01:04:57.974] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/107fc5a0cbec853e4b00a938da9c33393c3869c6"
[01:04:57.974] Popped gitiles commit info from properties and tags
[01:04:57.974] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:04:57.974] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[01:04:57.974] Buildbucket request:
{
  "requestId": "8897690714932586528",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "107fc5a0cbec853e4b00a938da9c33393c3869c6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897690714932586528"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[01:05:31.204] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[01:05:31.204] The invocation will be retried
[01:15:31.295] Starting the invocation (attempt 36)
[01:15:31.323] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/107fc5a0cbec853e4b00a938da9c33393c3869c6"
[01:15:31.323] Popped gitiles commit info from properties and tags
[01:15:31.323] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:15:31.323] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[01:15:31.323] Buildbucket request:
{
  "requestId": "8897690714932586528",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "107fc5a0cbec853e4b00a938da9c33393c3869c6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897690714932586528"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[01:16:04.325] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[01:16:04.326] The invocation will be retried
[01:26:04.637] Starting the invocation (attempt 37)
[01:26:04.670] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/107fc5a0cbec853e4b00a938da9c33393c3869c6"
[01:26:04.670] Popped gitiles commit info from properties and tags
[01:26:04.670] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:26:04.670] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[01:26:04.670] Buildbucket request:
{
  "requestId": "8897690714932586528",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "107fc5a0cbec853e4b00a938da9c33393c3869c6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897690714932586528"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[01:26:37.830] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[01:26:37.830] The invocation will be retried
[01:36:38.030] Starting the invocation (attempt 38)
[01:36:38.055] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/107fc5a0cbec853e4b00a938da9c33393c3869c6"
[01:36:38.055] Popped gitiles commit info from properties and tags
[01:36:38.055] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:36:38.055] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[01:36:38.056] Buildbucket request:
{
  "requestId": "8897690714932586528",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "107fc5a0cbec853e4b00a938da9c33393c3869c6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897690714932586528"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[01:37:11.361] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[01:37:11.361] The invocation will be retried
[01:47:11.671] Starting the invocation (attempt 39)
[01:47:11.705] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/107fc5a0cbec853e4b00a938da9c33393c3869c6"
[01:47:11.706] Popped gitiles commit info from properties and tags
[01:47:11.706] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:47:11.706] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[01:47:11.706] Buildbucket request:
{
  "requestId": "8897690714932586528",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "107fc5a0cbec853e4b00a938da9c33393c3869c6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897690714932586528"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[01:48:02.924] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[01:48:02.924] The invocation will be retried
[01:58:02.982] Starting the invocation (attempt 40)
[01:58:03.011] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/107fc5a0cbec853e4b00a938da9c33393c3869c6"
[01:58:03.011] Popped gitiles commit info from properties and tags
[01:58:03.011] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:58:03.022] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[01:58:03.023] Buildbucket request:
{
  "requestId": "8897690714932586528",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "107fc5a0cbec853e4b00a938da9c33393c3869c6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897690714932586528"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[01:58:36.453] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[01:58:36.453] The invocation will be retried
[02:08:36.511] Starting the invocation (attempt 41)
[02:08:36.541] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/107fc5a0cbec853e4b00a938da9c33393c3869c6"
[02:08:36.541] Popped gitiles commit info from properties and tags
[02:08:36.541] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[02:08:36.541] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[02:08:36.541] Buildbucket request:
{
  "requestId": "8897690714932586528",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "107fc5a0cbec853e4b00a938da9c33393c3869c6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897690714932586528"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[02:09:09.650] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[02:09:09.650] The invocation will be retried
[02:19:09.721] Starting the invocation (attempt 42)
[02:19:09.760] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/107fc5a0cbec853e4b00a938da9c33393c3869c6"
[02:19:09.760] Popped gitiles commit info from properties and tags
[02:19:09.760] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[02:19:09.760] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[02:19:09.760] Buildbucket request:
{
  "requestId": "8897690714932586528",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "107fc5a0cbec853e4b00a938da9c33393c3869c6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897690714932586528"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[02:19:42.950] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[02:19:42.950] The invocation will be retried
[02:29:43.014] Starting the invocation (attempt 43)
[02:29:43.042] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/107fc5a0cbec853e4b00a938da9c33393c3869c6"
[02:29:43.042] Popped gitiles commit info from properties and tags
[02:29:43.042] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[02:29:43.043] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[02:29:43.043] Buildbucket request:
{
  "requestId": "8897690714932586528",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "107fc5a0cbec853e4b00a938da9c33393c3869c6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897690714932586528"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[02:30:16.338] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[02:30:16.338] The invocation will be retried
[02:40:16.398] Starting the invocation (attempt 44)
[02:40:16.425] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/107fc5a0cbec853e4b00a938da9c33393c3869c6"
[02:40:16.425] Popped gitiles commit info from properties and tags
[02:40:16.425] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[02:40:16.426] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[02:40:16.426] Buildbucket request:
{
  "requestId": "8897690714932586528",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "107fc5a0cbec853e4b00a938da9c33393c3869c6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897690714932586528"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[02:40:49.517] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[02:40:49.517] The invocation will be retried
[02:50:49.579] Starting the invocation (attempt 45)
[02:50:49.607] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/107fc5a0cbec853e4b00a938da9c33393c3869c6"
[02:50:49.607] Popped gitiles commit info from properties and tags
[02:50:49.607] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[02:50:49.607] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[02:50:49.607] Buildbucket request:
{
  "requestId": "8897690714932586528",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "107fc5a0cbec853e4b00a938da9c33393c3869c6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897690714932586528"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[02:51:22.818] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[02:51:22.818] The invocation will be retried
[03:01:22.876] Starting the invocation (attempt 46)
[03:01:22.905] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/107fc5a0cbec853e4b00a938da9c33393c3869c6"
[03:01:22.905] Popped gitiles commit info from properties and tags
[03:01:22.905] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[03:01:22.905] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[03:01:22.905] Buildbucket request:
{
  "requestId": "8897690714932586528",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "107fc5a0cbec853e4b00a938da9c33393c3869c6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897690714932586528"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[03:01:56.112] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[03:01:56.112] The invocation will be retried
[03:11:56.186] Starting the invocation (attempt 47)
[03:11:56.218] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/107fc5a0cbec853e4b00a938da9c33393c3869c6"
[03:11:56.218] Popped gitiles commit info from properties and tags
[03:11:56.218] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[03:11:56.218] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[03:11:56.218] Buildbucket request:
{
  "requestId": "8897690714932586528",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "107fc5a0cbec853e4b00a938da9c33393c3869c6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897690714932586528"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[03:12:29.525] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[03:12:29.525] The invocation will be retried
[03:22:29.579] Starting the invocation (attempt 48)
[03:22:29.605] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/107fc5a0cbec853e4b00a938da9c33393c3869c6"
[03:22:29.606] Popped gitiles commit info from properties and tags
[03:22:29.606] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[03:22:29.606] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[03:22:29.606] Buildbucket request:
{
  "requestId": "8897690714932586528",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "107fc5a0cbec853e4b00a938da9c33393c3869c6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897690714932586528"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[03:23:03.130] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[03:23:03.130] The invocation will be retried
[03:33:03.399] Starting the invocation (attempt 49)
[03:33:03.429] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/107fc5a0cbec853e4b00a938da9c33393c3869c6"
[03:33:03.429] Popped gitiles commit info from properties and tags
[03:33:03.429] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[03:33:03.429] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[03:33:03.430] Buildbucket request:
{
  "requestId": "8897690714932586528",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "107fc5a0cbec853e4b00a938da9c33393c3869c6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897690714932586528"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[03:33:36.583] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[03:33:36.583] The invocation will be retried
[03:43:36.647] Starting the invocation (attempt 50)
[03:43:36.676] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/107fc5a0cbec853e4b00a938da9c33393c3869c6"
[03:43:36.677] Popped gitiles commit info from properties and tags
[03:43:36.677] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[03:43:36.677] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[03:43:36.677] Buildbucket request:
{
  "requestId": "8897690714932586528",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "107fc5a0cbec853e4b00a938da9c33393c3869c6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897690714932586528"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[03:44:10.019] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[03:44:10.020] Invocation finished in 7h38m57.970115783s with status FAILED