Status: FAILED
Triggered by: -
Duration: 7 hours
Actions:

Definition (rev ac465d42d2d3f0b5fd3dee94a9a9d505c11cae99)

buildbucket: <
  server: "cr-buildbucket-dev.appspot.com"
  bucket: "ci"
  builder: "mac-arm-rel-dev"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "e72e31003d147cc05912c018f8cefeecaf4a25aa"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e72e31003d147cc05912c018f8cefeecaf4a25aa
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[04:23:42.074] New invocation is queued and will start shortly
[04:23:43.146] Starting the invocation (attempt 1)
[04:23:43.173] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e72e31003d147cc05912c018f8cefeecaf4a25aa"
[04:23:43.173] Popped gitiles commit info from properties and tags
[04:23:43.173] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[04:23:43.173] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[04:23:43.173] Buildbucket request:
{
  "requestId": "8897749948982136480",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e72e31003d147cc05912c018f8cefeecaf4a25aa",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897749948982136480"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[04:24:16.448] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[04:24:16.448] The invocation will be retried
[04:24:21.510] Starting the invocation (attempt 2)
[04:24:21.536] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e72e31003d147cc05912c018f8cefeecaf4a25aa"
[04:24:21.536] Popped gitiles commit info from properties and tags
[04:24:21.536] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[04:24:21.538] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[04:24:21.539] Buildbucket request:
{
  "requestId": "8897749948982136480",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e72e31003d147cc05912c018f8cefeecaf4a25aa",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897749948982136480"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[04:24:55.095] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[04:24:55.095] The invocation will be retried
[04:25:05.157] Starting the invocation (attempt 3)
[04:25:05.185] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e72e31003d147cc05912c018f8cefeecaf4a25aa"
[04:25:05.185] Popped gitiles commit info from properties and tags
[04:25:05.185] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[04:25:05.185] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[04:25:05.185] Buildbucket request:
{
  "requestId": "8897749948982136480",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e72e31003d147cc05912c018f8cefeecaf4a25aa",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897749948982136480"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[04:25:38.356] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[04:25:38.357] The invocation will be retried
[04:25:58.415] Starting the invocation (attempt 4)
[04:25:58.443] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e72e31003d147cc05912c018f8cefeecaf4a25aa"
[04:25:58.443] Popped gitiles commit info from properties and tags
[04:25:58.443] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[04:25:58.443] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[04:25:58.444] Buildbucket request:
{
  "requestId": "8897749948982136480",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e72e31003d147cc05912c018f8cefeecaf4a25aa",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897749948982136480"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[04:26:31.665] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[04:26:31.665] The invocation will be retried
[04:27:12.506] Starting the invocation (attempt 5)
[04:27:12.535] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e72e31003d147cc05912c018f8cefeecaf4a25aa"
[04:27:12.535] Popped gitiles commit info from properties and tags
[04:27:12.535] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[04:27:12.535] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[04:27:12.535] Buildbucket request:
{
  "requestId": "8897749948982136480",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e72e31003d147cc05912c018f8cefeecaf4a25aa",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897749948982136480"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[04:27:45.640] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[04:27:45.640] The invocation will be retried
[04:29:05.693] Starting the invocation (attempt 6)
[04:29:05.721] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e72e31003d147cc05912c018f8cefeecaf4a25aa"
[04:29:05.721] Popped gitiles commit info from properties and tags
[04:29:05.721] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[04:29:05.721] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[04:29:05.721] Buildbucket request:
{
  "requestId": "8897749948982136480",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e72e31003d147cc05912c018f8cefeecaf4a25aa",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897749948982136480"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[04:29:38.811] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[04:29:38.811] The invocation will be retried
[04:32:18.867] Starting the invocation (attempt 7)
[04:32:18.895] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e72e31003d147cc05912c018f8cefeecaf4a25aa"
[04:32:18.895] Popped gitiles commit info from properties and tags
[04:32:18.895] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[04:32:18.895] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[04:32:18.895] Buildbucket request:
{
  "requestId": "8897749948982136480",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e72e31003d147cc05912c018f8cefeecaf4a25aa",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897749948982136480"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[04:32:52.238] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[04:32:52.238] The invocation will be retried
[04:38:12.307] Starting the invocation (attempt 8)
[04:38:12.333] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e72e31003d147cc05912c018f8cefeecaf4a25aa"
[04:38:12.333] Popped gitiles commit info from properties and tags
[04:38:12.333] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[04:38:12.343] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[04:38:12.343] Buildbucket request:
{
  "requestId": "8897749948982136480",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e72e31003d147cc05912c018f8cefeecaf4a25aa",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897749948982136480"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[04:38:45.824] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[04:38:45.824] The invocation will be retried
[04:48:45.877] Starting the invocation (attempt 9)
[04:48:45.903] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e72e31003d147cc05912c018f8cefeecaf4a25aa"
[04:48:45.903] Popped gitiles commit info from properties and tags
[04:48:45.903] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[04:48:45.903] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[04:48:45.903] Buildbucket request:
{
  "requestId": "8897749948982136480",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e72e31003d147cc05912c018f8cefeecaf4a25aa",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897749948982136480"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[04:49:19.370] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[04:49:19.370] The invocation will be retried
[04:59:19.433] Starting the invocation (attempt 10)
[04:59:19.470] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e72e31003d147cc05912c018f8cefeecaf4a25aa"
[04:59:19.470] Popped gitiles commit info from properties and tags
[04:59:19.470] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[04:59:19.470] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[04:59:19.470] Buildbucket request:
{
  "requestId": "8897749948982136480",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e72e31003d147cc05912c018f8cefeecaf4a25aa",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897749948982136480"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[04:59:52.785] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[04:59:52.785] The invocation will be retried
[05:09:52.846] Starting the invocation (attempt 11)
[05:09:52.874] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e72e31003d147cc05912c018f8cefeecaf4a25aa"
[05:09:52.874] Popped gitiles commit info from properties and tags
[05:09:52.874] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[05:09:52.878] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[05:09:52.878] Buildbucket request:
{
  "requestId": "8897749948982136480",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e72e31003d147cc05912c018f8cefeecaf4a25aa",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897749948982136480"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[05:10:28.083] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[05:10:28.083] The invocation will be retried
[05:20:28.136] Starting the invocation (attempt 12)
[05:20:28.163] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e72e31003d147cc05912c018f8cefeecaf4a25aa"
[05:20:28.163] Popped gitiles commit info from properties and tags
[05:20:28.163] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[05:20:28.163] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[05:20:28.163] Buildbucket request:
{
  "requestId": "8897749948982136480",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e72e31003d147cc05912c018f8cefeecaf4a25aa",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897749948982136480"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[05:21:01.458] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[05:21:01.458] The invocation will be retried
[05:31:01.513] Starting the invocation (attempt 13)
[05:31:01.543] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e72e31003d147cc05912c018f8cefeecaf4a25aa"
[05:31:01.543] Popped gitiles commit info from properties and tags
[05:31:01.543] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[05:31:01.544] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[05:31:01.544] Buildbucket request:
{
  "requestId": "8897749948982136480",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e72e31003d147cc05912c018f8cefeecaf4a25aa",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897749948982136480"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[05:31:35.017] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[05:31:35.017] The invocation will be retried
[05:41:35.175] Starting the invocation (attempt 14)
[05:41:35.203] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e72e31003d147cc05912c018f8cefeecaf4a25aa"
[05:41:35.203] Popped gitiles commit info from properties and tags
[05:41:35.203] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[05:41:35.203] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[05:41:35.203] Buildbucket request:
{
  "requestId": "8897749948982136480",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e72e31003d147cc05912c018f8cefeecaf4a25aa",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897749948982136480"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[05:42:08.937] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[05:42:08.937] The invocation will be retried
[05:52:08.999] Starting the invocation (attempt 15)
[05:52:09.026] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e72e31003d147cc05912c018f8cefeecaf4a25aa"
[05:52:09.026] Popped gitiles commit info from properties and tags
[05:52:09.027] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[05:52:09.029] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[05:52:09.029] Buildbucket request:
{
  "requestId": "8897749948982136480",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e72e31003d147cc05912c018f8cefeecaf4a25aa",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897749948982136480"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[05:52:42.455] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[05:52:42.456] The invocation will be retried
[06:02:42.511] Starting the invocation (attempt 16)
[06:02:42.556] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e72e31003d147cc05912c018f8cefeecaf4a25aa"
[06:02:42.556] Popped gitiles commit info from properties and tags
[06:02:42.556] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[06:02:42.559] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[06:02:42.559] Buildbucket request:
{
  "requestId": "8897749948982136480",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e72e31003d147cc05912c018f8cefeecaf4a25aa",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897749948982136480"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[06:03:15.848] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[06:03:15.848] The invocation will be retried
[06:13:15.901] Starting the invocation (attempt 17)
[06:13:15.934] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e72e31003d147cc05912c018f8cefeecaf4a25aa"
[06:13:15.934] Popped gitiles commit info from properties and tags
[06:13:15.934] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[06:13:15.935] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[06:13:15.935] Buildbucket request:
{
  "requestId": "8897749948982136480",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e72e31003d147cc05912c018f8cefeecaf4a25aa",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897749948982136480"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[06:13:49.993] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[06:13:49.993] The invocation will be retried
[06:23:50.056] Starting the invocation (attempt 18)
[06:23:50.090] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e72e31003d147cc05912c018f8cefeecaf4a25aa"
[06:23:50.090] Popped gitiles commit info from properties and tags
[06:23:50.090] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[06:23:50.090] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[06:23:50.090] Buildbucket request:
{
  "requestId": "8897749948982136480",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e72e31003d147cc05912c018f8cefeecaf4a25aa",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897749948982136480"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[06:24:23.536] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[06:24:23.536] The invocation will be retried
[06:34:23.679] Starting the invocation (attempt 19)
[06:34:23.708] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e72e31003d147cc05912c018f8cefeecaf4a25aa"
[06:34:23.709] Popped gitiles commit info from properties and tags
[06:34:23.709] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[06:34:23.710] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[06:34:23.710] Buildbucket request:
{
  "requestId": "8897749948982136480",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e72e31003d147cc05912c018f8cefeecaf4a25aa",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897749948982136480"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[06:34:57.575] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[06:34:57.575] The invocation will be retried
[06:44:57.633] Starting the invocation (attempt 20)
[06:44:57.662] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e72e31003d147cc05912c018f8cefeecaf4a25aa"
[06:44:57.662] Popped gitiles commit info from properties and tags
[06:44:57.662] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[06:44:57.662] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[06:44:57.662] Buildbucket request:
{
  "requestId": "8897749948982136480",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e72e31003d147cc05912c018f8cefeecaf4a25aa",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897749948982136480"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[06:45:30.895] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[06:45:30.895] The invocation will be retried
[06:55:30.955] Starting the invocation (attempt 21)
[06:55:30.982] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e72e31003d147cc05912c018f8cefeecaf4a25aa"
[06:55:30.982] Popped gitiles commit info from properties and tags
[06:55:30.982] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[06:55:30.985] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[06:55:30.985] Buildbucket request:
{
  "requestId": "8897749948982136480",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e72e31003d147cc05912c018f8cefeecaf4a25aa",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897749948982136480"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[06:56:04.662] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[06:56:04.662] The invocation will be retried
[07:06:04.767] Starting the invocation (attempt 22)
[07:06:04.801] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e72e31003d147cc05912c018f8cefeecaf4a25aa"
[07:06:04.801] Popped gitiles commit info from properties and tags
[07:06:04.801] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[07:06:04.804] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[07:06:04.804] Buildbucket request:
{
  "requestId": "8897749948982136480",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e72e31003d147cc05912c018f8cefeecaf4a25aa",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897749948982136480"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[07:06:38.553] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[07:06:38.553] The invocation will be retried
[07:16:38.610] Starting the invocation (attempt 23)
[07:16:38.640] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e72e31003d147cc05912c018f8cefeecaf4a25aa"
[07:16:38.640] Popped gitiles commit info from properties and tags
[07:16:38.640] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[07:16:38.640] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[07:16:38.640] Buildbucket request:
{
  "requestId": "8897749948982136480",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e72e31003d147cc05912c018f8cefeecaf4a25aa",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897749948982136480"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[07:17:12.355] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[07:17:12.355] The invocation will be retried
[07:27:12.413] Starting the invocation (attempt 24)
[07:27:12.442] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e72e31003d147cc05912c018f8cefeecaf4a25aa"
[07:27:12.442] Popped gitiles commit info from properties and tags
[07:27:12.442] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[07:27:12.442] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[07:27:12.442] Buildbucket request:
{
  "requestId": "8897749948982136480",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e72e31003d147cc05912c018f8cefeecaf4a25aa",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897749948982136480"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[07:27:45.894] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[07:27:45.894] The invocation will be retried
[07:37:45.975] Starting the invocation (attempt 25)
[07:37:46.003] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e72e31003d147cc05912c018f8cefeecaf4a25aa"
[07:37:46.003] Popped gitiles commit info from properties and tags
[07:37:46.003] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[07:37:46.005] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[07:37:46.005] Buildbucket request:
{
  "requestId": "8897749948982136480",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e72e31003d147cc05912c018f8cefeecaf4a25aa",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897749948982136480"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[07:38:19.347] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[07:38:19.347] The invocation will be retried
[07:48:20.104] Starting the invocation (attempt 26)
[07:48:20.130] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e72e31003d147cc05912c018f8cefeecaf4a25aa"
[07:48:20.130] Popped gitiles commit info from properties and tags
[07:48:20.130] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[07:48:20.130] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[07:48:20.130] Buildbucket request:
{
  "requestId": "8897749948982136480",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e72e31003d147cc05912c018f8cefeecaf4a25aa",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897749948982136480"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[07:48:53.456] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[07:48:53.456] The invocation will be retried
[07:58:54.118] Starting the invocation (attempt 27)
[07:58:54.152] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e72e31003d147cc05912c018f8cefeecaf4a25aa"
[07:58:54.152] Popped gitiles commit info from properties and tags
[07:58:54.152] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[07:58:54.152] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[07:58:54.153] Buildbucket request:
{
  "requestId": "8897749948982136480",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e72e31003d147cc05912c018f8cefeecaf4a25aa",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897749948982136480"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[07:59:27.348] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[07:59:27.348] The invocation will be retried
[08:09:27.405] Starting the invocation (attempt 28)
[08:09:27.432] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e72e31003d147cc05912c018f8cefeecaf4a25aa"
[08:09:27.432] Popped gitiles commit info from properties and tags
[08:09:27.432] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[08:09:27.432] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[08:09:27.432] Buildbucket request:
{
  "requestId": "8897749948982136480",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e72e31003d147cc05912c018f8cefeecaf4a25aa",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897749948982136480"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[08:10:00.692] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[08:10:00.692] The invocation will be retried
[08:20:00.841] Starting the invocation (attempt 29)
[08:20:00.869] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e72e31003d147cc05912c018f8cefeecaf4a25aa"
[08:20:00.869] Popped gitiles commit info from properties and tags
[08:20:00.869] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[08:20:00.869] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[08:20:00.869] Buildbucket request:
{
  "requestId": "8897749948982136480",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e72e31003d147cc05912c018f8cefeecaf4a25aa",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897749948982136480"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[08:20:35.212] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[08:20:35.212] The invocation will be retried
[08:30:35.266] Starting the invocation (attempt 30)
[08:30:35.293] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e72e31003d147cc05912c018f8cefeecaf4a25aa"
[08:30:35.293] Popped gitiles commit info from properties and tags
[08:30:35.293] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[08:30:35.294] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[08:30:35.294] Buildbucket request:
{
  "requestId": "8897749948982136480",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e72e31003d147cc05912c018f8cefeecaf4a25aa",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897749948982136480"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[08:31:09.198] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[08:31:09.198] The invocation will be retried
[08:41:09.260] Starting the invocation (attempt 31)
[08:41:09.290] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e72e31003d147cc05912c018f8cefeecaf4a25aa"
[08:41:09.290] Popped gitiles commit info from properties and tags
[08:41:09.290] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[08:41:09.290] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[08:41:09.290] Buildbucket request:
{
  "requestId": "8897749948982136480",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e72e31003d147cc05912c018f8cefeecaf4a25aa",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897749948982136480"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[08:41:42.702] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[08:41:42.703] The invocation will be retried
[08:51:43.130] Starting the invocation (attempt 32)
[08:51:43.158] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e72e31003d147cc05912c018f8cefeecaf4a25aa"
[08:51:43.158] Popped gitiles commit info from properties and tags
[08:51:43.158] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[08:51:43.158] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[08:51:43.158] Buildbucket request:
{
  "requestId": "8897749948982136480",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e72e31003d147cc05912c018f8cefeecaf4a25aa",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897749948982136480"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[08:52:17.461] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[08:52:17.462] The invocation will be retried
[09:02:17.526] Starting the invocation (attempt 33)
[09:02:17.552] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e72e31003d147cc05912c018f8cefeecaf4a25aa"
[09:02:17.552] Popped gitiles commit info from properties and tags
[09:02:17.552] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[09:02:17.552] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[09:02:17.553] Buildbucket request:
{
  "requestId": "8897749948982136480",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e72e31003d147cc05912c018f8cefeecaf4a25aa",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897749948982136480"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[09:02:51.499] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[09:02:51.499] The invocation will be retried
[09:12:51.565] Starting the invocation (attempt 34)
[09:12:51.614] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e72e31003d147cc05912c018f8cefeecaf4a25aa"
[09:12:51.614] Popped gitiles commit info from properties and tags
[09:12:51.614] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[09:12:51.614] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[09:12:51.614] Buildbucket request:
{
  "requestId": "8897749948982136480",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e72e31003d147cc05912c018f8cefeecaf4a25aa",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897749948982136480"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[09:13:26.033] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[09:13:26.033] The invocation will be retried
[09:23:26.100] Starting the invocation (attempt 35)
[09:23:26.128] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e72e31003d147cc05912c018f8cefeecaf4a25aa"
[09:23:26.128] Popped gitiles commit info from properties and tags
[09:23:26.128] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[09:23:26.128] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[09:23:26.128] Buildbucket request:
{
  "requestId": "8897749948982136480",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e72e31003d147cc05912c018f8cefeecaf4a25aa",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897749948982136480"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[09:23:59.552] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[09:23:59.552] The invocation will be retried
[09:33:59.609] Starting the invocation (attempt 36)
[09:33:59.637] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e72e31003d147cc05912c018f8cefeecaf4a25aa"
[09:33:59.637] Popped gitiles commit info from properties and tags
[09:33:59.637] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[09:33:59.637] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[09:33:59.638] Buildbucket request:
{
  "requestId": "8897749948982136480",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e72e31003d147cc05912c018f8cefeecaf4a25aa",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897749948982136480"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[09:34:33.329] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[09:34:33.329] The invocation will be retried
[09:44:33.391] Starting the invocation (attempt 37)
[09:44:33.421] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e72e31003d147cc05912c018f8cefeecaf4a25aa"
[09:44:33.421] Popped gitiles commit info from properties and tags
[09:44:33.421] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[09:44:33.421] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[09:44:33.422] Buildbucket request:
{
  "requestId": "8897749948982136480",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e72e31003d147cc05912c018f8cefeecaf4a25aa",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897749948982136480"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[09:45:07.132] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[09:45:07.132] The invocation will be retried
[09:55:07.231] Starting the invocation (attempt 38)
[09:55:07.263] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e72e31003d147cc05912c018f8cefeecaf4a25aa"
[09:55:07.263] Popped gitiles commit info from properties and tags
[09:55:07.263] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[09:55:07.278] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[09:55:07.278] Buildbucket request:
{
  "requestId": "8897749948982136480",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e72e31003d147cc05912c018f8cefeecaf4a25aa",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897749948982136480"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[09:55:41.613] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[09:55:41.613] The invocation will be retried
[10:05:41.668] Starting the invocation (attempt 39)
[10:05:41.697] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e72e31003d147cc05912c018f8cefeecaf4a25aa"
[10:05:41.697] Popped gitiles commit info from properties and tags
[10:05:41.697] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[10:05:41.697] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[10:05:41.697] Buildbucket request:
{
  "requestId": "8897749948982136480",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e72e31003d147cc05912c018f8cefeecaf4a25aa",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897749948982136480"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[10:06:15.095] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[10:06:15.095] The invocation will be retried
[10:16:15.154] Starting the invocation (attempt 40)
[10:16:15.181] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e72e31003d147cc05912c018f8cefeecaf4a25aa"
[10:16:15.181] Popped gitiles commit info from properties and tags
[10:16:15.181] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[10:16:15.181] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[10:16:15.181] Buildbucket request:
{
  "requestId": "8897749948982136480",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e72e31003d147cc05912c018f8cefeecaf4a25aa",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897749948982136480"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[10:16:49.384] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[10:16:49.384] The invocation will be retried
[10:26:49.437] Starting the invocation (attempt 41)
[10:26:49.465] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e72e31003d147cc05912c018f8cefeecaf4a25aa"
[10:26:49.465] Popped gitiles commit info from properties and tags
[10:26:49.465] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[10:26:49.465] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[10:26:49.465] Buildbucket request:
{
  "requestId": "8897749948982136480",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e72e31003d147cc05912c018f8cefeecaf4a25aa",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897749948982136480"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[10:27:23.028] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[10:27:23.028] The invocation will be retried
[10:37:23.087] Starting the invocation (attempt 42)
[10:37:23.114] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e72e31003d147cc05912c018f8cefeecaf4a25aa"
[10:37:23.114] Popped gitiles commit info from properties and tags
[10:37:23.114] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[10:37:23.115] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[10:37:23.115] Buildbucket request:
{
  "requestId": "8897749948982136480",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e72e31003d147cc05912c018f8cefeecaf4a25aa",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897749948982136480"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[10:37:57.082] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[10:37:57.082] The invocation will be retried
[10:47:57.155] Starting the invocation (attempt 43)
[10:47:57.186] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e72e31003d147cc05912c018f8cefeecaf4a25aa"
[10:47:57.186] Popped gitiles commit info from properties and tags
[10:47:57.186] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[10:47:57.186] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[10:47:57.186] Buildbucket request:
{
  "requestId": "8897749948982136480",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e72e31003d147cc05912c018f8cefeecaf4a25aa",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897749948982136480"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[10:48:31.136] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[10:48:31.137] The invocation will be retried
[10:58:31.195] Starting the invocation (attempt 44)
[10:58:31.224] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e72e31003d147cc05912c018f8cefeecaf4a25aa"
[10:58:31.224] Popped gitiles commit info from properties and tags
[10:58:31.224] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[10:58:31.226] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[10:58:31.227] Buildbucket request:
{
  "requestId": "8897749948982136480",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e72e31003d147cc05912c018f8cefeecaf4a25aa",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897749948982136480"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[10:59:05.044] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[10:59:05.044] The invocation will be retried
[11:09:05.103] Starting the invocation (attempt 45)
[11:09:05.134] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e72e31003d147cc05912c018f8cefeecaf4a25aa"
[11:09:05.134] Popped gitiles commit info from properties and tags
[11:09:05.134] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[11:09:05.137] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[11:09:05.137] Buildbucket request:
{
  "requestId": "8897749948982136480",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e72e31003d147cc05912c018f8cefeecaf4a25aa",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897749948982136480"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[11:09:38.580] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[11:09:38.580] The invocation will be retried
[11:19:38.638] Starting the invocation (attempt 46)
[11:19:38.666] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e72e31003d147cc05912c018f8cefeecaf4a25aa"
[11:19:38.667] Popped gitiles commit info from properties and tags
[11:19:38.667] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[11:19:38.667] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[11:19:38.667] Buildbucket request:
{
  "requestId": "8897749948982136480",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e72e31003d147cc05912c018f8cefeecaf4a25aa",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897749948982136480"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[11:20:12.495] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[11:20:12.496] The invocation will be retried
[11:30:12.554] Starting the invocation (attempt 47)
[11:30:12.591] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e72e31003d147cc05912c018f8cefeecaf4a25aa"
[11:30:12.591] Popped gitiles commit info from properties and tags
[11:30:12.591] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[11:30:12.591] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[11:30:12.591] Buildbucket request:
{
  "requestId": "8897749948982136480",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e72e31003d147cc05912c018f8cefeecaf4a25aa",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897749948982136480"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[11:30:45.970] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[11:30:45.970] The invocation will be retried
[11:40:46.037] Starting the invocation (attempt 48)
[11:40:46.067] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e72e31003d147cc05912c018f8cefeecaf4a25aa"
[11:40:46.067] Popped gitiles commit info from properties and tags
[11:40:46.067] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[11:40:46.067] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[11:40:46.067] Buildbucket request:
{
  "requestId": "8897749948982136480",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e72e31003d147cc05912c018f8cefeecaf4a25aa",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897749948982136480"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[11:41:19.301] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[11:41:19.302] The invocation will be retried
[11:51:19.391] Starting the invocation (attempt 49)
[11:51:19.417] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e72e31003d147cc05912c018f8cefeecaf4a25aa"
[11:51:19.417] Popped gitiles commit info from properties and tags
[11:51:19.417] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[11:51:19.417] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[11:51:19.417] Buildbucket request:
{
  "requestId": "8897749948982136480",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e72e31003d147cc05912c018f8cefeecaf4a25aa",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897749948982136480"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[11:51:52.731] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[11:51:52.731] The invocation will be retried
[12:01:52.800] Starting the invocation (attempt 50)
[12:01:52.830] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e72e31003d147cc05912c018f8cefeecaf4a25aa"
[12:01:52.830] Popped gitiles commit info from properties and tags
[12:01:52.830] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[12:01:52.832] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[12:01:52.832] Buildbucket request:
{
  "requestId": "8897749948982136480",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e72e31003d147cc05912c018f8cefeecaf4a25aa",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897749948982136480"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[12:02:26.762] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[12:02:26.762] Invocation finished in 7h38m44.704511161s with status FAILED