Status: FAILED
Triggered by: -
Duration: 7 hours
Actions:

Definition (rev ac465d42d2d3f0b5fd3dee94a9a9d505c11cae99)

buildbucket: <
  server: "cr-buildbucket-dev.appspot.com"
  bucket: "ci"
  builder: "mac-arm-rel-dev"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "e292da8de04aa3ad07875dfe41a3ba3d7cde842a"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e292da8de04aa3ad07875dfe41a3ba3d7cde842a
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[18:37:13.076] New invocation is queued and will start shortly
[18:37:14.146] Starting the invocation (attempt 1)
[18:37:14.177] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e292da8de04aa3ad07875dfe41a3ba3d7cde842a"
[18:37:14.177] Popped gitiles commit info from properties and tags
[18:37:14.177] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[18:37:14.177] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[18:37:14.177] Buildbucket request:
{
  "requestId": "8897605653378861344",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e292da8de04aa3ad07875dfe41a3ba3d7cde842a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897605653378861344"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[18:37:47.439] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[18:37:47.440] The invocation will be retried
[18:37:52.509] Starting the invocation (attempt 2)
[18:37:52.539] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e292da8de04aa3ad07875dfe41a3ba3d7cde842a"
[18:37:52.539] Popped gitiles commit info from properties and tags
[18:37:52.539] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[18:37:52.539] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[18:37:52.539] Buildbucket request:
{
  "requestId": "8897605653378861344",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e292da8de04aa3ad07875dfe41a3ba3d7cde842a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897605653378861344"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[18:38:25.635] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[18:38:25.636] The invocation will be retried
[18:38:35.699] Starting the invocation (attempt 3)
[18:38:35.746] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e292da8de04aa3ad07875dfe41a3ba3d7cde842a"
[18:38:35.746] Popped gitiles commit info from properties and tags
[18:38:35.746] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[18:38:35.746] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[18:38:35.746] Buildbucket request:
{
  "requestId": "8897605653378861344",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e292da8de04aa3ad07875dfe41a3ba3d7cde842a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897605653378861344"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[18:39:08.811] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[18:39:08.811] The invocation will be retried
[18:39:28.896] Starting the invocation (attempt 4)
[18:39:28.930] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e292da8de04aa3ad07875dfe41a3ba3d7cde842a"
[18:39:28.930] Popped gitiles commit info from properties and tags
[18:39:28.930] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[18:39:28.930] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[18:39:28.931] Buildbucket request:
{
  "requestId": "8897605653378861344",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e292da8de04aa3ad07875dfe41a3ba3d7cde842a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897605653378861344"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[18:40:02.239] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[18:40:02.239] The invocation will be retried
[18:40:42.300] Starting the invocation (attempt 5)
[18:40:42.345] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e292da8de04aa3ad07875dfe41a3ba3d7cde842a"
[18:40:42.345] Popped gitiles commit info from properties and tags
[18:40:42.345] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[18:40:42.345] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[18:40:42.345] Buildbucket request:
{
  "requestId": "8897605653378861344",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e292da8de04aa3ad07875dfe41a3ba3d7cde842a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897605653378861344"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[18:41:16.468] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[18:41:16.468] The invocation will be retried
[18:42:36.536] Starting the invocation (attempt 6)
[18:42:36.571] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e292da8de04aa3ad07875dfe41a3ba3d7cde842a"
[18:42:36.571] Popped gitiles commit info from properties and tags
[18:42:36.571] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[18:42:36.574] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[18:42:36.574] Buildbucket request:
{
  "requestId": "8897605653378861344",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e292da8de04aa3ad07875dfe41a3ba3d7cde842a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897605653378861344"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[18:43:09.828] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[18:43:09.828] The invocation will be retried
[18:45:49.894] Starting the invocation (attempt 7)
[18:45:49.927] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e292da8de04aa3ad07875dfe41a3ba3d7cde842a"
[18:45:49.927] Popped gitiles commit info from properties and tags
[18:45:49.927] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[18:45:49.927] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[18:45:49.927] Buildbucket request:
{
  "requestId": "8897605653378861344",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e292da8de04aa3ad07875dfe41a3ba3d7cde842a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897605653378861344"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[18:46:23.140] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[18:46:23.140] The invocation will be retried
[18:51:43.195] Starting the invocation (attempt 8)
[18:51:43.229] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e292da8de04aa3ad07875dfe41a3ba3d7cde842a"
[18:51:43.229] Popped gitiles commit info from properties and tags
[18:51:43.229] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[18:51:43.229] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[18:51:43.229] Buildbucket request:
{
  "requestId": "8897605653378861344",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e292da8de04aa3ad07875dfe41a3ba3d7cde842a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897605653378861344"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[18:52:16.746] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[18:52:16.746] The invocation will be retried
[19:02:16.806] Starting the invocation (attempt 9)
[19:02:16.834] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e292da8de04aa3ad07875dfe41a3ba3d7cde842a"
[19:02:16.834] Popped gitiles commit info from properties and tags
[19:02:16.834] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[19:02:16.834] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[19:02:16.834] Buildbucket request:
{
  "requestId": "8897605653378861344",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e292da8de04aa3ad07875dfe41a3ba3d7cde842a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897605653378861344"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[19:02:50.132] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[19:02:50.133] The invocation will be retried
[19:12:50.211] Starting the invocation (attempt 10)
[19:12:50.246] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e292da8de04aa3ad07875dfe41a3ba3d7cde842a"
[19:12:50.246] Popped gitiles commit info from properties and tags
[19:12:50.246] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[19:12:50.248] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[19:12:50.248] Buildbucket request:
{
  "requestId": "8897605653378861344",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e292da8de04aa3ad07875dfe41a3ba3d7cde842a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897605653378861344"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[19:13:23.612] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[19:13:23.612] The invocation will be retried
[19:23:23.668] Starting the invocation (attempt 11)
[19:23:23.692] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e292da8de04aa3ad07875dfe41a3ba3d7cde842a"
[19:23:23.692] Popped gitiles commit info from properties and tags
[19:23:23.692] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[19:23:23.692] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[19:23:23.692] Buildbucket request:
{
  "requestId": "8897605653378861344",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e292da8de04aa3ad07875dfe41a3ba3d7cde842a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897605653378861344"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[19:23:57.204] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[19:23:57.204] The invocation will be retried
[19:33:57.256] Starting the invocation (attempt 12)
[19:33:57.281] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e292da8de04aa3ad07875dfe41a3ba3d7cde842a"
[19:33:57.281] Popped gitiles commit info from properties and tags
[19:33:57.281] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[19:33:57.282] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[19:33:57.282] Buildbucket request:
{
  "requestId": "8897605653378861344",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e292da8de04aa3ad07875dfe41a3ba3d7cde842a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897605653378861344"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[19:34:30.531] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[19:34:30.532] The invocation will be retried
[19:44:30.586] Starting the invocation (attempt 13)
[19:44:30.617] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e292da8de04aa3ad07875dfe41a3ba3d7cde842a"
[19:44:30.617] Popped gitiles commit info from properties and tags
[19:44:30.617] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[19:44:30.617] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[19:44:30.617] Buildbucket request:
{
  "requestId": "8897605653378861344",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e292da8de04aa3ad07875dfe41a3ba3d7cde842a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897605653378861344"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[19:45:03.915] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[19:45:03.915] The invocation will be retried
[19:55:04.132] Starting the invocation (attempt 14)
[19:55:04.163] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e292da8de04aa3ad07875dfe41a3ba3d7cde842a"
[19:55:04.163] Popped gitiles commit info from properties and tags
[19:55:04.163] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[19:55:04.163] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[19:55:04.164] Buildbucket request:
{
  "requestId": "8897605653378861344",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e292da8de04aa3ad07875dfe41a3ba3d7cde842a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897605653378861344"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[19:55:37.439] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[19:55:37.439] The invocation will be retried
[20:05:37.497] Starting the invocation (attempt 15)
[20:05:37.536] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e292da8de04aa3ad07875dfe41a3ba3d7cde842a"
[20:05:37.536] Popped gitiles commit info from properties and tags
[20:05:37.536] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[20:05:37.536] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[20:05:37.536] Buildbucket request:
{
  "requestId": "8897605653378861344",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e292da8de04aa3ad07875dfe41a3ba3d7cde842a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897605653378861344"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[20:06:10.706] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[20:06:10.706] The invocation will be retried
[20:16:10.760] Starting the invocation (attempt 16)
[20:16:10.789] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e292da8de04aa3ad07875dfe41a3ba3d7cde842a"
[20:16:10.789] Popped gitiles commit info from properties and tags
[20:16:10.789] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[20:16:10.806] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[20:16:10.806] Buildbucket request:
{
  "requestId": "8897605653378861344",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e292da8de04aa3ad07875dfe41a3ba3d7cde842a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897605653378861344"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[20:16:43.979] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[20:16:43.980] The invocation will be retried
[20:26:44.081] Starting the invocation (attempt 17)
[20:26:44.113] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e292da8de04aa3ad07875dfe41a3ba3d7cde842a"
[20:26:44.113] Popped gitiles commit info from properties and tags
[20:26:44.114] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[20:26:44.114] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[20:26:44.114] Buildbucket request:
{
  "requestId": "8897605653378861344",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e292da8de04aa3ad07875dfe41a3ba3d7cde842a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897605653378861344"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[20:27:18.136] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[20:27:18.136] The invocation will be retried
[20:37:18.198] Starting the invocation (attempt 18)
[20:37:18.229] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e292da8de04aa3ad07875dfe41a3ba3d7cde842a"
[20:37:18.230] Popped gitiles commit info from properties and tags
[20:37:18.230] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[20:37:18.230] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[20:37:18.230] Buildbucket request:
{
  "requestId": "8897605653378861344",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e292da8de04aa3ad07875dfe41a3ba3d7cde842a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897605653378861344"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[20:37:51.606] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[20:37:51.606] The invocation will be retried
[20:47:52.130] Starting the invocation (attempt 19)
[20:47:52.162] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e292da8de04aa3ad07875dfe41a3ba3d7cde842a"
[20:47:52.162] Popped gitiles commit info from properties and tags
[20:47:52.163] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[20:47:52.163] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[20:47:52.163] Buildbucket request:
{
  "requestId": "8897605653378861344",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e292da8de04aa3ad07875dfe41a3ba3d7cde842a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897605653378861344"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[20:48:25.145] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[20:48:25.145] The invocation will be retried
[20:58:25.205] Starting the invocation (attempt 20)
[20:58:25.231] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e292da8de04aa3ad07875dfe41a3ba3d7cde842a"
[20:58:25.231] Popped gitiles commit info from properties and tags
[20:58:25.231] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[20:58:25.232] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[20:58:25.232] Buildbucket request:
{
  "requestId": "8897605653378861344",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e292da8de04aa3ad07875dfe41a3ba3d7cde842a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897605653378861344"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[20:58:58.483] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[20:58:58.483] The invocation will be retried
[21:08:58.550] Starting the invocation (attempt 21)
[21:08:58.582] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e292da8de04aa3ad07875dfe41a3ba3d7cde842a"
[21:08:58.582] Popped gitiles commit info from properties and tags
[21:08:58.582] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[21:08:58.582] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[21:08:58.582] Buildbucket request:
{
  "requestId": "8897605653378861344",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e292da8de04aa3ad07875dfe41a3ba3d7cde842a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897605653378861344"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[21:09:31.988] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[21:09:31.988] The invocation will be retried
[21:19:32.046] Starting the invocation (attempt 22)
[21:19:32.077] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e292da8de04aa3ad07875dfe41a3ba3d7cde842a"
[21:19:32.077] Popped gitiles commit info from properties and tags
[21:19:32.077] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[21:19:32.079] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[21:19:32.079] Buildbucket request:
{
  "requestId": "8897605653378861344",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e292da8de04aa3ad07875dfe41a3ba3d7cde842a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897605653378861344"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[21:20:05.263] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[21:20:05.263] The invocation will be retried
[21:30:05.325] Starting the invocation (attempt 23)
[21:30:05.356] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e292da8de04aa3ad07875dfe41a3ba3d7cde842a"
[21:30:05.356] Popped gitiles commit info from properties and tags
[21:30:05.356] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[21:30:05.356] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[21:30:05.356] Buildbucket request:
{
  "requestId": "8897605653378861344",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e292da8de04aa3ad07875dfe41a3ba3d7cde842a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897605653378861344"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[21:30:38.616] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[21:30:38.616] The invocation will be retried
[21:40:38.690] Starting the invocation (attempt 24)
[21:40:38.721] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e292da8de04aa3ad07875dfe41a3ba3d7cde842a"
[21:40:38.721] Popped gitiles commit info from properties and tags
[21:40:38.721] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[21:40:38.721] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[21:40:38.721] Buildbucket request:
{
  "requestId": "8897605653378861344",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e292da8de04aa3ad07875dfe41a3ba3d7cde842a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897605653378861344"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[21:41:11.950] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[21:41:11.950] The invocation will be retried
[21:51:12.010] Starting the invocation (attempt 25)
[21:51:12.040] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e292da8de04aa3ad07875dfe41a3ba3d7cde842a"
[21:51:12.040] Popped gitiles commit info from properties and tags
[21:51:12.040] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[21:51:12.040] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[21:51:12.041] Buildbucket request:
{
  "requestId": "8897605653378861344",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e292da8de04aa3ad07875dfe41a3ba3d7cde842a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897605653378861344"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[21:51:45.377] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[21:51:45.377] The invocation will be retried
[22:01:45.439] Starting the invocation (attempt 26)
[22:01:45.467] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e292da8de04aa3ad07875dfe41a3ba3d7cde842a"
[22:01:45.467] Popped gitiles commit info from properties and tags
[22:01:45.467] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:01:45.472] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:01:45.472] Buildbucket request:
{
  "requestId": "8897605653378861344",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e292da8de04aa3ad07875dfe41a3ba3d7cde842a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897605653378861344"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:02:20.823] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[22:02:20.823] The invocation will be retried
[22:12:20.897] Starting the invocation (attempt 27)
[22:12:20.925] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e292da8de04aa3ad07875dfe41a3ba3d7cde842a"
[22:12:20.925] Popped gitiles commit info from properties and tags
[22:12:20.925] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:12:20.925] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:12:20.925] Buildbucket request:
{
  "requestId": "8897605653378861344",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e292da8de04aa3ad07875dfe41a3ba3d7cde842a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897605653378861344"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:12:54.625] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[22:12:54.625] The invocation will be retried
[22:22:54.735] Starting the invocation (attempt 28)
[22:22:54.763] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e292da8de04aa3ad07875dfe41a3ba3d7cde842a"
[22:22:54.763] Popped gitiles commit info from properties and tags
[22:22:54.763] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:22:54.763] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:22:54.763] Buildbucket request:
{
  "requestId": "8897605653378861344",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e292da8de04aa3ad07875dfe41a3ba3d7cde842a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897605653378861344"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:23:28.108] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[22:23:28.108] The invocation will be retried
[22:33:28.179] Starting the invocation (attempt 29)
[22:33:28.213] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e292da8de04aa3ad07875dfe41a3ba3d7cde842a"
[22:33:28.213] Popped gitiles commit info from properties and tags
[22:33:28.213] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:33:28.213] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:33:28.213] Buildbucket request:
{
  "requestId": "8897605653378861344",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e292da8de04aa3ad07875dfe41a3ba3d7cde842a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897605653378861344"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:34:02.300] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[22:34:02.300] The invocation will be retried
[22:44:02.373] Starting the invocation (attempt 30)
[22:44:02.405] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e292da8de04aa3ad07875dfe41a3ba3d7cde842a"
[22:44:02.405] Popped gitiles commit info from properties and tags
[22:44:02.405] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:44:02.406] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:44:02.406] Buildbucket request:
{
  "requestId": "8897605653378861344",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e292da8de04aa3ad07875dfe41a3ba3d7cde842a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897605653378861344"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:44:35.595] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[22:44:35.595] The invocation will be retried
[22:54:35.662] Starting the invocation (attempt 31)
[22:54:35.697] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e292da8de04aa3ad07875dfe41a3ba3d7cde842a"
[22:54:35.697] Popped gitiles commit info from properties and tags
[22:54:35.697] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:54:35.701] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:54:35.701] Buildbucket request:
{
  "requestId": "8897605653378861344",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e292da8de04aa3ad07875dfe41a3ba3d7cde842a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897605653378861344"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:55:09.116] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[22:55:09.116] The invocation will be retried
[23:05:09.179] Starting the invocation (attempt 32)
[23:05:09.211] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e292da8de04aa3ad07875dfe41a3ba3d7cde842a"
[23:05:09.211] Popped gitiles commit info from properties and tags
[23:05:09.211] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[23:05:09.211] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[23:05:09.211] Buildbucket request:
{
  "requestId": "8897605653378861344",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e292da8de04aa3ad07875dfe41a3ba3d7cde842a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897605653378861344"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[23:05:43.037] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[23:05:43.037] The invocation will be retried
[23:15:43.111] Starting the invocation (attempt 33)
[23:15:43.143] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e292da8de04aa3ad07875dfe41a3ba3d7cde842a"
[23:15:43.143] Popped gitiles commit info from properties and tags
[23:15:43.143] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[23:15:43.146] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[23:15:43.147] Buildbucket request:
{
  "requestId": "8897605653378861344",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e292da8de04aa3ad07875dfe41a3ba3d7cde842a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897605653378861344"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[23:16:16.522] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[23:16:16.522] The invocation will be retried
[23:26:16.591] Starting the invocation (attempt 34)
[23:26:16.625] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e292da8de04aa3ad07875dfe41a3ba3d7cde842a"
[23:26:16.625] Popped gitiles commit info from properties and tags
[23:26:16.625] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[23:26:16.628] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[23:26:16.629] Buildbucket request:
{
  "requestId": "8897605653378861344",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e292da8de04aa3ad07875dfe41a3ba3d7cde842a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897605653378861344"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[23:26:50.367] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[23:26:50.368] The invocation will be retried
[23:36:50.434] Starting the invocation (attempt 35)
[23:36:50.468] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e292da8de04aa3ad07875dfe41a3ba3d7cde842a"
[23:36:50.468] Popped gitiles commit info from properties and tags
[23:36:50.468] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[23:36:50.471] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[23:36:50.471] Buildbucket request:
{
  "requestId": "8897605653378861344",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e292da8de04aa3ad07875dfe41a3ba3d7cde842a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897605653378861344"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[23:37:23.670] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[23:37:23.670] The invocation will be retried
[23:47:23.736] Starting the invocation (attempt 36)
[23:47:23.768] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e292da8de04aa3ad07875dfe41a3ba3d7cde842a"
[23:47:23.768] Popped gitiles commit info from properties and tags
[23:47:23.768] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[23:47:23.770] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[23:47:23.770] Buildbucket request:
{
  "requestId": "8897605653378861344",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e292da8de04aa3ad07875dfe41a3ba3d7cde842a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897605653378861344"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[23:47:56.919] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[23:47:56.919] The invocation will be retried
[23:57:56.983] Starting the invocation (attempt 37)
[23:57:57.019] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e292da8de04aa3ad07875dfe41a3ba3d7cde842a"
[23:57:57.019] Popped gitiles commit info from properties and tags
[23:57:57.019] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[23:57:57.019] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[23:57:57.019] Buildbucket request:
{
  "requestId": "8897605653378861344",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e292da8de04aa3ad07875dfe41a3ba3d7cde842a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897605653378861344"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[23:58:30.134] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[23:58:30.135] The invocation will be retried
[00:08:30.209] Starting the invocation (attempt 38)
[00:08:30.260] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e292da8de04aa3ad07875dfe41a3ba3d7cde842a"
[00:08:30.260] Popped gitiles commit info from properties and tags
[00:08:30.260] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[00:08:30.260] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[00:08:30.261] Buildbucket request:
{
  "requestId": "8897605653378861344",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e292da8de04aa3ad07875dfe41a3ba3d7cde842a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897605653378861344"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[00:09:03.757] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[00:09:03.757] The invocation will be retried
[00:19:04.123] Starting the invocation (attempt 39)
[00:19:04.154] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e292da8de04aa3ad07875dfe41a3ba3d7cde842a"
[00:19:04.154] Popped gitiles commit info from properties and tags
[00:19:04.154] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[00:19:04.165] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[00:19:04.165] Buildbucket request:
{
  "requestId": "8897605653378861344",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e292da8de04aa3ad07875dfe41a3ba3d7cde842a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897605653378861344"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[00:19:37.384] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[00:19:37.384] The invocation will be retried
[00:29:38.113] Starting the invocation (attempt 40)
[00:29:38.145] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e292da8de04aa3ad07875dfe41a3ba3d7cde842a"
[00:29:38.145] Popped gitiles commit info from properties and tags
[00:29:38.146] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[00:29:38.146] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[00:29:38.146] Buildbucket request:
{
  "requestId": "8897605653378861344",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e292da8de04aa3ad07875dfe41a3ba3d7cde842a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897605653378861344"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[00:30:11.633] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[00:30:11.633] The invocation will be retried
[00:40:11.697] Starting the invocation (attempt 41)
[00:40:11.726] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e292da8de04aa3ad07875dfe41a3ba3d7cde842a"
[00:40:11.726] Popped gitiles commit info from properties and tags
[00:40:11.726] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[00:40:11.726] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[00:40:11.726] Buildbucket request:
{
  "requestId": "8897605653378861344",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e292da8de04aa3ad07875dfe41a3ba3d7cde842a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897605653378861344"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[00:40:45.071] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[00:40:45.072] The invocation will be retried
[00:50:45.125] Starting the invocation (attempt 42)
[00:50:45.156] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e292da8de04aa3ad07875dfe41a3ba3d7cde842a"
[00:50:45.156] Popped gitiles commit info from properties and tags
[00:50:45.156] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[00:50:45.156] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[00:50:45.156] Buildbucket request:
{
  "requestId": "8897605653378861344",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e292da8de04aa3ad07875dfe41a3ba3d7cde842a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897605653378861344"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[00:51:18.370] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[00:51:18.370] The invocation will be retried
[01:01:18.437] Starting the invocation (attempt 43)
[01:01:18.470] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e292da8de04aa3ad07875dfe41a3ba3d7cde842a"
[01:01:18.470] Popped gitiles commit info from properties and tags
[01:01:18.470] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:01:18.470] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[01:01:18.470] Buildbucket request:
{
  "requestId": "8897605653378861344",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e292da8de04aa3ad07875dfe41a3ba3d7cde842a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897605653378861344"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[01:01:52.395] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[01:01:52.395] The invocation will be retried
[01:11:52.459] Starting the invocation (attempt 44)
[01:11:52.494] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e292da8de04aa3ad07875dfe41a3ba3d7cde842a"
[01:11:52.494] Popped gitiles commit info from properties and tags
[01:11:52.494] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:11:52.494] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[01:11:52.494] Buildbucket request:
{
  "requestId": "8897605653378861344",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e292da8de04aa3ad07875dfe41a3ba3d7cde842a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897605653378861344"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[01:12:25.870] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[01:12:25.870] The invocation will be retried
[01:22:25.926] Starting the invocation (attempt 45)
[01:22:25.953] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e292da8de04aa3ad07875dfe41a3ba3d7cde842a"
[01:22:25.953] Popped gitiles commit info from properties and tags
[01:22:25.953] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:22:25.963] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[01:22:25.963] Buildbucket request:
{
  "requestId": "8897605653378861344",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e292da8de04aa3ad07875dfe41a3ba3d7cde842a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897605653378861344"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[01:22:59.115] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[01:22:59.116] The invocation will be retried
[01:32:59.265] Starting the invocation (attempt 46)
[01:32:59.299] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e292da8de04aa3ad07875dfe41a3ba3d7cde842a"
[01:32:59.299] Popped gitiles commit info from properties and tags
[01:32:59.299] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:32:59.299] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[01:32:59.300] Buildbucket request:
{
  "requestId": "8897605653378861344",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e292da8de04aa3ad07875dfe41a3ba3d7cde842a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897605653378861344"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[01:33:32.721] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[01:33:32.722] The invocation will be retried
[01:43:32.785] Starting the invocation (attempt 47)
[01:43:32.817] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e292da8de04aa3ad07875dfe41a3ba3d7cde842a"
[01:43:32.817] Popped gitiles commit info from properties and tags
[01:43:32.818] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:43:32.818] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[01:43:32.818] Buildbucket request:
{
  "requestId": "8897605653378861344",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e292da8de04aa3ad07875dfe41a3ba3d7cde842a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897605653378861344"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[01:44:05.953] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[01:44:05.953] The invocation will be retried
[01:54:06.021] Starting the invocation (attempt 48)
[01:54:06.063] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e292da8de04aa3ad07875dfe41a3ba3d7cde842a"
[01:54:06.063] Popped gitiles commit info from properties and tags
[01:54:06.063] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:54:06.064] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[01:54:06.064] Buildbucket request:
{
  "requestId": "8897605653378861344",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e292da8de04aa3ad07875dfe41a3ba3d7cde842a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897605653378861344"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[01:54:39.226] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[01:54:39.227] The invocation will be retried
[02:04:39.288] Starting the invocation (attempt 49)
[02:04:39.319] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e292da8de04aa3ad07875dfe41a3ba3d7cde842a"
[02:04:39.319] Popped gitiles commit info from properties and tags
[02:04:39.319] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[02:04:39.319] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[02:04:39.320] Buildbucket request:
{
  "requestId": "8897605653378861344",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e292da8de04aa3ad07875dfe41a3ba3d7cde842a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897605653378861344"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[02:05:12.911] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[02:05:12.912] The invocation will be retried
[02:15:12.975] Starting the invocation (attempt 50)
[02:15:13.006] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e292da8de04aa3ad07875dfe41a3ba3d7cde842a"
[02:15:13.006] Popped gitiles commit info from properties and tags
[02:15:13.006] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[02:15:13.007] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[02:15:13.007] Buildbucket request:
{
  "requestId": "8897605653378861344",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e292da8de04aa3ad07875dfe41a3ba3d7cde842a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897605653378861344"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[02:15:46.362] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[02:15:46.362] Invocation finished in 7h38m33.292786826s with status FAILED