Status: FAILED
Triggered by: -
Duration: 7 hours
Actions:

Definition (rev ac465d42d2d3f0b5fd3dee94a9a9d505c11cae99)

buildbucket: <
  server: "cr-buildbucket-dev.appspot.com"
  bucket: "ci"
  builder: "mac-arm-rel-dev"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[19:41:10.052] New invocation is queued and will start shortly
[19:41:11.117] Starting the invocation (attempt 1)
[19:41:11.142] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9"
[19:41:11.142] Popped gitiles commit info from properties and tags
[19:41:11.142] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[19:41:11.142] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[19:41:11.142] Buildbucket request:
{
  "requestId": "8897692226984706992",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897692226984706992"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[19:41:44.321] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[19:41:44.321] The invocation will be retried
[19:41:49.393] Starting the invocation (attempt 2)
[19:41:49.423] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9"
[19:41:49.424] Popped gitiles commit info from properties and tags
[19:41:49.424] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[19:41:49.428] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[19:41:49.429] Buildbucket request:
{
  "requestId": "8897692226984706992",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897692226984706992"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[19:42:22.453] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[19:42:22.453] The invocation will be retried
[19:42:32.505] Starting the invocation (attempt 3)
[19:42:32.533] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9"
[19:42:32.533] Popped gitiles commit info from properties and tags
[19:42:32.533] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[19:42:32.534] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[19:42:32.534] Buildbucket request:
{
  "requestId": "8897692226984706992",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897692226984706992"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[19:43:05.887] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[19:43:05.888] The invocation will be retried
[19:43:25.946] Starting the invocation (attempt 4)
[19:43:25.974] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9"
[19:43:25.974] Popped gitiles commit info from properties and tags
[19:43:25.974] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[19:43:25.974] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[19:43:25.974] Buildbucket request:
{
  "requestId": "8897692226984706992",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897692226984706992"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[19:43:59.024] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[19:43:59.025] The invocation will be retried
[19:44:39.081] Starting the invocation (attempt 5)
[19:44:39.108] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9"
[19:44:39.108] Popped gitiles commit info from properties and tags
[19:44:39.108] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[19:44:39.112] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[19:44:39.112] Buildbucket request:
{
  "requestId": "8897692226984706992",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897692226984706992"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[19:45:12.272] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[19:45:12.272] The invocation will be retried
[19:46:32.354] Starting the invocation (attempt 6)
[19:46:32.394] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9"
[19:46:32.394] Popped gitiles commit info from properties and tags
[19:46:32.394] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[19:46:32.394] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[19:46:32.394] Buildbucket request:
{
  "requestId": "8897692226984706992",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897692226984706992"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[19:47:05.498] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[19:47:05.498] The invocation will be retried
[19:49:45.553] Starting the invocation (attempt 7)
[19:49:45.579] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9"
[19:49:45.579] Popped gitiles commit info from properties and tags
[19:49:45.579] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[19:49:45.583] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[19:49:45.583] Buildbucket request:
{
  "requestId": "8897692226984706992",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897692226984706992"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[19:50:18.797] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[19:50:18.798] The invocation will be retried
[19:55:38.863] Starting the invocation (attempt 8)
[19:55:38.895] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9"
[19:55:38.895] Popped gitiles commit info from properties and tags
[19:55:38.895] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[19:55:38.897] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[19:55:38.897] Buildbucket request:
{
  "requestId": "8897692226984706992",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897692226984706992"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[19:56:12.738] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[19:56:12.738] The invocation will be retried
[20:06:12.793] Starting the invocation (attempt 9)
[20:06:12.821] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9"
[20:06:12.821] Popped gitiles commit info from properties and tags
[20:06:12.822] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[20:06:12.822] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[20:06:12.822] Buildbucket request:
{
  "requestId": "8897692226984706992",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897692226984706992"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[20:06:45.883] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[20:06:45.883] The invocation will be retried
[20:16:46.355] Starting the invocation (attempt 10)
[20:16:46.386] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9"
[20:16:46.386] Popped gitiles commit info from properties and tags
[20:16:46.386] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[20:16:46.386] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[20:16:46.386] Buildbucket request:
{
  "requestId": "8897692226984706992",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897692226984706992"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[20:17:20.915] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[20:17:20.916] The invocation will be retried
[20:27:20.971] Starting the invocation (attempt 11)
[20:27:20.999] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9"
[20:27:20.999] Popped gitiles commit info from properties and tags
[20:27:20.999] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[20:27:21.000] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[20:27:21.000] Buildbucket request:
{
  "requestId": "8897692226984706992",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897692226984706992"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[20:27:54.737] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[20:27:54.737] The invocation will be retried
[20:37:54.796] Starting the invocation (attempt 12)
[20:37:54.823] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9"
[20:37:54.823] Popped gitiles commit info from properties and tags
[20:37:54.823] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[20:37:54.831] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[20:37:54.831] Buildbucket request:
{
  "requestId": "8897692226984706992",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897692226984706992"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[20:38:28.066] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[20:38:28.066] The invocation will be retried
[20:48:28.128] Starting the invocation (attempt 13)
[20:48:28.153] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9"
[20:48:28.153] Popped gitiles commit info from properties and tags
[20:48:28.153] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[20:48:28.153] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[20:48:28.153] Buildbucket request:
{
  "requestId": "8897692226984706992",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897692226984706992"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[20:49:01.515] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[20:49:01.516] The invocation will be retried
[20:59:01.591] Starting the invocation (attempt 14)
[20:59:01.618] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9"
[20:59:01.618] Popped gitiles commit info from properties and tags
[20:59:01.619] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[20:59:01.619] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[20:59:01.619] Buildbucket request:
{
  "requestId": "8897692226984706992",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897692226984706992"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[20:59:35.166] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[20:59:35.167] The invocation will be retried
[21:09:36.123] Starting the invocation (attempt 15)
[21:09:36.154] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9"
[21:09:36.154] Popped gitiles commit info from properties and tags
[21:09:36.154] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[21:09:36.154] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[21:09:36.154] Buildbucket request:
{
  "requestId": "8897692226984706992",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897692226984706992"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[21:10:09.565] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[21:10:09.565] The invocation will be retried
[21:20:09.620] Starting the invocation (attempt 16)
[21:20:09.652] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9"
[21:20:09.652] Popped gitiles commit info from properties and tags
[21:20:09.652] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[21:20:09.652] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[21:20:09.652] Buildbucket request:
{
  "requestId": "8897692226984706992",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897692226984706992"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[21:20:43.907] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[21:20:43.907] The invocation will be retried
[21:30:43.964] Starting the invocation (attempt 17)
[21:30:43.989] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9"
[21:30:43.989] Popped gitiles commit info from properties and tags
[21:30:43.989] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[21:30:43.990] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[21:30:43.990] Buildbucket request:
{
  "requestId": "8897692226984706992",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897692226984706992"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[21:31:17.467] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[21:31:17.467] The invocation will be retried
[21:41:17.538] Starting the invocation (attempt 18)
[21:41:17.571] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9"
[21:41:17.571] Popped gitiles commit info from properties and tags
[21:41:17.571] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[21:41:17.571] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[21:41:17.571] Buildbucket request:
{
  "requestId": "8897692226984706992",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897692226984706992"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[21:41:51.680] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[21:41:51.680] The invocation will be retried
[21:51:51.740] Starting the invocation (attempt 19)
[21:51:51.769] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9"
[21:51:51.769] Popped gitiles commit info from properties and tags
[21:51:51.769] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[21:51:51.769] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[21:51:51.769] Buildbucket request:
{
  "requestId": "8897692226984706992",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897692226984706992"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[21:52:25.285] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[21:52:25.285] The invocation will be retried
[22:02:25.350] Starting the invocation (attempt 20)
[22:02:25.377] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9"
[22:02:25.377] Popped gitiles commit info from properties and tags
[22:02:25.377] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:02:25.377] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:02:25.377] Buildbucket request:
{
  "requestId": "8897692226984706992",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897692226984706992"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:02:59.681] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[22:02:59.682] The invocation will be retried
[22:12:59.797] Starting the invocation (attempt 21)
[22:12:59.829] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9"
[22:12:59.829] Popped gitiles commit info from properties and tags
[22:12:59.829] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:12:59.829] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:12:59.830] Buildbucket request:
{
  "requestId": "8897692226984706992",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897692226984706992"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:13:33.256] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[22:13:33.256] The invocation will be retried
[22:23:34.131] Starting the invocation (attempt 22)
[22:23:34.158] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9"
[22:23:34.158] Popped gitiles commit info from properties and tags
[22:23:34.158] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:23:34.158] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:23:34.158] Buildbucket request:
{
  "requestId": "8897692226984706992",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897692226984706992"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:24:07.904] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[22:24:07.904] The invocation will be retried
[22:34:07.966] Starting the invocation (attempt 23)
[22:34:07.996] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9"
[22:34:07.996] Popped gitiles commit info from properties and tags
[22:34:07.996] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:34:07.996] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:34:07.996] Buildbucket request:
{
  "requestId": "8897692226984706992",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897692226984706992"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:34:41.625] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[22:34:41.625] The invocation will be retried
[22:44:41.685] Starting the invocation (attempt 24)
[22:44:41.721] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9"
[22:44:41.721] Popped gitiles commit info from properties and tags
[22:44:41.721] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:44:41.721] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:44:41.721] Buildbucket request:
{
  "requestId": "8897692226984706992",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897692226984706992"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:45:15.443] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[22:45:15.443] The invocation will be retried
[22:55:15.501] Starting the invocation (attempt 25)
[22:55:15.531] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9"
[22:55:15.531] Popped gitiles commit info from properties and tags
[22:55:15.531] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:55:15.531] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:55:15.532] Buildbucket request:
{
  "requestId": "8897692226984706992",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897692226984706992"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:55:49.056] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[22:55:49.056] The invocation will be retried
[23:05:49.111] Starting the invocation (attempt 26)
[23:05:49.144] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9"
[23:05:49.144] Popped gitiles commit info from properties and tags
[23:05:49.145] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[23:05:49.145] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[23:05:49.145] Buildbucket request:
{
  "requestId": "8897692226984706992",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897692226984706992"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[23:06:22.483] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[23:06:22.483] The invocation will be retried
[23:16:22.545] Starting the invocation (attempt 27)
[23:16:22.580] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9"
[23:16:22.580] Popped gitiles commit info from properties and tags
[23:16:22.580] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[23:16:22.580] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[23:16:22.580] Buildbucket request:
{
  "requestId": "8897692226984706992",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897692226984706992"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[23:16:55.910] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[23:16:55.910] The invocation will be retried
[23:26:55.974] Starting the invocation (attempt 28)
[23:26:56.001] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9"
[23:26:56.001] Popped gitiles commit info from properties and tags
[23:26:56.001] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[23:26:56.001] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[23:26:56.001] Buildbucket request:
{
  "requestId": "8897692226984706992",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897692226984706992"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[23:27:29.786] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[23:27:29.786] The invocation will be retried
[23:37:30.134] Starting the invocation (attempt 29)
[23:37:30.165] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9"
[23:37:30.165] Popped gitiles commit info from properties and tags
[23:37:30.165] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[23:37:30.165] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[23:37:30.165] Buildbucket request:
{
  "requestId": "8897692226984706992",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897692226984706992"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[23:38:03.319] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[23:38:03.319] The invocation will be retried
[23:48:03.380] Starting the invocation (attempt 30)
[23:48:03.410] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9"
[23:48:03.410] Popped gitiles commit info from properties and tags
[23:48:03.410] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[23:48:03.412] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[23:48:03.412] Buildbucket request:
{
  "requestId": "8897692226984706992",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897692226984706992"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[23:48:36.781] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[23:48:36.781] The invocation will be retried
[23:58:36.838] Starting the invocation (attempt 31)
[23:58:36.863] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9"
[23:58:36.863] Popped gitiles commit info from properties and tags
[23:58:36.863] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[23:58:36.863] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[23:58:36.863] Buildbucket request:
{
  "requestId": "8897692226984706992",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897692226984706992"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[23:59:10.402] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[23:59:10.403] The invocation will be retried
[00:09:10.474] Starting the invocation (attempt 32)
[00:09:10.505] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9"
[00:09:10.505] Popped gitiles commit info from properties and tags
[00:09:10.505] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[00:09:10.505] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[00:09:10.505] Buildbucket request:
{
  "requestId": "8897692226984706992",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897692226984706992"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[00:09:43.858] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[00:09:43.858] The invocation will be retried
[00:19:43.914] Starting the invocation (attempt 33)
[00:19:43.944] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9"
[00:19:43.944] Popped gitiles commit info from properties and tags
[00:19:43.944] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[00:19:43.944] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[00:19:43.944] Buildbucket request:
{
  "requestId": "8897692226984706992",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897692226984706992"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[00:20:16.990] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[00:20:16.990] The invocation will be retried
[00:30:17.045] Starting the invocation (attempt 34)
[00:30:17.077] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9"
[00:30:17.077] Popped gitiles commit info from properties and tags
[00:30:17.077] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[00:30:17.077] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[00:30:17.078] Buildbucket request:
{
  "requestId": "8897692226984706992",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897692226984706992"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[00:30:50.449] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[00:30:50.449] The invocation will be retried
[00:40:50.503] Starting the invocation (attempt 35)
[00:40:50.531] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9"
[00:40:50.531] Popped gitiles commit info from properties and tags
[00:40:50.531] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[00:40:50.533] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[00:40:50.533] Buildbucket request:
{
  "requestId": "8897692226984706992",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897692226984706992"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[00:41:24.707] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[00:41:24.707] The invocation will be retried
[00:51:24.771] Starting the invocation (attempt 36)
[00:51:24.800] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9"
[00:51:24.800] Popped gitiles commit info from properties and tags
[00:51:24.800] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[00:51:24.800] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[00:51:24.800] Buildbucket request:
{
  "requestId": "8897692226984706992",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897692226984706992"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[00:51:58.209] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[00:51:58.210] The invocation will be retried
[01:01:58.266] Starting the invocation (attempt 37)
[01:01:58.300] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9"
[01:01:58.301] Popped gitiles commit info from properties and tags
[01:01:58.301] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:01:58.301] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[01:01:58.301] Buildbucket request:
{
  "requestId": "8897692226984706992",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897692226984706992"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[01:02:31.609] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[01:02:31.609] The invocation will be retried
[01:12:31.665] Starting the invocation (attempt 38)
[01:12:31.695] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9"
[01:12:31.695] Popped gitiles commit info from properties and tags
[01:12:31.695] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:12:31.695] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[01:12:31.695] Buildbucket request:
{
  "requestId": "8897692226984706992",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897692226984706992"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[01:13:05.032] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[01:13:05.033] The invocation will be retried
[01:23:05.094] Starting the invocation (attempt 39)
[01:23:05.169] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9"
[01:23:05.169] Popped gitiles commit info from properties and tags
[01:23:05.169] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:23:05.169] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[01:23:05.169] Buildbucket request:
{
  "requestId": "8897692226984706992",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897692226984706992"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[01:23:39.171] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[01:23:39.171] The invocation will be retried
[01:33:39.229] Starting the invocation (attempt 40)
[01:33:39.260] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9"
[01:33:39.260] Popped gitiles commit info from properties and tags
[01:33:39.260] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:33:39.260] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[01:33:39.260] Buildbucket request:
{
  "requestId": "8897692226984706992",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897692226984706992"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[01:34:12.489] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[01:34:12.489] The invocation will be retried
[01:44:12.553] Starting the invocation (attempt 41)
[01:44:12.579] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9"
[01:44:12.579] Popped gitiles commit info from properties and tags
[01:44:12.579] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:44:12.579] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[01:44:12.579] Buildbucket request:
{
  "requestId": "8897692226984706992",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897692226984706992"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[01:44:46.042] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[01:44:46.042] The invocation will be retried
[01:54:46.101] Starting the invocation (attempt 42)
[01:54:46.128] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9"
[01:54:46.128] Popped gitiles commit info from properties and tags
[01:54:46.128] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:54:46.129] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[01:54:46.129] Buildbucket request:
{
  "requestId": "8897692226984706992",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897692226984706992"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[01:55:19.233] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[01:55:19.233] The invocation will be retried
[02:05:20.120] Starting the invocation (attempt 43)
[02:05:20.151] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9"
[02:05:20.151] Popped gitiles commit info from properties and tags
[02:05:20.151] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[02:05:20.151] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[02:05:20.151] Buildbucket request:
{
  "requestId": "8897692226984706992",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897692226984706992"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[02:05:53.303] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[02:05:53.303] The invocation will be retried
[02:15:53.364] Starting the invocation (attempt 44)
[02:15:53.402] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9"
[02:15:53.402] Popped gitiles commit info from properties and tags
[02:15:53.402] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[02:15:53.402] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[02:15:53.402] Buildbucket request:
{
  "requestId": "8897692226984706992",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897692226984706992"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[02:16:26.647] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[02:16:26.647] The invocation will be retried
[02:26:26.722] Starting the invocation (attempt 45)
[02:26:26.749] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9"
[02:26:26.749] Popped gitiles commit info from properties and tags
[02:26:26.749] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[02:26:26.749] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[02:26:26.750] Buildbucket request:
{
  "requestId": "8897692226984706992",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897692226984706992"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[02:27:01.150] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[02:27:01.150] The invocation will be retried
[02:37:01.209] Starting the invocation (attempt 46)
[02:37:01.242] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9"
[02:37:01.242] Popped gitiles commit info from properties and tags
[02:37:01.242] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[02:37:01.243] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[02:37:01.243] Buildbucket request:
{
  "requestId": "8897692226984706992",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897692226984706992"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[02:37:34.370] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[02:37:34.370] The invocation will be retried
[02:47:34.431] Starting the invocation (attempt 47)
[02:47:34.459] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9"
[02:47:34.459] Popped gitiles commit info from properties and tags
[02:47:34.459] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[02:47:34.462] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[02:47:34.462] Buildbucket request:
{
  "requestId": "8897692226984706992",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897692226984706992"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[02:48:07.421] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[02:48:07.421] The invocation will be retried
[02:58:07.479] Starting the invocation (attempt 48)
[02:58:07.508] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9"
[02:58:07.508] Popped gitiles commit info from properties and tags
[02:58:07.508] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[02:58:07.526] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[02:58:07.527] Buildbucket request:
{
  "requestId": "8897692226984706992",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897692226984706992"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[02:58:40.814] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[02:58:40.814] The invocation will be retried
[03:08:40.877] Starting the invocation (attempt 49)
[03:08:40.910] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9"
[03:08:40.910] Popped gitiles commit info from properties and tags
[03:08:40.910] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[03:08:40.910] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[03:08:40.910] Buildbucket request:
{
  "requestId": "8897692226984706992",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897692226984706992"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[03:09:14.205] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[03:09:14.205] The invocation will be retried
[03:19:14.285] Starting the invocation (attempt 50)
[03:19:14.319] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9"
[03:19:14.319] Popped gitiles commit info from properties and tags
[03:19:14.319] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[03:19:14.319] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[03:19:14.320] Buildbucket request:
{
  "requestId": "8897692226984706992",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "4f8a4984a70df64b0c76f913a408ad6e5e6cf8c9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897692226984706992"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[03:19:47.522] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[03:19:47.523] Invocation finished in 7h38m37.477600625s with status FAILED