Status: FAILED
Triggered by: -
Duration: 7 hours
Actions:

Definition (rev ac465d42d2d3f0b5fd3dee94a9a9d505c11cae99)

buildbucket: <
  server: "cr-buildbucket-dev.appspot.com"
  bucket: "ci"
  builder: "mac-arm-rel-dev"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "111365e652a575eb4cdbb9bd48a36cb21177a90c"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/111365e652a575eb4cdbb9bd48a36cb21177a90c
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[09:54:30.059] New invocation is queued and will start shortly
[09:54:31.137] Starting the invocation (attempt 1)
[09:54:31.189] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/111365e652a575eb4cdbb9bd48a36cb21177a90c"
[09:54:31.189] Popped gitiles commit info from properties and tags
[09:54:31.189] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[09:54:31.189] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[09:54:31.189] Buildbucket request:
{
  "requestId": "8897547942917338192",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "111365e652a575eb4cdbb9bd48a36cb21177a90c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897547942917338192"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[09:55:04.222] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[09:55:04.222] The invocation will be retried
[09:55:09.291] Starting the invocation (attempt 2)
[09:55:09.323] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/111365e652a575eb4cdbb9bd48a36cb21177a90c"
[09:55:09.323] Popped gitiles commit info from properties and tags
[09:55:09.323] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[09:55:09.327] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[09:55:09.327] Buildbucket request:
{
  "requestId": "8897547942917338192",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "111365e652a575eb4cdbb9bd48a36cb21177a90c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897547942917338192"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[09:55:42.464] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[09:55:42.464] The invocation will be retried
[09:55:52.593] Starting the invocation (attempt 3)
[09:55:52.621] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/111365e652a575eb4cdbb9bd48a36cb21177a90c"
[09:55:52.621] Popped gitiles commit info from properties and tags
[09:55:52.621] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[09:55:52.621] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[09:55:52.621] Buildbucket request:
{
  "requestId": "8897547942917338192",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "111365e652a575eb4cdbb9bd48a36cb21177a90c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897547942917338192"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[09:56:25.709] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[09:56:25.709] The invocation will be retried
[09:56:45.772] Starting the invocation (attempt 4)
[09:56:45.802] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/111365e652a575eb4cdbb9bd48a36cb21177a90c"
[09:56:45.803] Popped gitiles commit info from properties and tags
[09:56:45.803] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[09:56:45.803] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[09:56:45.803] Buildbucket request:
{
  "requestId": "8897547942917338192",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "111365e652a575eb4cdbb9bd48a36cb21177a90c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897547942917338192"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[09:57:18.795] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[09:57:18.796] The invocation will be retried
[09:57:58.853] Starting the invocation (attempt 5)
[09:57:58.883] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/111365e652a575eb4cdbb9bd48a36cb21177a90c"
[09:57:58.883] Popped gitiles commit info from properties and tags
[09:57:58.883] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[09:57:58.883] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[09:57:58.883] Buildbucket request:
{
  "requestId": "8897547942917338192",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "111365e652a575eb4cdbb9bd48a36cb21177a90c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897547942917338192"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[09:58:31.896] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[09:58:31.897] The invocation will be retried
[09:59:51.964] Starting the invocation (attempt 6)
[09:59:51.992] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/111365e652a575eb4cdbb9bd48a36cb21177a90c"
[09:59:51.993] Popped gitiles commit info from properties and tags
[09:59:51.993] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[09:59:51.993] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[09:59:51.993] Buildbucket request:
{
  "requestId": "8897547942917338192",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "111365e652a575eb4cdbb9bd48a36cb21177a90c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897547942917338192"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[10:00:25.527] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[10:00:25.527] The invocation will be retried
[10:03:06.133] Starting the invocation (attempt 7)
[10:03:06.164] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/111365e652a575eb4cdbb9bd48a36cb21177a90c"
[10:03:06.164] Popped gitiles commit info from properties and tags
[10:03:06.164] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[10:03:06.164] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[10:03:06.164] Buildbucket request:
{
  "requestId": "8897547942917338192",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "111365e652a575eb4cdbb9bd48a36cb21177a90c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897547942917338192"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[10:03:39.264] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[10:03:39.264] The invocation will be retried
[10:08:59.349] Starting the invocation (attempt 8)
[10:08:59.381] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/111365e652a575eb4cdbb9bd48a36cb21177a90c"
[10:08:59.381] Popped gitiles commit info from properties and tags
[10:08:59.381] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[10:08:59.384] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[10:08:59.384] Buildbucket request:
{
  "requestId": "8897547942917338192",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "111365e652a575eb4cdbb9bd48a36cb21177a90c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897547942917338192"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[10:09:32.770] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[10:09:32.770] The invocation will be retried
[10:19:32.830] Starting the invocation (attempt 9)
[10:19:32.863] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/111365e652a575eb4cdbb9bd48a36cb21177a90c"
[10:19:32.863] Popped gitiles commit info from properties and tags
[10:19:32.863] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[10:19:32.863] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[10:19:32.863] Buildbucket request:
{
  "requestId": "8897547942917338192",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "111365e652a575eb4cdbb9bd48a36cb21177a90c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897547942917338192"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[10:20:06.507] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[10:20:06.507] The invocation will be retried
[10:30:06.572] Starting the invocation (attempt 10)
[10:30:06.606] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/111365e652a575eb4cdbb9bd48a36cb21177a90c"
[10:30:06.606] Popped gitiles commit info from properties and tags
[10:30:06.606] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[10:30:06.608] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[10:30:06.608] Buildbucket request:
{
  "requestId": "8897547942917338192",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "111365e652a575eb4cdbb9bd48a36cb21177a90c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897547942917338192"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[10:30:41.696] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[10:30:41.697] The invocation will be retried
[10:40:42.120] Starting the invocation (attempt 11)
[10:40:42.150] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/111365e652a575eb4cdbb9bd48a36cb21177a90c"
[10:40:42.151] Popped gitiles commit info from properties and tags
[10:40:42.151] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[10:40:42.151] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[10:40:42.151] Buildbucket request:
{
  "requestId": "8897547942917338192",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "111365e652a575eb4cdbb9bd48a36cb21177a90c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897547942917338192"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[10:41:15.574] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[10:41:15.574] The invocation will be retried
[10:51:15.628] Starting the invocation (attempt 12)
[10:51:15.656] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/111365e652a575eb4cdbb9bd48a36cb21177a90c"
[10:51:15.656] Popped gitiles commit info from properties and tags
[10:51:15.656] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[10:51:15.656] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[10:51:15.656] Buildbucket request:
{
  "requestId": "8897547942917338192",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "111365e652a575eb4cdbb9bd48a36cb21177a90c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897547942917338192"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[10:51:48.751] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[10:51:48.751] The invocation will be retried
[11:01:48.822] Starting the invocation (attempt 13)
[11:01:48.851] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/111365e652a575eb4cdbb9bd48a36cb21177a90c"
[11:01:48.851] Popped gitiles commit info from properties and tags
[11:01:48.851] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[11:01:48.852] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[11:01:48.852] Buildbucket request:
{
  "requestId": "8897547942917338192",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "111365e652a575eb4cdbb9bd48a36cb21177a90c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897547942917338192"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[11:02:21.955] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[11:02:21.955] The invocation will be retried
[11:12:22.019] Starting the invocation (attempt 14)
[11:12:22.049] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/111365e652a575eb4cdbb9bd48a36cb21177a90c"
[11:12:22.049] Popped gitiles commit info from properties and tags
[11:12:22.049] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[11:12:22.049] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[11:12:22.050] Buildbucket request:
{
  "requestId": "8897547942917338192",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "111365e652a575eb4cdbb9bd48a36cb21177a90c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897547942917338192"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[11:12:55.259] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[11:12:55.259] The invocation will be retried
[11:22:56.123] Starting the invocation (attempt 15)
[11:22:56.154] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/111365e652a575eb4cdbb9bd48a36cb21177a90c"
[11:22:56.154] Popped gitiles commit info from properties and tags
[11:22:56.154] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[11:22:56.157] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[11:22:56.157] Buildbucket request:
{
  "requestId": "8897547942917338192",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "111365e652a575eb4cdbb9bd48a36cb21177a90c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897547942917338192"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[11:23:29.276] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[11:23:29.276] The invocation will be retried
[11:33:29.387] Starting the invocation (attempt 16)
[11:33:29.423] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/111365e652a575eb4cdbb9bd48a36cb21177a90c"
[11:33:29.423] Popped gitiles commit info from properties and tags
[11:33:29.424] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[11:33:29.425] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[11:33:29.426] Buildbucket request:
{
  "requestId": "8897547942917338192",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "111365e652a575eb4cdbb9bd48a36cb21177a90c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897547942917338192"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[11:34:03.284] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[11:34:03.284] The invocation will be retried
[11:44:03.352] Starting the invocation (attempt 17)
[11:44:03.383] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/111365e652a575eb4cdbb9bd48a36cb21177a90c"
[11:44:03.383] Popped gitiles commit info from properties and tags
[11:44:03.384] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[11:44:03.384] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[11:44:03.384] Buildbucket request:
{
  "requestId": "8897547942917338192",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "111365e652a575eb4cdbb9bd48a36cb21177a90c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897547942917338192"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[11:44:36.438] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[11:44:36.438] The invocation will be retried
[11:54:36.512] Starting the invocation (attempt 18)
[11:54:36.545] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/111365e652a575eb4cdbb9bd48a36cb21177a90c"
[11:54:36.545] Popped gitiles commit info from properties and tags
[11:54:36.545] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[11:54:36.545] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[11:54:36.546] Buildbucket request:
{
  "requestId": "8897547942917338192",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "111365e652a575eb4cdbb9bd48a36cb21177a90c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897547942917338192"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[11:55:09.672] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[11:55:09.672] The invocation will be retried
[12:05:10.128] Starting the invocation (attempt 19)
[12:05:10.156] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/111365e652a575eb4cdbb9bd48a36cb21177a90c"
[12:05:10.156] Popped gitiles commit info from properties and tags
[12:05:10.156] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[12:05:10.156] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[12:05:10.156] Buildbucket request:
{
  "requestId": "8897547942917338192",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "111365e652a575eb4cdbb9bd48a36cb21177a90c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897547942917338192"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[12:05:43.261] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[12:05:43.261] The invocation will be retried
[12:15:43.325] Starting the invocation (attempt 20)
[12:15:43.356] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/111365e652a575eb4cdbb9bd48a36cb21177a90c"
[12:15:43.356] Popped gitiles commit info from properties and tags
[12:15:43.356] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[12:15:43.356] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[12:15:43.356] Buildbucket request:
{
  "requestId": "8897547942917338192",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "111365e652a575eb4cdbb9bd48a36cb21177a90c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897547942917338192"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[12:16:17.124] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[12:16:17.125] The invocation will be retried
[12:26:17.271] Starting the invocation (attempt 21)
[12:26:17.298] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/111365e652a575eb4cdbb9bd48a36cb21177a90c"
[12:26:17.299] Popped gitiles commit info from properties and tags
[12:26:17.299] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[12:26:17.299] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[12:26:17.299] Buildbucket request:
{
  "requestId": "8897547942917338192",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "111365e652a575eb4cdbb9bd48a36cb21177a90c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897547942917338192"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[12:26:50.546] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[12:26:50.546] The invocation will be retried
[12:36:50.613] Starting the invocation (attempt 22)
[12:36:50.644] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/111365e652a575eb4cdbb9bd48a36cb21177a90c"
[12:36:50.644] Popped gitiles commit info from properties and tags
[12:36:50.644] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[12:36:50.645] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[12:36:50.645] Buildbucket request:
{
  "requestId": "8897547942917338192",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "111365e652a575eb4cdbb9bd48a36cb21177a90c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897547942917338192"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[12:37:23.959] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[12:37:23.959] The invocation will be retried
[12:47:24.025] Starting the invocation (attempt 23)
[12:47:24.054] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/111365e652a575eb4cdbb9bd48a36cb21177a90c"
[12:47:24.054] Popped gitiles commit info from properties and tags
[12:47:24.054] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[12:47:24.054] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[12:47:24.054] Buildbucket request:
{
  "requestId": "8897547942917338192",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "111365e652a575eb4cdbb9bd48a36cb21177a90c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897547942917338192"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[12:47:57.477] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[12:47:57.477] The invocation will be retried
[12:57:57.531] Starting the invocation (attempt 24)
[12:57:57.559] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/111365e652a575eb4cdbb9bd48a36cb21177a90c"
[12:57:57.559] Popped gitiles commit info from properties and tags
[12:57:57.559] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[12:57:57.561] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[12:57:57.561] Buildbucket request:
{
  "requestId": "8897547942917338192",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "111365e652a575eb4cdbb9bd48a36cb21177a90c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897547942917338192"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[12:58:30.971] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[12:58:30.972] The invocation will be retried
[13:08:31.118] Starting the invocation (attempt 25)
[13:08:31.148] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/111365e652a575eb4cdbb9bd48a36cb21177a90c"
[13:08:31.149] Popped gitiles commit info from properties and tags
[13:08:31.149] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[13:08:31.149] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[13:08:31.149] Buildbucket request:
{
  "requestId": "8897547942917338192",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "111365e652a575eb4cdbb9bd48a36cb21177a90c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897547942917338192"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[13:09:04.389] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[13:09:04.389] The invocation will be retried
[13:19:04.546] Starting the invocation (attempt 26)
[13:19:04.582] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/111365e652a575eb4cdbb9bd48a36cb21177a90c"
[13:19:04.582] Popped gitiles commit info from properties and tags
[13:19:04.582] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[13:19:04.583] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[13:19:04.583] Buildbucket request:
{
  "requestId": "8897547942917338192",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "111365e652a575eb4cdbb9bd48a36cb21177a90c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897547942917338192"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[13:19:38.079] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[13:19:38.080] The invocation will be retried
[13:29:38.233] Starting the invocation (attempt 27)
[13:29:38.264] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/111365e652a575eb4cdbb9bd48a36cb21177a90c"
[13:29:38.264] Popped gitiles commit info from properties and tags
[13:29:38.264] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[13:29:38.266] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[13:29:38.266] Buildbucket request:
{
  "requestId": "8897547942917338192",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "111365e652a575eb4cdbb9bd48a36cb21177a90c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897547942917338192"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[13:30:11.394] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[13:30:11.394] The invocation will be retried
[13:40:12.151] Starting the invocation (attempt 28)
[13:40:12.191] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/111365e652a575eb4cdbb9bd48a36cb21177a90c"
[13:40:12.191] Popped gitiles commit info from properties and tags
[13:40:12.191] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[13:40:12.191] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[13:40:12.191] Buildbucket request:
{
  "requestId": "8897547942917338192",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "111365e652a575eb4cdbb9bd48a36cb21177a90c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897547942917338192"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[13:40:45.607] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[13:40:45.607] The invocation will be retried
[13:50:46.530] Starting the invocation (attempt 29)
[13:50:46.562] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/111365e652a575eb4cdbb9bd48a36cb21177a90c"
[13:50:46.562] Popped gitiles commit info from properties and tags
[13:50:46.562] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[13:50:46.562] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[13:50:46.562] Buildbucket request:
{
  "requestId": "8897547942917338192",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "111365e652a575eb4cdbb9bd48a36cb21177a90c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897547942917338192"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[13:51:20.182] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[13:51:20.182] The invocation will be retried
[14:01:20.253] Starting the invocation (attempt 30)
[14:01:20.291] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/111365e652a575eb4cdbb9bd48a36cb21177a90c"
[14:01:20.292] Popped gitiles commit info from properties and tags
[14:01:20.292] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[14:01:20.292] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[14:01:20.292] Buildbucket request:
{
  "requestId": "8897547942917338192",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "111365e652a575eb4cdbb9bd48a36cb21177a90c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897547942917338192"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[14:01:53.835] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[14:01:53.836] The invocation will be retried
[14:11:53.900] Starting the invocation (attempt 31)
[14:11:53.938] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/111365e652a575eb4cdbb9bd48a36cb21177a90c"
[14:11:53.938] Popped gitiles commit info from properties and tags
[14:11:53.938] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[14:11:53.938] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[14:11:53.938] Buildbucket request:
{
  "requestId": "8897547942917338192",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "111365e652a575eb4cdbb9bd48a36cb21177a90c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897547942917338192"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[14:12:27.268] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[14:12:27.268] The invocation will be retried
[14:22:27.335] Starting the invocation (attempt 32)
[14:22:27.364] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/111365e652a575eb4cdbb9bd48a36cb21177a90c"
[14:22:27.364] Popped gitiles commit info from properties and tags
[14:22:27.364] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[14:22:27.364] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[14:22:27.364] Buildbucket request:
{
  "requestId": "8897547942917338192",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "111365e652a575eb4cdbb9bd48a36cb21177a90c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897547942917338192"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[14:23:00.490] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[14:23:00.490] The invocation will be retried
[14:33:00.599] Starting the invocation (attempt 33)
[14:33:00.625] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/111365e652a575eb4cdbb9bd48a36cb21177a90c"
[14:33:00.625] Popped gitiles commit info from properties and tags
[14:33:00.625] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[14:33:00.627] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[14:33:00.627] Buildbucket request:
{
  "requestId": "8897547942917338192",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "111365e652a575eb4cdbb9bd48a36cb21177a90c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897547942917338192"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[14:33:33.861] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[14:33:33.861] The invocation will be retried
[14:43:33.946] Starting the invocation (attempt 34)
[14:43:33.975] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/111365e652a575eb4cdbb9bd48a36cb21177a90c"
[14:43:33.975] Popped gitiles commit info from properties and tags
[14:43:33.975] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[14:43:33.975] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[14:43:33.975] Buildbucket request:
{
  "requestId": "8897547942917338192",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "111365e652a575eb4cdbb9bd48a36cb21177a90c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897547942917338192"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[14:44:07.150] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[14:44:07.150] The invocation will be retried
[14:54:07.210] Starting the invocation (attempt 35)
[14:54:07.238] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/111365e652a575eb4cdbb9bd48a36cb21177a90c"
[14:54:07.239] Popped gitiles commit info from properties and tags
[14:54:07.239] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[14:54:07.241] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[14:54:07.241] Buildbucket request:
{
  "requestId": "8897547942917338192",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "111365e652a575eb4cdbb9bd48a36cb21177a90c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897547942917338192"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[14:54:40.474] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[14:54:40.474] The invocation will be retried
[15:04:40.549] Starting the invocation (attempt 36)
[15:04:40.579] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/111365e652a575eb4cdbb9bd48a36cb21177a90c"
[15:04:40.579] Popped gitiles commit info from properties and tags
[15:04:40.579] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[15:04:40.581] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[15:04:40.582] Buildbucket request:
{
  "requestId": "8897547942917338192",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "111365e652a575eb4cdbb9bd48a36cb21177a90c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897547942917338192"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[15:05:13.683] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[15:05:13.684] The invocation will be retried
[15:15:14.725] Starting the invocation (attempt 37)
[15:15:14.756] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/111365e652a575eb4cdbb9bd48a36cb21177a90c"
[15:15:14.756] Popped gitiles commit info from properties and tags
[15:15:14.756] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[15:15:14.756] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[15:15:14.756] Buildbucket request:
{
  "requestId": "8897547942917338192",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "111365e652a575eb4cdbb9bd48a36cb21177a90c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897547942917338192"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[15:15:48.997] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[15:15:48.998] The invocation will be retried
[15:25:49.068] Starting the invocation (attempt 38)
[15:25:49.099] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/111365e652a575eb4cdbb9bd48a36cb21177a90c"
[15:25:49.099] Popped gitiles commit info from properties and tags
[15:25:49.099] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[15:25:49.105] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[15:25:49.105] Buildbucket request:
{
  "requestId": "8897547942917338192",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "111365e652a575eb4cdbb9bd48a36cb21177a90c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897547942917338192"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[15:26:22.399] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[15:26:22.399] The invocation will be retried
[15:36:22.573] Starting the invocation (attempt 39)
[15:36:22.617] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/111365e652a575eb4cdbb9bd48a36cb21177a90c"
[15:36:22.617] Popped gitiles commit info from properties and tags
[15:36:22.617] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[15:36:22.619] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[15:36:22.619] Buildbucket request:
{
  "requestId": "8897547942917338192",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "111365e652a575eb4cdbb9bd48a36cb21177a90c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897547942917338192"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[15:36:55.717] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[15:36:55.717] The invocation will be retried
[15:46:55.866] Starting the invocation (attempt 40)
[15:46:55.908] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/111365e652a575eb4cdbb9bd48a36cb21177a90c"
[15:46:55.908] Popped gitiles commit info from properties and tags
[15:46:55.908] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[15:46:55.908] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[15:46:55.909] Buildbucket request:
{
  "requestId": "8897547942917338192",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "111365e652a575eb4cdbb9bd48a36cb21177a90c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897547942917338192"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[15:47:29.448] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[15:47:29.451] The invocation will be retried
[15:57:30.116] Starting the invocation (attempt 41)
[15:57:30.155] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/111365e652a575eb4cdbb9bd48a36cb21177a90c"
[15:57:30.155] Popped gitiles commit info from properties and tags
[15:57:30.155] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[15:57:30.155] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[15:57:30.155] Buildbucket request:
{
  "requestId": "8897547942917338192",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "111365e652a575eb4cdbb9bd48a36cb21177a90c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897547942917338192"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[15:58:03.299] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[15:58:03.299] The invocation will be retried
[16:08:04.117] Starting the invocation (attempt 42)
[16:08:04.148] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/111365e652a575eb4cdbb9bd48a36cb21177a90c"
[16:08:04.148] Popped gitiles commit info from properties and tags
[16:08:04.148] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[16:08:04.149] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[16:08:04.149] Buildbucket request:
{
  "requestId": "8897547942917338192",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "111365e652a575eb4cdbb9bd48a36cb21177a90c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897547942917338192"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[16:08:37.301] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[16:08:37.301] The invocation will be retried
[16:18:37.400] Starting the invocation (attempt 43)
[16:18:37.430] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/111365e652a575eb4cdbb9bd48a36cb21177a90c"
[16:18:37.430] Popped gitiles commit info from properties and tags
[16:18:37.430] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[16:18:37.433] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[16:18:37.433] Buildbucket request:
{
  "requestId": "8897547942917338192",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "111365e652a575eb4cdbb9bd48a36cb21177a90c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897547942917338192"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[16:19:10.576] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[16:19:10.576] The invocation will be retried
[16:29:10.638] Starting the invocation (attempt 44)
[16:29:10.670] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/111365e652a575eb4cdbb9bd48a36cb21177a90c"
[16:29:10.670] Popped gitiles commit info from properties and tags
[16:29:10.670] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[16:29:10.673] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[16:29:10.673] Buildbucket request:
{
  "requestId": "8897547942917338192",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "111365e652a575eb4cdbb9bd48a36cb21177a90c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897547942917338192"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[16:29:43.845] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[16:29:43.845] The invocation will be retried
[16:39:43.912] Starting the invocation (attempt 45)
[16:39:43.942] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/111365e652a575eb4cdbb9bd48a36cb21177a90c"
[16:39:43.942] Popped gitiles commit info from properties and tags
[16:39:43.942] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[16:39:43.946] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[16:39:43.946] Buildbucket request:
{
  "requestId": "8897547942917338192",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "111365e652a575eb4cdbb9bd48a36cb21177a90c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897547942917338192"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[16:40:17.554] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[16:40:17.555] The invocation will be retried
[16:50:17.709] Starting the invocation (attempt 46)
[16:50:17.740] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/111365e652a575eb4cdbb9bd48a36cb21177a90c"
[16:50:17.740] Popped gitiles commit info from properties and tags
[16:50:17.740] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[16:50:17.740] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[16:50:17.740] Buildbucket request:
{
  "requestId": "8897547942917338192",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "111365e652a575eb4cdbb9bd48a36cb21177a90c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897547942917338192"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[16:50:50.809] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[16:50:50.809] The invocation will be retried
[17:00:50.940] Starting the invocation (attempt 47)
[17:00:50.969] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/111365e652a575eb4cdbb9bd48a36cb21177a90c"
[17:00:50.969] Popped gitiles commit info from properties and tags
[17:00:50.969] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[17:00:50.971] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[17:00:50.971] Buildbucket request:
{
  "requestId": "8897547942917338192",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "111365e652a575eb4cdbb9bd48a36cb21177a90c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897547942917338192"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[17:01:24.411] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[17:01:24.411] The invocation will be retried
[17:11:24.476] Starting the invocation (attempt 48)
[17:11:24.515] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/111365e652a575eb4cdbb9bd48a36cb21177a90c"
[17:11:24.515] Popped gitiles commit info from properties and tags
[17:11:24.515] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[17:11:24.521] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[17:11:24.522] Buildbucket request:
{
  "requestId": "8897547942917338192",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "111365e652a575eb4cdbb9bd48a36cb21177a90c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897547942917338192"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[17:11:58.779] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[17:11:58.779] The invocation will be retried
[17:21:58.850] Starting the invocation (attempt 49)
[17:21:58.887] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/111365e652a575eb4cdbb9bd48a36cb21177a90c"
[17:21:58.887] Popped gitiles commit info from properties and tags
[17:21:58.887] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[17:21:58.887] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[17:21:58.887] Buildbucket request:
{
  "requestId": "8897547942917338192",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "111365e652a575eb4cdbb9bd48a36cb21177a90c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897547942917338192"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[17:22:32.513] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[17:22:32.513] The invocation will be retried
[17:32:32.612] Starting the invocation (attempt 50)
[17:32:32.653] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/111365e652a575eb4cdbb9bd48a36cb21177a90c"
[17:32:32.653] Popped gitiles commit info from properties and tags
[17:32:32.653] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[17:32:32.653] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[17:32:32.654] Buildbucket request:
{
  "requestId": "8897547942917338192",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "111365e652a575eb4cdbb9bd48a36cb21177a90c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897547942917338192"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[17:33:06.034] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[17:33:06.035] Invocation finished in 7h38m35.980640597s with status FAILED