Status: FAILED
Triggered by: -
Duration: 7 hours
Actions:

Definition (rev ac465d42d2d3f0b5fd3dee94a9a9d505c11cae99)

buildbucket: <
  server: "cr-buildbucket-dev.appspot.com"
  bucket: "ci"
  builder: "mac-arm-rel-dev"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "c128543f07e822bb1b37beaf457eb1ba4a9597e6"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c128543f07e822bb1b37beaf457eb1ba4a9597e6
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[21:48:55.048] New invocation is queued and will start shortly
[21:48:56.110] Starting the invocation (attempt 1)
[21:48:56.138] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c128543f07e822bb1b37beaf457eb1ba4a9597e6"
[21:48:56.138] Popped gitiles commit info from properties and tags
[21:48:56.138] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[21:48:56.139] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[21:48:56.139] Buildbucket request:
{
  "requestId": "8897865383583767600",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "c128543f07e822bb1b37beaf457eb1ba4a9597e6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897865383583767600"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[21:49:29.285] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[21:49:29.286] The invocation will be retried
[21:49:34.371] Starting the invocation (attempt 2)
[21:49:34.402] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c128543f07e822bb1b37beaf457eb1ba4a9597e6"
[21:49:34.402] Popped gitiles commit info from properties and tags
[21:49:34.402] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[21:49:34.402] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[21:49:34.403] Buildbucket request:
{
  "requestId": "8897865383583767600",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "c128543f07e822bb1b37beaf457eb1ba4a9597e6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897865383583767600"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[21:50:07.569] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[21:50:07.569] The invocation will be retried
[21:50:17.622] Starting the invocation (attempt 3)
[21:50:17.650] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c128543f07e822bb1b37beaf457eb1ba4a9597e6"
[21:50:17.650] Popped gitiles commit info from properties and tags
[21:50:17.650] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[21:50:17.650] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[21:50:17.650] Buildbucket request:
{
  "requestId": "8897865383583767600",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "c128543f07e822bb1b37beaf457eb1ba4a9597e6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897865383583767600"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[21:50:50.819] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[21:50:50.819] The invocation will be retried
[21:51:10.878] Starting the invocation (attempt 4)
[21:51:10.904] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c128543f07e822bb1b37beaf457eb1ba4a9597e6"
[21:51:10.905] Popped gitiles commit info from properties and tags
[21:51:10.905] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[21:51:10.905] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[21:51:10.905] Buildbucket request:
{
  "requestId": "8897865383583767600",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "c128543f07e822bb1b37beaf457eb1ba4a9597e6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897865383583767600"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[21:51:43.993] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[21:51:43.993] The invocation will be retried
[21:52:24.055] Starting the invocation (attempt 5)
[21:52:24.083] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c128543f07e822bb1b37beaf457eb1ba4a9597e6"
[21:52:24.084] Popped gitiles commit info from properties and tags
[21:52:24.084] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[21:52:24.084] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[21:52:24.084] Buildbucket request:
{
  "requestId": "8897865383583767600",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "c128543f07e822bb1b37beaf457eb1ba4a9597e6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897865383583767600"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[21:52:57.064] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[21:52:57.064] The invocation will be retried
[21:54:17.127] Starting the invocation (attempt 6)
[21:54:17.160] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c128543f07e822bb1b37beaf457eb1ba4a9597e6"
[21:54:17.160] Popped gitiles commit info from properties and tags
[21:54:17.160] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[21:54:17.160] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[21:54:17.160] Buildbucket request:
{
  "requestId": "8897865383583767600",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "c128543f07e822bb1b37beaf457eb1ba4a9597e6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897865383583767600"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[21:54:50.411] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[21:54:50.411] The invocation will be retried
[21:57:30.467] Starting the invocation (attempt 7)
[21:57:30.500] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c128543f07e822bb1b37beaf457eb1ba4a9597e6"
[21:57:30.508] Popped gitiles commit info from properties and tags
[21:57:30.508] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[21:57:30.508] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[21:57:30.508] Buildbucket request:
{
  "requestId": "8897865383583767600",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "c128543f07e822bb1b37beaf457eb1ba4a9597e6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897865383583767600"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[21:58:03.640] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[21:58:03.640] The invocation will be retried
[22:03:23.695] Starting the invocation (attempt 8)
[22:03:23.723] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c128543f07e822bb1b37beaf457eb1ba4a9597e6"
[22:03:23.723] Popped gitiles commit info from properties and tags
[22:03:23.723] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:03:23.726] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:03:23.727] Buildbucket request:
{
  "requestId": "8897865383583767600",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "c128543f07e822bb1b37beaf457eb1ba4a9597e6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897865383583767600"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:03:57.052] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[22:03:57.052] The invocation will be retried
[22:13:57.109] Starting the invocation (attempt 9)
[22:13:57.139] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c128543f07e822bb1b37beaf457eb1ba4a9597e6"
[22:13:57.139] Popped gitiles commit info from properties and tags
[22:13:57.139] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:13:57.140] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:13:57.140] Buildbucket request:
{
  "requestId": "8897865383583767600",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "c128543f07e822bb1b37beaf457eb1ba4a9597e6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897865383583767600"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:14:30.158] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[22:14:30.158] The invocation will be retried
[22:24:30.258] Starting the invocation (attempt 10)
[22:24:30.292] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c128543f07e822bb1b37beaf457eb1ba4a9597e6"
[22:24:30.292] Popped gitiles commit info from properties and tags
[22:24:30.292] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:24:30.292] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:24:30.292] Buildbucket request:
{
  "requestId": "8897865383583767600",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "c128543f07e822bb1b37beaf457eb1ba4a9597e6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897865383583767600"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:25:03.668] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[22:25:03.668] The invocation will be retried
[22:35:04.130] Starting the invocation (attempt 11)
[22:35:04.155] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c128543f07e822bb1b37beaf457eb1ba4a9597e6"
[22:35:04.155] Popped gitiles commit info from properties and tags
[22:35:04.155] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:35:04.155] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:35:04.155] Buildbucket request:
{
  "requestId": "8897865383583767600",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "c128543f07e822bb1b37beaf457eb1ba4a9597e6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897865383583767600"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:35:37.451] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[22:35:37.451] The invocation will be retried
[22:45:37.528] Starting the invocation (attempt 12)
[22:45:37.556] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c128543f07e822bb1b37beaf457eb1ba4a9597e6"
[22:45:37.556] Popped gitiles commit info from properties and tags
[22:45:37.556] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:45:37.556] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:45:37.556] Buildbucket request:
{
  "requestId": "8897865383583767600",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "c128543f07e822bb1b37beaf457eb1ba4a9597e6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897865383583767600"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:46:10.837] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[22:46:10.837] The invocation will be retried
[22:56:10.911] Starting the invocation (attempt 13)
[22:56:10.937] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c128543f07e822bb1b37beaf457eb1ba4a9597e6"
[22:56:10.937] Popped gitiles commit info from properties and tags
[22:56:10.937] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:56:10.937] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:56:10.938] Buildbucket request:
{
  "requestId": "8897865383583767600",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "c128543f07e822bb1b37beaf457eb1ba4a9597e6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897865383583767600"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:56:45.230] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[22:56:45.230] The invocation will be retried
[23:06:45.288] Starting the invocation (attempt 14)
[23:06:45.318] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c128543f07e822bb1b37beaf457eb1ba4a9597e6"
[23:06:45.318] Popped gitiles commit info from properties and tags
[23:06:45.318] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[23:06:45.318] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[23:06:45.318] Buildbucket request:
{
  "requestId": "8897865383583767600",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "c128543f07e822bb1b37beaf457eb1ba4a9597e6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897865383583767600"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[23:07:18.528] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[23:07:18.528] The invocation will be retried
[23:17:18.670] Starting the invocation (attempt 15)
[23:17:18.698] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c128543f07e822bb1b37beaf457eb1ba4a9597e6"
[23:17:18.698] Popped gitiles commit info from properties and tags
[23:17:18.699] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[23:17:18.700] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[23:17:18.700] Buildbucket request:
{
  "requestId": "8897865383583767600",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "c128543f07e822bb1b37beaf457eb1ba4a9597e6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897865383583767600"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[23:17:51.874] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[23:17:51.874] The invocation will be retried
[23:27:51.935] Starting the invocation (attempt 16)
[23:27:51.964] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c128543f07e822bb1b37beaf457eb1ba4a9597e6"
[23:27:51.964] Popped gitiles commit info from properties and tags
[23:27:51.964] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[23:27:51.965] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[23:27:51.965] Buildbucket request:
{
  "requestId": "8897865383583767600",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "c128543f07e822bb1b37beaf457eb1ba4a9597e6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897865383583767600"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[23:28:25.108] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[23:28:25.108] The invocation will be retried
[23:38:25.159] Starting the invocation (attempt 17)
[23:38:25.188] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c128543f07e822bb1b37beaf457eb1ba4a9597e6"
[23:38:25.188] Popped gitiles commit info from properties and tags
[23:38:25.188] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[23:38:25.188] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[23:38:25.188] Buildbucket request:
{
  "requestId": "8897865383583767600",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "c128543f07e822bb1b37beaf457eb1ba4a9597e6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897865383583767600"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[23:38:58.520] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[23:38:58.521] The invocation will be retried
[23:48:58.579] Starting the invocation (attempt 18)
[23:48:58.614] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c128543f07e822bb1b37beaf457eb1ba4a9597e6"
[23:48:58.614] Popped gitiles commit info from properties and tags
[23:48:58.614] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[23:48:58.617] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[23:48:58.617] Buildbucket request:
{
  "requestId": "8897865383583767600",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "c128543f07e822bb1b37beaf457eb1ba4a9597e6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897865383583767600"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[23:49:31.928] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[23:49:31.928] The invocation will be retried
[23:59:32.121] Starting the invocation (attempt 19)
[23:59:32.152] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c128543f07e822bb1b37beaf457eb1ba4a9597e6"
[23:59:32.152] Popped gitiles commit info from properties and tags
[23:59:32.152] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[23:59:32.152] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[23:59:32.153] Buildbucket request:
{
  "requestId": "8897865383583767600",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "c128543f07e822bb1b37beaf457eb1ba4a9597e6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897865383583767600"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[00:00:07.528] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[00:00:07.528] The invocation will be retried
[00:10:07.586] Starting the invocation (attempt 20)
[00:10:07.612] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c128543f07e822bb1b37beaf457eb1ba4a9597e6"
[00:10:07.612] Popped gitiles commit info from properties and tags
[00:10:07.612] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[00:10:07.612] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[00:10:07.612] Buildbucket request:
{
  "requestId": "8897865383583767600",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "c128543f07e822bb1b37beaf457eb1ba4a9597e6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897865383583767600"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[00:10:41.842] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[00:10:41.842] The invocation will be retried
[00:20:41.903] Starting the invocation (attempt 21)
[00:20:41.932] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c128543f07e822bb1b37beaf457eb1ba4a9597e6"
[00:20:41.932] Popped gitiles commit info from properties and tags
[00:20:41.932] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[00:20:41.932] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[00:20:41.932] Buildbucket request:
{
  "requestId": "8897865383583767600",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "c128543f07e822bb1b37beaf457eb1ba4a9597e6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897865383583767600"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[00:21:15.300] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[00:21:15.300] The invocation will be retried
[00:31:15.352] Starting the invocation (attempt 22)
[00:31:15.381] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c128543f07e822bb1b37beaf457eb1ba4a9597e6"
[00:31:15.381] Popped gitiles commit info from properties and tags
[00:31:15.381] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[00:31:15.381] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[00:31:15.381] Buildbucket request:
{
  "requestId": "8897865383583767600",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "c128543f07e822bb1b37beaf457eb1ba4a9597e6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897865383583767600"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[00:31:48.781] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[00:31:48.781] The invocation will be retried
[00:41:48.835] Starting the invocation (attempt 23)
[00:41:48.864] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c128543f07e822bb1b37beaf457eb1ba4a9597e6"
[00:41:48.864] Popped gitiles commit info from properties and tags
[00:41:48.864] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[00:41:48.867] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[00:41:48.867] Buildbucket request:
{
  "requestId": "8897865383583767600",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "c128543f07e822bb1b37beaf457eb1ba4a9597e6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897865383583767600"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[00:42:22.360] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[00:42:22.360] The invocation will be retried
[00:52:22.415] Starting the invocation (attempt 24)
[00:52:22.450] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c128543f07e822bb1b37beaf457eb1ba4a9597e6"
[00:52:22.450] Popped gitiles commit info from properties and tags
[00:52:22.450] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[00:52:22.450] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[00:52:22.450] Buildbucket request:
{
  "requestId": "8897865383583767600",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "c128543f07e822bb1b37beaf457eb1ba4a9597e6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897865383583767600"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[00:52:56.074] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[00:52:56.074] The invocation will be retried
[01:02:56.129] Starting the invocation (attempt 25)
[01:02:56.156] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c128543f07e822bb1b37beaf457eb1ba4a9597e6"
[01:02:56.156] Popped gitiles commit info from properties and tags
[01:02:56.156] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:02:56.156] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[01:02:56.157] Buildbucket request:
{
  "requestId": "8897865383583767600",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "c128543f07e822bb1b37beaf457eb1ba4a9597e6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897865383583767600"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[01:03:29.536] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[01:03:29.536] The invocation will be retried
[01:13:29.590] Starting the invocation (attempt 26)
[01:13:29.624] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c128543f07e822bb1b37beaf457eb1ba4a9597e6"
[01:13:29.624] Popped gitiles commit info from properties and tags
[01:13:29.624] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:13:29.626] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[01:13:29.626] Buildbucket request:
{
  "requestId": "8897865383583767600",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "c128543f07e822bb1b37beaf457eb1ba4a9597e6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897865383583767600"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[01:14:02.884] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[01:14:02.884] The invocation will be retried
[01:24:02.938] Starting the invocation (attempt 27)
[01:24:02.967] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c128543f07e822bb1b37beaf457eb1ba4a9597e6"
[01:24:02.967] Popped gitiles commit info from properties and tags
[01:24:02.967] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:24:02.967] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[01:24:02.967] Buildbucket request:
{
  "requestId": "8897865383583767600",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "c128543f07e822bb1b37beaf457eb1ba4a9597e6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897865383583767600"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[01:24:35.952] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[01:24:35.952] The invocation will be retried
[01:34:36.008] Starting the invocation (attempt 28)
[01:34:36.034] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c128543f07e822bb1b37beaf457eb1ba4a9597e6"
[01:34:36.034] Popped gitiles commit info from properties and tags
[01:34:36.034] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:34:36.034] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[01:34:36.034] Buildbucket request:
{
  "requestId": "8897865383583767600",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "c128543f07e822bb1b37beaf457eb1ba4a9597e6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897865383583767600"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[01:35:09.138] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[01:35:09.138] The invocation will be retried
[01:45:10.118] Starting the invocation (attempt 29)
[01:45:10.144] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c128543f07e822bb1b37beaf457eb1ba4a9597e6"
[01:45:10.145] Popped gitiles commit info from properties and tags
[01:45:10.145] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:45:10.145] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[01:45:10.145] Buildbucket request:
{
  "requestId": "8897865383583767600",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "c128543f07e822bb1b37beaf457eb1ba4a9597e6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897865383583767600"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[01:45:43.296] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[01:45:43.296] The invocation will be retried
[01:55:43.358] Starting the invocation (attempt 30)
[01:55:43.382] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c128543f07e822bb1b37beaf457eb1ba4a9597e6"
[01:55:43.382] Popped gitiles commit info from properties and tags
[01:55:43.382] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:55:43.385] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[01:55:43.385] Buildbucket request:
{
  "requestId": "8897865383583767600",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "c128543f07e822bb1b37beaf457eb1ba4a9597e6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897865383583767600"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[01:56:17.211] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[01:56:17.211] The invocation will be retried
[02:06:17.371] Starting the invocation (attempt 31)
[02:06:17.412] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c128543f07e822bb1b37beaf457eb1ba4a9597e6"
[02:06:17.412] Popped gitiles commit info from properties and tags
[02:06:17.412] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[02:06:17.412] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[02:06:17.412] Buildbucket request:
{
  "requestId": "8897865383583767600",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "c128543f07e822bb1b37beaf457eb1ba4a9597e6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897865383583767600"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[02:06:50.868] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[02:06:50.868] The invocation will be retried
[02:16:50.939] Starting the invocation (attempt 32)
[02:16:50.974] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c128543f07e822bb1b37beaf457eb1ba4a9597e6"
[02:16:50.974] Popped gitiles commit info from properties and tags
[02:16:50.974] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[02:16:50.976] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[02:16:50.976] Buildbucket request:
{
  "requestId": "8897865383583767600",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "c128543f07e822bb1b37beaf457eb1ba4a9597e6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897865383583767600"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[02:17:24.147] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[02:17:24.147] The invocation will be retried
[02:27:24.206] Starting the invocation (attempt 33)
[02:27:24.237] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c128543f07e822bb1b37beaf457eb1ba4a9597e6"
[02:27:24.237] Popped gitiles commit info from properties and tags
[02:27:24.237] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[02:27:24.237] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[02:27:24.237] Buildbucket request:
{
  "requestId": "8897865383583767600",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "c128543f07e822bb1b37beaf457eb1ba4a9597e6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897865383583767600"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[02:27:57.955] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[02:27:57.964] The invocation will be retried
[02:37:58.022] Starting the invocation (attempt 34)
[02:37:58.050] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c128543f07e822bb1b37beaf457eb1ba4a9597e6"
[02:37:58.050] Popped gitiles commit info from properties and tags
[02:37:58.050] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[02:37:58.050] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[02:37:58.050] Buildbucket request:
{
  "requestId": "8897865383583767600",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "c128543f07e822bb1b37beaf457eb1ba4a9597e6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897865383583767600"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[02:38:31.344] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[02:38:31.344] The invocation will be retried
[02:48:31.406] Starting the invocation (attempt 35)
[02:48:31.435] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c128543f07e822bb1b37beaf457eb1ba4a9597e6"
[02:48:31.435] Popped gitiles commit info from properties and tags
[02:48:31.435] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[02:48:31.435] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[02:48:31.435] Buildbucket request:
{
  "requestId": "8897865383583767600",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "c128543f07e822bb1b37beaf457eb1ba4a9597e6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897865383583767600"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[02:49:04.896] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[02:49:04.896] The invocation will be retried
[02:59:05.072] Starting the invocation (attempt 36)
[02:59:05.104] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c128543f07e822bb1b37beaf457eb1ba4a9597e6"
[02:59:05.104] Popped gitiles commit info from properties and tags
[02:59:05.104] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[02:59:05.104] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[02:59:05.105] Buildbucket request:
{
  "requestId": "8897865383583767600",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "c128543f07e822bb1b37beaf457eb1ba4a9597e6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897865383583767600"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[02:59:38.905] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[02:59:38.905] The invocation will be retried
[03:09:38.963] Starting the invocation (attempt 37)
[03:09:38.989] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c128543f07e822bb1b37beaf457eb1ba4a9597e6"
[03:09:38.989] Popped gitiles commit info from properties and tags
[03:09:38.989] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[03:09:38.989] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[03:09:38.989] Buildbucket request:
{
  "requestId": "8897865383583767600",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "c128543f07e822bb1b37beaf457eb1ba4a9597e6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897865383583767600"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[03:10:13.233] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[03:10:13.233] The invocation will be retried
[03:20:13.313] Starting the invocation (attempt 38)
[03:20:13.367] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c128543f07e822bb1b37beaf457eb1ba4a9597e6"
[03:20:13.367] Popped gitiles commit info from properties and tags
[03:20:13.367] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[03:20:13.369] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[03:20:13.369] Buildbucket request:
{
  "requestId": "8897865383583767600",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "c128543f07e822bb1b37beaf457eb1ba4a9597e6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897865383583767600"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[03:20:46.832] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[03:20:46.832] The invocation will be retried
[03:30:46.937] Starting the invocation (attempt 39)
[03:30:46.965] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c128543f07e822bb1b37beaf457eb1ba4a9597e6"
[03:30:46.965] Popped gitiles commit info from properties and tags
[03:30:46.965] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[03:30:46.965] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[03:30:46.965] Buildbucket request:
{
  "requestId": "8897865383583767600",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "c128543f07e822bb1b37beaf457eb1ba4a9597e6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897865383583767600"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[03:31:20.846] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[03:31:20.846] The invocation will be retried
[03:41:20.901] Starting the invocation (attempt 40)
[03:41:20.937] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c128543f07e822bb1b37beaf457eb1ba4a9597e6"
[03:41:20.937] Popped gitiles commit info from properties and tags
[03:41:20.937] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[03:41:20.937] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[03:41:20.937] Buildbucket request:
{
  "requestId": "8897865383583767600",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "c128543f07e822bb1b37beaf457eb1ba4a9597e6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897865383583767600"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[03:41:55.066] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[03:41:55.066] The invocation will be retried
[03:51:56.121] Starting the invocation (attempt 41)
[03:51:56.149] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c128543f07e822bb1b37beaf457eb1ba4a9597e6"
[03:51:56.149] Popped gitiles commit info from properties and tags
[03:51:56.149] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[03:51:56.149] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[03:51:56.149] Buildbucket request:
{
  "requestId": "8897865383583767600",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "c128543f07e822bb1b37beaf457eb1ba4a9597e6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897865383583767600"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[03:52:29.548] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[03:52:29.549] The invocation will be retried
[04:02:29.627] Starting the invocation (attempt 42)
[04:02:29.654] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c128543f07e822bb1b37beaf457eb1ba4a9597e6"
[04:02:29.654] Popped gitiles commit info from properties and tags
[04:02:29.654] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[04:02:29.655] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[04:02:29.655] Buildbucket request:
{
  "requestId": "8897865383583767600",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "c128543f07e822bb1b37beaf457eb1ba4a9597e6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897865383583767600"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[04:03:03.306] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[04:03:03.307] The invocation will be retried
[04:13:03.366] Starting the invocation (attempt 43)
[04:13:03.401] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c128543f07e822bb1b37beaf457eb1ba4a9597e6"
[04:13:03.401] Popped gitiles commit info from properties and tags
[04:13:03.401] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[04:13:03.401] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[04:13:03.401] Buildbucket request:
{
  "requestId": "8897865383583767600",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "c128543f07e822bb1b37beaf457eb1ba4a9597e6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897865383583767600"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[04:13:37.203] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[04:13:37.203] The invocation will be retried
[04:23:37.273] Starting the invocation (attempt 44)
[04:23:37.301] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c128543f07e822bb1b37beaf457eb1ba4a9597e6"
[04:23:37.301] Popped gitiles commit info from properties and tags
[04:23:37.301] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[04:23:37.302] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[04:23:37.302] Buildbucket request:
{
  "requestId": "8897865383583767600",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "c128543f07e822bb1b37beaf457eb1ba4a9597e6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897865383583767600"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[04:24:10.762] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[04:24:10.762] The invocation will be retried
[04:34:10.819] Starting the invocation (attempt 45)
[04:34:10.851] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c128543f07e822bb1b37beaf457eb1ba4a9597e6"
[04:34:10.851] Popped gitiles commit info from properties and tags
[04:34:10.851] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[04:34:10.851] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[04:34:10.851] Buildbucket request:
{
  "requestId": "8897865383583767600",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "c128543f07e822bb1b37beaf457eb1ba4a9597e6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897865383583767600"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[04:34:44.278] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[04:34:44.279] The invocation will be retried
[04:44:44.341] Starting the invocation (attempt 46)
[04:44:44.376] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c128543f07e822bb1b37beaf457eb1ba4a9597e6"
[04:44:44.376] Popped gitiles commit info from properties and tags
[04:44:44.376] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[04:44:44.376] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[04:44:44.376] Buildbucket request:
{
  "requestId": "8897865383583767600",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "c128543f07e822bb1b37beaf457eb1ba4a9597e6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897865383583767600"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[04:45:17.524] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[04:45:17.524] The invocation will be retried
[04:55:17.664] Starting the invocation (attempt 47)
[04:55:17.698] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c128543f07e822bb1b37beaf457eb1ba4a9597e6"
[04:55:17.698] Popped gitiles commit info from properties and tags
[04:55:17.698] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[04:55:17.698] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[04:55:17.698] Buildbucket request:
{
  "requestId": "8897865383583767600",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "c128543f07e822bb1b37beaf457eb1ba4a9597e6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897865383583767600"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[04:55:51.684] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[04:55:51.684] The invocation will be retried
[05:05:51.753] Starting the invocation (attempt 48)
[05:05:51.786] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c128543f07e822bb1b37beaf457eb1ba4a9597e6"
[05:05:51.786] Popped gitiles commit info from properties and tags
[05:05:51.786] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[05:05:51.786] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[05:05:51.786] Buildbucket request:
{
  "requestId": "8897865383583767600",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "c128543f07e822bb1b37beaf457eb1ba4a9597e6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897865383583767600"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[05:06:25.377] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[05:06:25.377] The invocation will be retried
[05:16:25.446] Starting the invocation (attempt 49)
[05:16:25.475] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c128543f07e822bb1b37beaf457eb1ba4a9597e6"
[05:16:25.475] Popped gitiles commit info from properties and tags
[05:16:25.475] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[05:16:25.475] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[05:16:25.475] Buildbucket request:
{
  "requestId": "8897865383583767600",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "c128543f07e822bb1b37beaf457eb1ba4a9597e6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897865383583767600"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[05:16:59.632] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[05:16:59.632] The invocation will be retried
[05:27:00.127] Starting the invocation (attempt 50)
[05:27:00.155] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c128543f07e822bb1b37beaf457eb1ba4a9597e6"
[05:27:00.155] Popped gitiles commit info from properties and tags
[05:27:00.155] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[05:27:00.155] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[05:27:00.156] Buildbucket request:
{
  "requestId": "8897865383583767600",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "c128543f07e822bb1b37beaf457eb1ba4a9597e6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897865383583767600"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[05:27:33.645] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[05:27:33.646] Invocation finished in 7h38m38.602792253s with status FAILED