Status: FAILED
Triggered by: -
Duration: 7 hours
Actions:

Definition (rev ac465d42d2d3f0b5fd3dee94a9a9d505c11cae99)

buildbucket: <
  server: "cr-buildbucket-dev.appspot.com"
  bucket: "ci"
  builder: "mac-arm-rel-dev"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "d8a829ec51cb1475e61ad01edd20e21e3816e406"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d8a829ec51cb1475e61ad01edd20e21e3816e406
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[10:58:28.046] New invocation is queued and will start shortly
[10:58:29.110] Starting the invocation (attempt 1)
[10:58:29.139] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d8a829ec51cb1475e61ad01edd20e21e3816e406"
[10:58:29.139] Popped gitiles commit info from properties and tags
[10:58:29.139] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[10:58:29.139] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[10:58:29.139] Buildbucket request:
{
  "requestId": "8897634515463230256",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d8a829ec51cb1475e61ad01edd20e21e3816e406",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897634515463230256"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[10:59:02.574] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[10:59:02.574] The invocation will be retried
[10:59:08.111] Starting the invocation (attempt 2)
[10:59:08.154] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d8a829ec51cb1475e61ad01edd20e21e3816e406"
[10:59:08.154] Popped gitiles commit info from properties and tags
[10:59:08.154] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[10:59:08.154] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[10:59:08.154] Buildbucket request:
{
  "requestId": "8897634515463230256",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d8a829ec51cb1475e61ad01edd20e21e3816e406",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897634515463230256"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[10:59:41.497] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[10:59:41.497] The invocation will be retried
[10:59:51.554] Starting the invocation (attempt 3)
[10:59:51.586] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d8a829ec51cb1475e61ad01edd20e21e3816e406"
[10:59:51.586] Popped gitiles commit info from properties and tags
[10:59:51.586] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[10:59:51.587] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[10:59:51.587] Buildbucket request:
{
  "requestId": "8897634515463230256",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d8a829ec51cb1475e61ad01edd20e21e3816e406",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897634515463230256"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[11:00:25.106] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[11:00:25.107] The invocation will be retried
[11:00:45.173] Starting the invocation (attempt 4)
[11:00:45.206] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d8a829ec51cb1475e61ad01edd20e21e3816e406"
[11:00:45.206] Popped gitiles commit info from properties and tags
[11:00:45.206] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[11:00:45.209] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[11:00:45.209] Buildbucket request:
{
  "requestId": "8897634515463230256",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d8a829ec51cb1475e61ad01edd20e21e3816e406",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897634515463230256"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[11:01:18.784] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[11:01:18.784] The invocation will be retried
[11:01:59.031] Starting the invocation (attempt 5)
[11:01:59.069] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d8a829ec51cb1475e61ad01edd20e21e3816e406"
[11:01:59.069] Popped gitiles commit info from properties and tags
[11:01:59.069] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[11:01:59.069] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[11:01:59.070] Buildbucket request:
{
  "requestId": "8897634515463230256",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d8a829ec51cb1475e61ad01edd20e21e3816e406",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897634515463230256"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[11:02:32.330] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[11:02:32.330] The invocation will be retried
[11:03:52.389] Starting the invocation (attempt 6)
[11:03:52.416] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d8a829ec51cb1475e61ad01edd20e21e3816e406"
[11:03:52.416] Popped gitiles commit info from properties and tags
[11:03:52.416] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[11:03:52.418] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[11:03:52.418] Buildbucket request:
{
  "requestId": "8897634515463230256",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d8a829ec51cb1475e61ad01edd20e21e3816e406",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897634515463230256"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[11:04:25.687] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[11:04:25.688] The invocation will be retried
[11:07:06.132] Starting the invocation (attempt 7)
[11:07:06.164] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d8a829ec51cb1475e61ad01edd20e21e3816e406"
[11:07:06.164] Popped gitiles commit info from properties and tags
[11:07:06.164] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[11:07:06.165] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[11:07:06.165] Buildbucket request:
{
  "requestId": "8897634515463230256",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d8a829ec51cb1475e61ad01edd20e21e3816e406",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897634515463230256"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[11:07:39.539] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[11:07:39.539] The invocation will be retried
[11:12:59.610] Starting the invocation (attempt 8)
[11:12:59.635] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d8a829ec51cb1475e61ad01edd20e21e3816e406"
[11:12:59.635] Popped gitiles commit info from properties and tags
[11:12:59.635] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[11:12:59.636] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[11:12:59.636] Buildbucket request:
{
  "requestId": "8897634515463230256",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d8a829ec51cb1475e61ad01edd20e21e3816e406",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897634515463230256"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[11:13:33.811] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[11:13:33.811] The invocation will be retried
[11:23:33.873] Starting the invocation (attempt 9)
[11:23:33.904] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d8a829ec51cb1475e61ad01edd20e21e3816e406"
[11:23:33.904] Popped gitiles commit info from properties and tags
[11:23:33.904] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[11:23:33.904] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[11:23:33.904] Buildbucket request:
{
  "requestId": "8897634515463230256",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d8a829ec51cb1475e61ad01edd20e21e3816e406",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897634515463230256"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[11:24:07.454] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[11:24:07.454] The invocation will be retried
[11:34:07.510] Starting the invocation (attempt 10)
[11:34:07.536] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d8a829ec51cb1475e61ad01edd20e21e3816e406"
[11:34:07.536] Popped gitiles commit info from properties and tags
[11:34:07.536] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[11:34:07.539] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[11:34:07.540] Buildbucket request:
{
  "requestId": "8897634515463230256",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d8a829ec51cb1475e61ad01edd20e21e3816e406",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897634515463230256"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[11:34:41.229] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[11:34:41.229] The invocation will be retried
[11:44:41.293] Starting the invocation (attempt 11)
[11:44:41.325] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d8a829ec51cb1475e61ad01edd20e21e3816e406"
[11:44:41.325] Popped gitiles commit info from properties and tags
[11:44:41.325] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[11:44:41.325] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[11:44:41.325] Buildbucket request:
{
  "requestId": "8897634515463230256",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d8a829ec51cb1475e61ad01edd20e21e3816e406",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897634515463230256"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[11:45:14.852] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[11:45:14.852] The invocation will be retried
[11:55:14.909] Starting the invocation (attempt 12)
[11:55:14.939] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d8a829ec51cb1475e61ad01edd20e21e3816e406"
[11:55:14.939] Popped gitiles commit info from properties and tags
[11:55:14.939] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[11:55:14.939] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[11:55:14.939] Buildbucket request:
{
  "requestId": "8897634515463230256",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d8a829ec51cb1475e61ad01edd20e21e3816e406",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897634515463230256"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[11:55:48.114] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[11:55:48.114] The invocation will be retried
[12:05:48.173] Starting the invocation (attempt 13)
[12:05:48.204] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d8a829ec51cb1475e61ad01edd20e21e3816e406"
[12:05:48.204] Popped gitiles commit info from properties and tags
[12:05:48.204] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[12:05:48.205] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[12:05:48.205] Buildbucket request:
{
  "requestId": "8897634515463230256",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d8a829ec51cb1475e61ad01edd20e21e3816e406",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897634515463230256"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[12:06:21.513] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[12:06:21.513] The invocation will be retried
[12:16:21.569] Starting the invocation (attempt 14)
[12:16:21.598] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d8a829ec51cb1475e61ad01edd20e21e3816e406"
[12:16:21.598] Popped gitiles commit info from properties and tags
[12:16:21.598] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[12:16:21.598] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[12:16:21.599] Buildbucket request:
{
  "requestId": "8897634515463230256",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d8a829ec51cb1475e61ad01edd20e21e3816e406",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897634515463230256"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[12:16:54.861] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[12:16:54.861] The invocation will be retried
[12:26:54.920] Starting the invocation (attempt 15)
[12:26:54.950] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d8a829ec51cb1475e61ad01edd20e21e3816e406"
[12:26:54.950] Popped gitiles commit info from properties and tags
[12:26:54.950] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[12:26:54.953] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[12:26:54.953] Buildbucket request:
{
  "requestId": "8897634515463230256",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d8a829ec51cb1475e61ad01edd20e21e3816e406",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897634515463230256"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[12:27:28.174] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[12:27:28.174] The invocation will be retried
[12:37:28.226] Starting the invocation (attempt 16)
[12:37:28.258] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d8a829ec51cb1475e61ad01edd20e21e3816e406"
[12:37:28.258] Popped gitiles commit info from properties and tags
[12:37:28.258] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[12:37:28.258] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[12:37:28.259] Buildbucket request:
{
  "requestId": "8897634515463230256",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d8a829ec51cb1475e61ad01edd20e21e3816e406",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897634515463230256"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[12:38:01.314] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[12:38:01.315] The invocation will be retried
[12:48:02.109] Starting the invocation (attempt 17)
[12:48:02.138] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d8a829ec51cb1475e61ad01edd20e21e3816e406"
[12:48:02.138] Popped gitiles commit info from properties and tags
[12:48:02.138] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[12:48:02.138] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[12:48:02.138] Buildbucket request:
{
  "requestId": "8897634515463230256",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d8a829ec51cb1475e61ad01edd20e21e3816e406",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897634515463230256"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[12:48:35.595] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[12:48:35.595] The invocation will be retried
[12:58:35.655] Starting the invocation (attempt 18)
[12:58:35.683] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d8a829ec51cb1475e61ad01edd20e21e3816e406"
[12:58:35.683] Popped gitiles commit info from properties and tags
[12:58:35.683] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[12:58:35.683] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[12:58:35.683] Buildbucket request:
{
  "requestId": "8897634515463230256",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d8a829ec51cb1475e61ad01edd20e21e3816e406",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897634515463230256"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[12:59:09.292] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[12:59:09.293] The invocation will be retried
[13:09:10.122] Starting the invocation (attempt 19)
[13:09:10.151] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d8a829ec51cb1475e61ad01edd20e21e3816e406"
[13:09:10.151] Popped gitiles commit info from properties and tags
[13:09:10.151] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[13:09:10.155] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[13:09:10.155] Buildbucket request:
{
  "requestId": "8897634515463230256",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d8a829ec51cb1475e61ad01edd20e21e3816e406",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897634515463230256"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[13:09:43.390] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[13:09:43.390] The invocation will be retried
[13:19:44.111] Starting the invocation (attempt 20)
[13:19:44.143] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d8a829ec51cb1475e61ad01edd20e21e3816e406"
[13:19:44.143] Popped gitiles commit info from properties and tags
[13:19:44.143] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[13:19:44.143] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[13:19:44.143] Buildbucket request:
{
  "requestId": "8897634515463230256",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d8a829ec51cb1475e61ad01edd20e21e3816e406",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897634515463230256"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[13:20:17.486] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[13:20:17.486] The invocation will be retried
[13:30:17.550] Starting the invocation (attempt 21)
[13:30:17.580] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d8a829ec51cb1475e61ad01edd20e21e3816e406"
[13:30:17.580] Popped gitiles commit info from properties and tags
[13:30:17.580] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[13:30:17.580] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[13:30:17.580] Buildbucket request:
{
  "requestId": "8897634515463230256",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d8a829ec51cb1475e61ad01edd20e21e3816e406",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897634515463230256"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[13:30:50.855] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[13:30:50.855] The invocation will be retried
[13:40:50.931] Starting the invocation (attempt 22)
[13:40:50.964] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d8a829ec51cb1475e61ad01edd20e21e3816e406"
[13:40:50.964] Popped gitiles commit info from properties and tags
[13:40:50.964] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[13:40:50.964] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[13:40:50.964] Buildbucket request:
{
  "requestId": "8897634515463230256",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d8a829ec51cb1475e61ad01edd20e21e3816e406",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897634515463230256"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[13:41:24.621] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[13:41:24.622] The invocation will be retried
[13:51:24.680] Starting the invocation (attempt 23)
[13:51:24.712] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d8a829ec51cb1475e61ad01edd20e21e3816e406"
[13:51:24.712] Popped gitiles commit info from properties and tags
[13:51:24.712] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[13:51:24.712] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[13:51:24.712] Buildbucket request:
{
  "requestId": "8897634515463230256",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d8a829ec51cb1475e61ad01edd20e21e3816e406",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897634515463230256"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[13:51:58.178] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[13:51:58.179] The invocation will be retried
[14:01:58.233] Starting the invocation (attempt 24)
[14:01:58.261] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d8a829ec51cb1475e61ad01edd20e21e3816e406"
[14:01:58.261] Popped gitiles commit info from properties and tags
[14:01:58.261] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[14:01:58.261] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[14:01:58.261] Buildbucket request:
{
  "requestId": "8897634515463230256",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d8a829ec51cb1475e61ad01edd20e21e3816e406",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897634515463230256"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[14:02:31.497] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[14:02:31.497] The invocation will be retried
[14:12:31.557] Starting the invocation (attempt 25)
[14:12:31.588] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d8a829ec51cb1475e61ad01edd20e21e3816e406"
[14:12:31.588] Popped gitiles commit info from properties and tags
[14:12:31.588] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[14:12:31.589] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[14:12:31.589] Buildbucket request:
{
  "requestId": "8897634515463230256",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d8a829ec51cb1475e61ad01edd20e21e3816e406",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897634515463230256"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[14:13:05.369] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[14:13:05.369] The invocation will be retried
[14:23:05.433] Starting the invocation (attempt 26)
[14:23:05.468] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d8a829ec51cb1475e61ad01edd20e21e3816e406"
[14:23:05.468] Popped gitiles commit info from properties and tags
[14:23:05.468] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[14:23:05.468] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[14:23:05.468] Buildbucket request:
{
  "requestId": "8897634515463230256",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d8a829ec51cb1475e61ad01edd20e21e3816e406",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897634515463230256"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[14:23:38.755] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[14:23:38.755] The invocation will be retried
[14:33:38.815] Starting the invocation (attempt 27)
[14:33:38.844] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d8a829ec51cb1475e61ad01edd20e21e3816e406"
[14:33:38.844] Popped gitiles commit info from properties and tags
[14:33:38.844] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[14:33:38.845] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[14:33:38.845] Buildbucket request:
{
  "requestId": "8897634515463230256",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d8a829ec51cb1475e61ad01edd20e21e3816e406",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897634515463230256"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[14:34:12.114] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[14:34:12.114] The invocation will be retried
[14:44:12.215] Starting the invocation (attempt 28)
[14:44:12.244] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d8a829ec51cb1475e61ad01edd20e21e3816e406"
[14:44:12.244] Popped gitiles commit info from properties and tags
[14:44:12.244] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[14:44:12.244] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[14:44:12.244] Buildbucket request:
{
  "requestId": "8897634515463230256",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d8a829ec51cb1475e61ad01edd20e21e3816e406",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897634515463230256"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[14:44:45.801] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[14:44:45.802] The invocation will be retried
[14:54:45.873] Starting the invocation (attempt 29)
[14:54:45.903] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d8a829ec51cb1475e61ad01edd20e21e3816e406"
[14:54:45.903] Popped gitiles commit info from properties and tags
[14:54:45.903] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[14:54:45.903] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[14:54:45.903] Buildbucket request:
{
  "requestId": "8897634515463230256",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d8a829ec51cb1475e61ad01edd20e21e3816e406",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897634515463230256"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[14:55:19.638] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[14:55:19.638] The invocation will be retried
[15:05:19.694] Starting the invocation (attempt 30)
[15:05:19.846] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d8a829ec51cb1475e61ad01edd20e21e3816e406"
[15:05:19.846] Popped gitiles commit info from properties and tags
[15:05:19.846] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[15:05:19.846] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[15:05:19.846] Buildbucket request:
{
  "requestId": "8897634515463230256",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d8a829ec51cb1475e61ad01edd20e21e3816e406",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897634515463230256"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[15:05:53.298] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[15:05:53.298] The invocation will be retried
[15:15:53.362] Starting the invocation (attempt 31)
[15:15:53.394] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d8a829ec51cb1475e61ad01edd20e21e3816e406"
[15:15:53.394] Popped gitiles commit info from properties and tags
[15:15:53.394] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[15:15:53.395] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[15:15:53.396] Buildbucket request:
{
  "requestId": "8897634515463230256",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d8a829ec51cb1475e61ad01edd20e21e3816e406",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897634515463230256"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[15:16:27.116] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[15:16:27.116] The invocation will be retried
[15:26:27.197] Starting the invocation (attempt 32)
[15:26:27.225] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d8a829ec51cb1475e61ad01edd20e21e3816e406"
[15:26:27.225] Popped gitiles commit info from properties and tags
[15:26:27.225] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[15:26:27.229] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[15:26:27.229] Buildbucket request:
{
  "requestId": "8897634515463230256",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d8a829ec51cb1475e61ad01edd20e21e3816e406",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897634515463230256"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[15:27:01.248] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[15:27:01.248] The invocation will be retried
[15:37:01.390] Starting the invocation (attempt 33)
[15:37:01.420] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d8a829ec51cb1475e61ad01edd20e21e3816e406"
[15:37:01.420] Popped gitiles commit info from properties and tags
[15:37:01.420] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[15:37:01.423] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[15:37:01.423] Buildbucket request:
{
  "requestId": "8897634515463230256",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d8a829ec51cb1475e61ad01edd20e21e3816e406",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897634515463230256"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[15:37:35.143] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[15:37:35.143] The invocation will be retried
[15:47:36.121] Starting the invocation (attempt 34)
[15:47:36.151] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d8a829ec51cb1475e61ad01edd20e21e3816e406"
[15:47:36.151] Popped gitiles commit info from properties and tags
[15:47:36.151] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[15:47:36.151] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[15:47:36.151] Buildbucket request:
{
  "requestId": "8897634515463230256",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d8a829ec51cb1475e61ad01edd20e21e3816e406",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897634515463230256"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[15:48:09.497] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[15:48:09.497] The invocation will be retried
[15:58:10.121] Starting the invocation (attempt 35)
[15:58:10.152] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d8a829ec51cb1475e61ad01edd20e21e3816e406"
[15:58:10.152] Popped gitiles commit info from properties and tags
[15:58:10.152] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[15:58:10.152] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[15:58:10.152] Buildbucket request:
{
  "requestId": "8897634515463230256",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d8a829ec51cb1475e61ad01edd20e21e3816e406",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897634515463230256"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[15:58:44.208] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[15:58:44.209] The invocation will be retried
[16:08:44.298] Starting the invocation (attempt 36)
[16:08:44.330] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d8a829ec51cb1475e61ad01edd20e21e3816e406"
[16:08:44.330] Popped gitiles commit info from properties and tags
[16:08:44.330] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[16:08:44.333] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[16:08:44.333] Buildbucket request:
{
  "requestId": "8897634515463230256",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d8a829ec51cb1475e61ad01edd20e21e3816e406",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897634515463230256"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[16:09:17.810] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[16:09:17.810] The invocation will be retried
[16:19:18.128] Starting the invocation (attempt 37)
[16:19:18.165] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d8a829ec51cb1475e61ad01edd20e21e3816e406"
[16:19:18.165] Popped gitiles commit info from properties and tags
[16:19:18.165] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[16:19:18.168] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[16:19:18.168] Buildbucket request:
{
  "requestId": "8897634515463230256",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d8a829ec51cb1475e61ad01edd20e21e3816e406",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897634515463230256"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[16:19:51.577] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[16:19:51.577] The invocation will be retried
[16:29:51.637] Starting the invocation (attempt 38)
[16:29:51.676] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d8a829ec51cb1475e61ad01edd20e21e3816e406"
[16:29:51.676] Popped gitiles commit info from properties and tags
[16:29:51.676] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[16:29:51.676] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[16:29:51.676] Buildbucket request:
{
  "requestId": "8897634515463230256",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d8a829ec51cb1475e61ad01edd20e21e3816e406",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897634515463230256"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[16:30:25.317] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[16:30:25.317] The invocation will be retried
[16:40:25.429] Starting the invocation (attempt 39)
[16:40:25.477] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d8a829ec51cb1475e61ad01edd20e21e3816e406"
[16:40:25.477] Popped gitiles commit info from properties and tags
[16:40:25.477] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[16:40:25.481] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[16:40:25.481] Buildbucket request:
{
  "requestId": "8897634515463230256",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d8a829ec51cb1475e61ad01edd20e21e3816e406",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897634515463230256"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[16:40:59.010] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[16:40:59.011] The invocation will be retried
[16:50:59.074] Starting the invocation (attempt 40)
[16:50:59.104] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d8a829ec51cb1475e61ad01edd20e21e3816e406"
[16:50:59.105] Popped gitiles commit info from properties and tags
[16:50:59.105] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[16:50:59.105] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[16:50:59.105] Buildbucket request:
{
  "requestId": "8897634515463230256",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d8a829ec51cb1475e61ad01edd20e21e3816e406",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897634515463230256"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[16:51:32.913] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[16:51:32.913] The invocation will be retried
[17:01:33.002] Starting the invocation (attempt 41)
[17:01:33.032] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d8a829ec51cb1475e61ad01edd20e21e3816e406"
[17:01:33.032] Popped gitiles commit info from properties and tags
[17:01:33.032] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[17:01:33.032] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[17:01:33.032] Buildbucket request:
{
  "requestId": "8897634515463230256",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d8a829ec51cb1475e61ad01edd20e21e3816e406",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897634515463230256"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[17:02:06.209] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[17:02:06.209] The invocation will be retried
[17:12:06.268] Starting the invocation (attempt 42)
[17:12:06.298] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d8a829ec51cb1475e61ad01edd20e21e3816e406"
[17:12:06.298] Popped gitiles commit info from properties and tags
[17:12:06.298] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[17:12:06.298] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[17:12:06.298] Buildbucket request:
{
  "requestId": "8897634515463230256",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d8a829ec51cb1475e61ad01edd20e21e3816e406",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897634515463230256"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[17:12:39.828] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[17:12:39.828] The invocation will be retried
[17:22:39.887] Starting the invocation (attempt 43)
[17:22:39.918] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d8a829ec51cb1475e61ad01edd20e21e3816e406"
[17:22:39.918] Popped gitiles commit info from properties and tags
[17:22:39.918] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[17:22:39.918] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[17:22:39.918] Buildbucket request:
{
  "requestId": "8897634515463230256",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d8a829ec51cb1475e61ad01edd20e21e3816e406",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897634515463230256"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[17:23:13.409] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[17:23:13.409] The invocation will be retried
[17:33:13.505] Starting the invocation (attempt 44)
[17:33:13.535] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d8a829ec51cb1475e61ad01edd20e21e3816e406"
[17:33:13.536] Popped gitiles commit info from properties and tags
[17:33:13.536] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[17:33:13.536] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[17:33:13.536] Buildbucket request:
{
  "requestId": "8897634515463230256",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d8a829ec51cb1475e61ad01edd20e21e3816e406",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897634515463230256"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[17:33:47.012] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[17:33:47.012] The invocation will be retried
[17:43:47.076] Starting the invocation (attempt 45)
[17:43:47.108] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d8a829ec51cb1475e61ad01edd20e21e3816e406"
[17:43:47.108] Popped gitiles commit info from properties and tags
[17:43:47.108] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[17:43:47.108] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[17:43:47.108] Buildbucket request:
{
  "requestId": "8897634515463230256",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d8a829ec51cb1475e61ad01edd20e21e3816e406",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897634515463230256"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[17:44:20.456] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[17:44:20.456] The invocation will be retried
[17:54:20.512] Starting the invocation (attempt 46)
[17:54:20.544] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d8a829ec51cb1475e61ad01edd20e21e3816e406"
[17:54:20.544] Popped gitiles commit info from properties and tags
[17:54:20.544] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[17:54:20.544] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[17:54:20.545] Buildbucket request:
{
  "requestId": "8897634515463230256",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d8a829ec51cb1475e61ad01edd20e21e3816e406",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897634515463230256"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[17:54:54.017] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[17:54:54.017] The invocation will be retried
[18:04:54.079] Starting the invocation (attempt 47)
[18:04:54.109] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d8a829ec51cb1475e61ad01edd20e21e3816e406"
[18:04:54.109] Popped gitiles commit info from properties and tags
[18:04:54.109] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[18:04:54.112] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[18:04:54.112] Buildbucket request:
{
  "requestId": "8897634515463230256",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d8a829ec51cb1475e61ad01edd20e21e3816e406",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897634515463230256"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[18:05:27.557] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[18:05:27.557] The invocation will be retried
[18:15:27.626] Starting the invocation (attempt 48)
[18:15:27.652] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d8a829ec51cb1475e61ad01edd20e21e3816e406"
[18:15:27.652] Popped gitiles commit info from properties and tags
[18:15:27.652] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[18:15:27.669] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[18:15:27.670] Buildbucket request:
{
  "requestId": "8897634515463230256",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d8a829ec51cb1475e61ad01edd20e21e3816e406",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897634515463230256"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[18:16:01.132] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[18:16:01.132] The invocation will be retried
[18:26:02.143] Starting the invocation (attempt 49)
[18:26:02.175] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d8a829ec51cb1475e61ad01edd20e21e3816e406"
[18:26:02.176] Popped gitiles commit info from properties and tags
[18:26:02.176] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[18:26:02.176] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[18:26:02.176] Buildbucket request:
{
  "requestId": "8897634515463230256",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d8a829ec51cb1475e61ad01edd20e21e3816e406",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897634515463230256"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[18:26:36.153] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[18:26:36.153] The invocation will be retried
[18:36:36.222] Starting the invocation (attempt 50)
[18:36:36.261] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d8a829ec51cb1475e61ad01edd20e21e3816e406"
[18:36:36.261] Popped gitiles commit info from properties and tags
[18:36:36.261] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[18:36:36.261] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[18:36:36.261] Buildbucket request:
{
  "requestId": "8897634515463230256",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d8a829ec51cb1475e61ad01edd20e21e3816e406",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897634515463230256"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[18:37:10.519] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[18:37:10.519] Invocation finished in 7h38m42.479465781s with status FAILED