Status: FAILED
Triggered by: -
Duration: 7 hours
Actions:

Definition (rev ac465d42d2d3f0b5fd3dee94a9a9d505c11cae99)

buildbucket: <
  server: "cr-buildbucket-dev.appspot.com"
  bucket: "ci"
  builder: "mac-rel-dev"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "be9feba57574ebd607d26e2fad78df48d944e65b"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/be9feba57574ebd607d26e2fad78df48d944e65b
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[22:12:54.055] New invocation is queued and will start shortly
[22:12:55.118] Starting the invocation (attempt 1)
[22:12:55.146] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/be9feba57574ebd607d26e2fad78df48d944e65b"
[22:12:55.146] Popped gitiles commit info from properties and tags
[22:12:55.146] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:12:55.146] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:12:55.146] Buildbucket request:
{
  "requestId": "8897863874676618720",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "be9feba57574ebd607d26e2fad78df48d944e65b",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897863874676618720"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:13:28.474] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[22:13:28.474] The invocation will be retried
[22:13:33.543] Starting the invocation (attempt 2)
[22:13:33.572] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/be9feba57574ebd607d26e2fad78df48d944e65b"
[22:13:33.572] Popped gitiles commit info from properties and tags
[22:13:33.572] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:13:33.572] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:13:33.572] Buildbucket request:
{
  "requestId": "8897863874676618720",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "be9feba57574ebd607d26e2fad78df48d944e65b",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897863874676618720"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:14:06.814] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[22:14:06.814] The invocation will be retried
[22:14:16.870] Starting the invocation (attempt 3)
[22:14:16.904] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/be9feba57574ebd607d26e2fad78df48d944e65b"
[22:14:16.904] Popped gitiles commit info from properties and tags
[22:14:16.904] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:14:16.906] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:14:16.906] Buildbucket request:
{
  "requestId": "8897863874676618720",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "be9feba57574ebd607d26e2fad78df48d944e65b",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897863874676618720"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:14:49.899] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[22:14:49.899] The invocation will be retried
[22:15:09.988] Starting the invocation (attempt 4)
[22:15:10.015] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/be9feba57574ebd607d26e2fad78df48d944e65b"
[22:15:10.015] Popped gitiles commit info from properties and tags
[22:15:10.015] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:15:10.019] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:15:10.019] Buildbucket request:
{
  "requestId": "8897863874676618720",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "be9feba57574ebd607d26e2fad78df48d944e65b",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897863874676618720"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:15:43.151] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[22:15:43.151] The invocation will be retried
[22:16:23.216] Starting the invocation (attempt 5)
[22:16:23.245] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/be9feba57574ebd607d26e2fad78df48d944e65b"
[22:16:23.245] Popped gitiles commit info from properties and tags
[22:16:23.245] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:16:23.246] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:16:23.246] Buildbucket request:
{
  "requestId": "8897863874676618720",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "be9feba57574ebd607d26e2fad78df48d944e65b",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897863874676618720"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:16:57.390] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[22:16:57.390] The invocation will be retried
[22:18:17.450] Starting the invocation (attempt 6)
[22:18:17.482] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/be9feba57574ebd607d26e2fad78df48d944e65b"
[22:18:17.482] Popped gitiles commit info from properties and tags
[22:18:17.482] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:18:17.495] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:18:17.495] Buildbucket request:
{
  "requestId": "8897863874676618720",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "be9feba57574ebd607d26e2fad78df48d944e65b",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897863874676618720"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:18:50.560] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[22:18:50.560] The invocation will be retried
[22:21:30.616] Starting the invocation (attempt 7)
[22:21:30.643] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/be9feba57574ebd607d26e2fad78df48d944e65b"
[22:21:30.643] Popped gitiles commit info from properties and tags
[22:21:30.643] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:21:30.652] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:21:30.652] Buildbucket request:
{
  "requestId": "8897863874676618720",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "be9feba57574ebd607d26e2fad78df48d944e65b",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897863874676618720"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:22:03.960] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[22:22:03.960] The invocation will be retried
[22:27:24.132] Starting the invocation (attempt 8)
[22:27:24.161] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/be9feba57574ebd607d26e2fad78df48d944e65b"
[22:27:24.161] Popped gitiles commit info from properties and tags
[22:27:24.161] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:27:24.161] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:27:24.162] Buildbucket request:
{
  "requestId": "8897863874676618720",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "be9feba57574ebd607d26e2fad78df48d944e65b",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897863874676618720"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:27:57.356] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[22:27:57.356] The invocation will be retried
[22:37:57.412] Starting the invocation (attempt 9)
[22:37:57.441] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/be9feba57574ebd607d26e2fad78df48d944e65b"
[22:37:57.441] Popped gitiles commit info from properties and tags
[22:37:57.441] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:37:57.441] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:37:57.441] Buildbucket request:
{
  "requestId": "8897863874676618720",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "be9feba57574ebd607d26e2fad78df48d944e65b",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897863874676618720"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:38:30.354] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[22:38:30.354] The invocation will be retried
[22:48:30.409] Starting the invocation (attempt 10)
[22:48:30.435] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/be9feba57574ebd607d26e2fad78df48d944e65b"
[22:48:30.435] Popped gitiles commit info from properties and tags
[22:48:30.435] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:48:30.435] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:48:30.435] Buildbucket request:
{
  "requestId": "8897863874676618720",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "be9feba57574ebd607d26e2fad78df48d944e65b",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897863874676618720"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:49:03.976] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[22:49:03.976] The invocation will be retried
[22:59:04.044] Starting the invocation (attempt 11)
[22:59:04.073] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/be9feba57574ebd607d26e2fad78df48d944e65b"
[22:59:04.073] Popped gitiles commit info from properties and tags
[22:59:04.073] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:59:04.073] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:59:04.073] Buildbucket request:
{
  "requestId": "8897863874676618720",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "be9feba57574ebd607d26e2fad78df48d944e65b",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897863874676618720"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:59:37.584] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[22:59:37.584] The invocation will be retried
[23:09:37.648] Starting the invocation (attempt 12)
[23:09:37.677] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/be9feba57574ebd607d26e2fad78df48d944e65b"
[23:09:37.677] Popped gitiles commit info from properties and tags
[23:09:37.677] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[23:09:37.677] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[23:09:37.678] Buildbucket request:
{
  "requestId": "8897863874676618720",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "be9feba57574ebd607d26e2fad78df48d944e65b",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897863874676618720"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[23:10:11.161] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[23:10:11.162] The invocation will be retried
[23:20:11.219] Starting the invocation (attempt 13)
[23:20:11.246] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/be9feba57574ebd607d26e2fad78df48d944e65b"
[23:20:11.246] Popped gitiles commit info from properties and tags
[23:20:11.246] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[23:20:11.246] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[23:20:11.246] Buildbucket request:
{
  "requestId": "8897863874676618720",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "be9feba57574ebd607d26e2fad78df48d944e65b",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897863874676618720"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[23:20:44.479] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[23:20:44.479] The invocation will be retried
[23:30:44.550] Starting the invocation (attempt 14)
[23:30:44.576] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/be9feba57574ebd607d26e2fad78df48d944e65b"
[23:30:44.576] Popped gitiles commit info from properties and tags
[23:30:44.576] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[23:30:44.576] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[23:30:44.576] Buildbucket request:
{
  "requestId": "8897863874676618720",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "be9feba57574ebd607d26e2fad78df48d944e65b",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897863874676618720"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[23:31:17.946] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[23:31:17.946] The invocation will be retried
[23:41:18.011] Starting the invocation (attempt 15)
[23:41:18.038] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/be9feba57574ebd607d26e2fad78df48d944e65b"
[23:41:18.038] Popped gitiles commit info from properties and tags
[23:41:18.038] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[23:41:18.038] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[23:41:18.038] Buildbucket request:
{
  "requestId": "8897863874676618720",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "be9feba57574ebd607d26e2fad78df48d944e65b",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897863874676618720"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[23:41:51.190] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[23:41:51.190] The invocation will be retried
[23:51:52.123] Starting the invocation (attempt 16)
[23:51:52.153] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/be9feba57574ebd607d26e2fad78df48d944e65b"
[23:51:52.153] Popped gitiles commit info from properties and tags
[23:51:52.153] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[23:51:52.153] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[23:51:52.153] Buildbucket request:
{
  "requestId": "8897863874676618720",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "be9feba57574ebd607d26e2fad78df48d944e65b",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897863874676618720"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[23:52:25.468] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[23:52:25.468] The invocation will be retried
[00:02:26.126] Starting the invocation (attempt 17)
[00:02:26.152] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/be9feba57574ebd607d26e2fad78df48d944e65b"
[00:02:26.152] Popped gitiles commit info from properties and tags
[00:02:26.152] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[00:02:26.155] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[00:02:26.155] Buildbucket request:
{
  "requestId": "8897863874676618720",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "be9feba57574ebd607d26e2fad78df48d944e65b",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897863874676618720"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[00:02:59.455] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[00:02:59.455] The invocation will be retried
[00:12:59.510] Starting the invocation (attempt 18)
[00:12:59.543] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/be9feba57574ebd607d26e2fad78df48d944e65b"
[00:12:59.543] Popped gitiles commit info from properties and tags
[00:12:59.543] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[00:12:59.543] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[00:12:59.543] Buildbucket request:
{
  "requestId": "8897863874676618720",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "be9feba57574ebd607d26e2fad78df48d944e65b",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897863874676618720"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[00:13:33.445] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[00:13:33.446] The invocation will be retried
[00:23:33.507] Starting the invocation (attempt 19)
[00:23:33.534] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/be9feba57574ebd607d26e2fad78df48d944e65b"
[00:23:33.534] Popped gitiles commit info from properties and tags
[00:23:33.534] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[00:23:33.537] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[00:23:33.537] Buildbucket request:
{
  "requestId": "8897863874676618720",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "be9feba57574ebd607d26e2fad78df48d944e65b",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897863874676618720"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[00:24:06.840] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[00:24:06.840] The invocation will be retried
[00:34:06.942] Starting the invocation (attempt 20)
[00:34:06.970] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/be9feba57574ebd607d26e2fad78df48d944e65b"
[00:34:06.970] Popped gitiles commit info from properties and tags
[00:34:06.970] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[00:34:06.970] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[00:34:06.971] Buildbucket request:
{
  "requestId": "8897863874676618720",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "be9feba57574ebd607d26e2fad78df48d944e65b",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897863874676618720"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[00:34:40.144] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[00:34:40.144] The invocation will be retried
[00:44:40.205] Starting the invocation (attempt 21)
[00:44:40.229] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/be9feba57574ebd607d26e2fad78df48d944e65b"
[00:44:40.229] Popped gitiles commit info from properties and tags
[00:44:40.229] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[00:44:40.229] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[00:44:40.230] Buildbucket request:
{
  "requestId": "8897863874676618720",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "be9feba57574ebd607d26e2fad78df48d944e65b",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897863874676618720"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[00:45:13.445] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[00:45:13.445] The invocation will be retried
[00:55:13.509] Starting the invocation (attempt 22)
[00:55:13.536] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/be9feba57574ebd607d26e2fad78df48d944e65b"
[00:55:13.536] Popped gitiles commit info from properties and tags
[00:55:13.536] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[00:55:13.536] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[00:55:13.536] Buildbucket request:
{
  "requestId": "8897863874676618720",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "be9feba57574ebd607d26e2fad78df48d944e65b",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897863874676618720"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[00:55:47.155] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[00:55:47.156] The invocation will be retried
[01:05:47.277] Starting the invocation (attempt 23)
[01:05:47.304] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/be9feba57574ebd607d26e2fad78df48d944e65b"
[01:05:47.304] Popped gitiles commit info from properties and tags
[01:05:47.304] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:05:47.304] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[01:05:47.304] Buildbucket request:
{
  "requestId": "8897863874676618720",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "be9feba57574ebd607d26e2fad78df48d944e65b",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897863874676618720"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[01:06:20.530] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[01:06:20.531] The invocation will be retried
[01:16:20.607] Starting the invocation (attempt 24)
[01:16:20.638] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/be9feba57574ebd607d26e2fad78df48d944e65b"
[01:16:20.638] Popped gitiles commit info from properties and tags
[01:16:20.638] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:16:20.643] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[01:16:20.643] Buildbucket request:
{
  "requestId": "8897863874676618720",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "be9feba57574ebd607d26e2fad78df48d944e65b",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897863874676618720"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[01:16:54.241] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[01:16:54.241] The invocation will be retried
[01:26:54.301] Starting the invocation (attempt 25)
[01:26:54.330] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/be9feba57574ebd607d26e2fad78df48d944e65b"
[01:26:54.330] Popped gitiles commit info from properties and tags
[01:26:54.330] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:26:54.331] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[01:26:54.331] Buildbucket request:
{
  "requestId": "8897863874676618720",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "be9feba57574ebd607d26e2fad78df48d944e65b",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897863874676618720"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[01:27:27.555] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[01:27:27.556] The invocation will be retried
[01:37:27.609] Starting the invocation (attempt 26)
[01:37:27.642] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/be9feba57574ebd607d26e2fad78df48d944e65b"
[01:37:27.642] Popped gitiles commit info from properties and tags
[01:37:27.642] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:37:27.642] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[01:37:27.642] Buildbucket request:
{
  "requestId": "8897863874676618720",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "be9feba57574ebd607d26e2fad78df48d944e65b",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897863874676618720"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[01:38:00.860] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[01:38:00.860] The invocation will be retried
[01:48:01.160] Starting the invocation (attempt 27)
[01:48:01.186] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/be9feba57574ebd607d26e2fad78df48d944e65b"
[01:48:01.186] Popped gitiles commit info from properties and tags
[01:48:01.186] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:48:01.187] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[01:48:01.187] Buildbucket request:
{
  "requestId": "8897863874676618720",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "be9feba57574ebd607d26e2fad78df48d944e65b",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897863874676618720"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[01:48:34.349] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[01:48:34.349] The invocation will be retried
[01:58:34.772] Starting the invocation (attempt 28)
[01:58:34.799] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/be9feba57574ebd607d26e2fad78df48d944e65b"
[01:58:34.799] Popped gitiles commit info from properties and tags
[01:58:34.799] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:58:34.799] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[01:58:34.800] Buildbucket request:
{
  "requestId": "8897863874676618720",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "be9feba57574ebd607d26e2fad78df48d944e65b",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897863874676618720"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[01:59:08.192] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[01:59:08.192] The invocation will be retried
[02:09:08.248] Starting the invocation (attempt 29)
[02:09:08.281] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/be9feba57574ebd607d26e2fad78df48d944e65b"
[02:09:08.281] Popped gitiles commit info from properties and tags
[02:09:08.281] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[02:09:08.281] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[02:09:08.282] Buildbucket request:
{
  "requestId": "8897863874676618720",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "be9feba57574ebd607d26e2fad78df48d944e65b",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897863874676618720"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[02:09:42.195] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[02:09:42.196] The invocation will be retried
[02:19:42.262] Starting the invocation (attempt 30)
[02:19:42.289] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/be9feba57574ebd607d26e2fad78df48d944e65b"
[02:19:42.289] Popped gitiles commit info from properties and tags
[02:19:42.289] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[02:19:42.291] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[02:19:42.291] Buildbucket request:
{
  "requestId": "8897863874676618720",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "be9feba57574ebd607d26e2fad78df48d944e65b",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897863874676618720"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[02:20:15.940] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[02:20:15.940] The invocation will be retried
[02:30:15.998] Starting the invocation (attempt 31)
[02:30:16.031] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/be9feba57574ebd607d26e2fad78df48d944e65b"
[02:30:16.031] Popped gitiles commit info from properties and tags
[02:30:16.031] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[02:30:16.031] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[02:30:16.031] Buildbucket request:
{
  "requestId": "8897863874676618720",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "be9feba57574ebd607d26e2fad78df48d944e65b",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897863874676618720"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[02:30:49.375] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[02:30:49.376] The invocation will be retried
[02:40:49.779] Starting the invocation (attempt 32)
[02:40:49.812] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/be9feba57574ebd607d26e2fad78df48d944e65b"
[02:40:49.812] Popped gitiles commit info from properties and tags
[02:40:49.812] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[02:40:49.813] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[02:40:49.813] Buildbucket request:
{
  "requestId": "8897863874676618720",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "be9feba57574ebd607d26e2fad78df48d944e65b",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897863874676618720"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[02:41:23.179] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[02:41:23.180] The invocation will be retried
[02:51:23.239] Starting the invocation (attempt 33)
[02:51:23.276] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/be9feba57574ebd607d26e2fad78df48d944e65b"
[02:51:23.276] Popped gitiles commit info from properties and tags
[02:51:23.276] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[02:51:23.276] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[02:51:23.276] Buildbucket request:
{
  "requestId": "8897863874676618720",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "be9feba57574ebd607d26e2fad78df48d944e65b",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897863874676618720"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[02:51:56.389] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[02:51:56.389] The invocation will be retried
[03:01:56.452] Starting the invocation (attempt 34)
[03:01:56.479] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/be9feba57574ebd607d26e2fad78df48d944e65b"
[03:01:56.479] Popped gitiles commit info from properties and tags
[03:01:56.479] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[03:01:56.479] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[03:01:56.479] Buildbucket request:
{
  "requestId": "8897863874676618720",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "be9feba57574ebd607d26e2fad78df48d944e65b",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897863874676618720"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[03:02:29.962] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[03:02:29.963] The invocation will be retried
[03:12:30.240] Starting the invocation (attempt 35)
[03:12:30.272] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/be9feba57574ebd607d26e2fad78df48d944e65b"
[03:12:30.272] Popped gitiles commit info from properties and tags
[03:12:30.272] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[03:12:30.273] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[03:12:30.273] Buildbucket request:
{
  "requestId": "8897863874676618720",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "be9feba57574ebd607d26e2fad78df48d944e65b",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897863874676618720"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[03:13:04.389] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[03:13:04.389] The invocation will be retried
[03:23:04.473] Starting the invocation (attempt 36)
[03:23:04.499] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/be9feba57574ebd607d26e2fad78df48d944e65b"
[03:23:04.499] Popped gitiles commit info from properties and tags
[03:23:04.499] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[03:23:04.501] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[03:23:04.501] Buildbucket request:
{
  "requestId": "8897863874676618720",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "be9feba57574ebd607d26e2fad78df48d944e65b",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897863874676618720"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[03:23:38.045] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[03:23:38.045] The invocation will be retried
[03:33:38.152] Starting the invocation (attempt 37)
[03:33:38.185] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/be9feba57574ebd607d26e2fad78df48d944e65b"
[03:33:38.185] Popped gitiles commit info from properties and tags
[03:33:38.185] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[03:33:38.185] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[03:33:38.185] Buildbucket request:
{
  "requestId": "8897863874676618720",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "be9feba57574ebd607d26e2fad78df48d944e65b",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897863874676618720"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[03:34:11.831] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[03:34:11.832] The invocation will be retried
[03:44:11.892] Starting the invocation (attempt 38)
[03:44:11.923] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/be9feba57574ebd607d26e2fad78df48d944e65b"
[03:44:11.923] Popped gitiles commit info from properties and tags
[03:44:11.923] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[03:44:11.924] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[03:44:11.924] Buildbucket request:
{
  "requestId": "8897863874676618720",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "be9feba57574ebd607d26e2fad78df48d944e65b",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897863874676618720"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[03:44:45.027] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[03:44:45.028] The invocation will be retried
[03:54:45.183] Starting the invocation (attempt 39)
[03:54:45.215] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/be9feba57574ebd607d26e2fad78df48d944e65b"
[03:54:45.215] Popped gitiles commit info from properties and tags
[03:54:45.215] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[03:54:45.215] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[03:54:45.215] Buildbucket request:
{
  "requestId": "8897863874676618720",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "be9feba57574ebd607d26e2fad78df48d944e65b",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897863874676618720"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[03:55:18.354] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[03:55:18.355] The invocation will be retried
[04:05:18.423] Starting the invocation (attempt 40)
[04:05:18.454] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/be9feba57574ebd607d26e2fad78df48d944e65b"
[04:05:18.454] Popped gitiles commit info from properties and tags
[04:05:18.454] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[04:05:18.457] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[04:05:18.457] Buildbucket request:
{
  "requestId": "8897863874676618720",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "be9feba57574ebd607d26e2fad78df48d944e65b",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897863874676618720"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[04:05:51.805] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[04:05:51.805] The invocation will be retried
[04:15:53.127] Starting the invocation (attempt 41)
[04:15:53.155] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/be9feba57574ebd607d26e2fad78df48d944e65b"
[04:15:53.155] Popped gitiles commit info from properties and tags
[04:15:53.155] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[04:15:53.156] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[04:15:53.156] Buildbucket request:
{
  "requestId": "8897863874676618720",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "be9feba57574ebd607d26e2fad78df48d944e65b",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897863874676618720"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[04:16:27.116] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[04:16:27.116] The invocation will be retried
[04:26:27.179] Starting the invocation (attempt 42)
[04:26:27.206] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/be9feba57574ebd607d26e2fad78df48d944e65b"
[04:26:27.206] Popped gitiles commit info from properties and tags
[04:26:27.206] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[04:26:27.207] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[04:26:27.207] Buildbucket request:
{
  "requestId": "8897863874676618720",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "be9feba57574ebd607d26e2fad78df48d944e65b",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897863874676618720"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[04:27:00.340] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[04:27:00.341] The invocation will be retried
[04:37:00.395] Starting the invocation (attempt 43)
[04:37:00.423] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/be9feba57574ebd607d26e2fad78df48d944e65b"
[04:37:00.423] Popped gitiles commit info from properties and tags
[04:37:00.423] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[04:37:00.426] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[04:37:00.426] Buildbucket request:
{
  "requestId": "8897863874676618720",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "be9feba57574ebd607d26e2fad78df48d944e65b",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897863874676618720"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[04:37:33.991] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[04:37:33.991] The invocation will be retried
[04:47:34.058] Starting the invocation (attempt 44)
[04:47:34.086] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/be9feba57574ebd607d26e2fad78df48d944e65b"
[04:47:34.086] Popped gitiles commit info from properties and tags
[04:47:34.086] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[04:47:34.088] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[04:47:34.089] Buildbucket request:
{
  "requestId": "8897863874676618720",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "be9feba57574ebd607d26e2fad78df48d944e65b",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897863874676618720"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[04:48:07.529] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[04:48:07.529] The invocation will be retried
[04:58:07.586] Starting the invocation (attempt 45)
[04:58:07.613] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/be9feba57574ebd607d26e2fad78df48d944e65b"
[04:58:07.613] Popped gitiles commit info from properties and tags
[04:58:07.613] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[04:58:07.613] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[04:58:07.613] Buildbucket request:
{
  "requestId": "8897863874676618720",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "be9feba57574ebd607d26e2fad78df48d944e65b",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897863874676618720"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[04:58:40.859] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[04:58:40.859] The invocation will be retried
[05:08:40.913] Starting the invocation (attempt 46)
[05:08:40.941] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/be9feba57574ebd607d26e2fad78df48d944e65b"
[05:08:40.941] Popped gitiles commit info from properties and tags
[05:08:40.941] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[05:08:40.942] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[05:08:40.942] Buildbucket request:
{
  "requestId": "8897863874676618720",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "be9feba57574ebd607d26e2fad78df48d944e65b",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897863874676618720"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[05:09:14.774] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[05:09:14.774] The invocation will be retried
[05:19:14.844] Starting the invocation (attempt 47)
[05:19:14.876] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/be9feba57574ebd607d26e2fad78df48d944e65b"
[05:19:14.876] Popped gitiles commit info from properties and tags
[05:19:14.876] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[05:19:14.881] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[05:19:14.881] Buildbucket request:
{
  "requestId": "8897863874676618720",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "be9feba57574ebd607d26e2fad78df48d944e65b",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897863874676618720"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[05:19:48.558] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[05:19:48.558] The invocation will be retried
[05:29:48.614] Starting the invocation (attempt 48)
[05:29:48.643] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/be9feba57574ebd607d26e2fad78df48d944e65b"
[05:29:48.643] Popped gitiles commit info from properties and tags
[05:29:48.643] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[05:29:48.643] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[05:29:48.643] Buildbucket request:
{
  "requestId": "8897863874676618720",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "be9feba57574ebd607d26e2fad78df48d944e65b",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897863874676618720"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[05:30:22.020] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[05:30:22.020] The invocation will be retried
[05:40:22.091] Starting the invocation (attempt 49)
[05:40:22.119] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/be9feba57574ebd607d26e2fad78df48d944e65b"
[05:40:22.119] Popped gitiles commit info from properties and tags
[05:40:22.119] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[05:40:22.122] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[05:40:22.122] Buildbucket request:
{
  "requestId": "8897863874676618720",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "be9feba57574ebd607d26e2fad78df48d944e65b",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897863874676618720"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[05:40:55.619] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[05:40:55.620] The invocation will be retried
[05:50:55.696] Starting the invocation (attempt 50)
[05:50:55.725] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/be9feba57574ebd607d26e2fad78df48d944e65b"
[05:50:55.725] Popped gitiles commit info from properties and tags
[05:50:55.725] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[05:50:55.728] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[05:50:55.729] Buildbucket request:
{
  "requestId": "8897863874676618720",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "be9feba57574ebd607d26e2fad78df48d944e65b",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897863874676618720"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[05:51:29.478] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[05:51:29.479] Invocation finished in 7h38m35.430518648s with status FAILED