Status: FAILED
Triggered by: -
Duration: 7 hours
Actions:

Definition (rev ac465d42d2d3f0b5fd3dee94a9a9d505c11cae99)

buildbucket: <
  server: "cr-buildbucket-dev.appspot.com"
  bucket: "ci"
  builder: "mac-rel-dev"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "1585028c001a922b3653f5f27dc0364a93451151"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1585028c001a922b3653f5f27dc0364a93451151
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[21:08:56.054] New invocation is queued and will start shortly
[21:08:57.116] Starting the invocation (attempt 1)
[21:08:57.141] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1585028c001a922b3653f5f27dc0364a93451151"
[21:08:57.141] Popped gitiles commit info from properties and tags
[21:08:57.141] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[21:08:57.141] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[21:08:57.141] Buildbucket request:
{
  "requestId": "8897777302146413680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "1585028c001a922b3653f5f27dc0364a93451151",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897777302146413680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[21:09:30.233] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[21:09:30.233] The invocation will be retried
[21:09:36.111] Starting the invocation (attempt 2)
[21:09:36.137] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1585028c001a922b3653f5f27dc0364a93451151"
[21:09:36.137] Popped gitiles commit info from properties and tags
[21:09:36.137] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[21:09:36.143] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[21:09:36.143] Buildbucket request:
{
  "requestId": "8897777302146413680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "1585028c001a922b3653f5f27dc0364a93451151",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897777302146413680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[21:10:09.665] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[21:10:09.666] The invocation will be retried
[21:10:19.724] Starting the invocation (attempt 3)
[21:10:19.749] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1585028c001a922b3653f5f27dc0364a93451151"
[21:10:19.749] Popped gitiles commit info from properties and tags
[21:10:19.749] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[21:10:19.749] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[21:10:19.750] Buildbucket request:
{
  "requestId": "8897777302146413680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "1585028c001a922b3653f5f27dc0364a93451151",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897777302146413680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[21:10:53.011] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[21:10:53.011] The invocation will be retried
[21:11:13.065] Starting the invocation (attempt 4)
[21:11:13.100] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1585028c001a922b3653f5f27dc0364a93451151"
[21:11:13.100] Popped gitiles commit info from properties and tags
[21:11:13.100] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[21:11:13.100] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[21:11:13.100] Buildbucket request:
{
  "requestId": "8897777302146413680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "1585028c001a922b3653f5f27dc0364a93451151",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897777302146413680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[21:11:46.446] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[21:11:46.446] The invocation will be retried
[21:12:26.504] Starting the invocation (attempt 5)
[21:12:26.531] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1585028c001a922b3653f5f27dc0364a93451151"
[21:12:26.531] Popped gitiles commit info from properties and tags
[21:12:26.531] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[21:12:26.531] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[21:12:26.531] Buildbucket request:
{
  "requestId": "8897777302146413680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "1585028c001a922b3653f5f27dc0364a93451151",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897777302146413680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[21:12:59.543] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[21:12:59.544] The invocation will be retried
[21:14:19.611] Starting the invocation (attempt 6)
[21:14:19.639] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1585028c001a922b3653f5f27dc0364a93451151"
[21:14:19.639] Popped gitiles commit info from properties and tags
[21:14:19.639] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[21:14:19.639] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[21:14:19.639] Buildbucket request:
{
  "requestId": "8897777302146413680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "1585028c001a922b3653f5f27dc0364a93451151",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897777302146413680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[21:14:52.973] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[21:14:52.973] The invocation will be retried
[21:17:33.029] Starting the invocation (attempt 7)
[21:17:33.056] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1585028c001a922b3653f5f27dc0364a93451151"
[21:17:33.056] Popped gitiles commit info from properties and tags
[21:17:33.056] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[21:17:33.058] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[21:17:33.058] Buildbucket request:
{
  "requestId": "8897777302146413680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "1585028c001a922b3653f5f27dc0364a93451151",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897777302146413680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[21:18:06.604] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[21:18:06.604] The invocation will be retried
[21:23:26.671] Starting the invocation (attempt 8)
[21:23:26.700] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1585028c001a922b3653f5f27dc0364a93451151"
[21:23:26.700] Popped gitiles commit info from properties and tags
[21:23:26.700] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[21:23:26.700] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[21:23:26.700] Buildbucket request:
{
  "requestId": "8897777302146413680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "1585028c001a922b3653f5f27dc0364a93451151",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897777302146413680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[21:24:00.059] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[21:24:00.060] The invocation will be retried
[21:34:00.123] Starting the invocation (attempt 9)
[21:34:00.157] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1585028c001a922b3653f5f27dc0364a93451151"
[21:34:00.157] Popped gitiles commit info from properties and tags
[21:34:00.157] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[21:34:00.159] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[21:34:00.159] Buildbucket request:
{
  "requestId": "8897777302146413680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "1585028c001a922b3653f5f27dc0364a93451151",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897777302146413680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[21:34:33.357] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[21:34:33.357] The invocation will be retried
[21:44:34.106] Starting the invocation (attempt 10)
[21:44:34.130] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1585028c001a922b3653f5f27dc0364a93451151"
[21:44:34.130] Popped gitiles commit info from properties and tags
[21:44:34.130] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[21:44:34.130] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[21:44:34.130] Buildbucket request:
{
  "requestId": "8897777302146413680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "1585028c001a922b3653f5f27dc0364a93451151",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897777302146413680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[21:45:06.997] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[21:45:06.997] The invocation will be retried
[21:55:07.050] Starting the invocation (attempt 11)
[21:55:07.076] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1585028c001a922b3653f5f27dc0364a93451151"
[21:55:07.076] Popped gitiles commit info from properties and tags
[21:55:07.076] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[21:55:07.076] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[21:55:07.076] Buildbucket request:
{
  "requestId": "8897777302146413680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "1585028c001a922b3653f5f27dc0364a93451151",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897777302146413680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[21:55:40.016] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[21:55:40.016] The invocation will be retried
[22:05:40.076] Starting the invocation (attempt 12)
[22:05:40.102] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1585028c001a922b3653f5f27dc0364a93451151"
[22:05:40.102] Popped gitiles commit info from properties and tags
[22:05:40.102] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:05:40.102] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:05:40.103] Buildbucket request:
{
  "requestId": "8897777302146413680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "1585028c001a922b3653f5f27dc0364a93451151",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897777302146413680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:06:13.668] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[22:06:13.668] The invocation will be retried
[22:16:14.109] Starting the invocation (attempt 13)
[22:16:14.134] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1585028c001a922b3653f5f27dc0364a93451151"
[22:16:14.134] Popped gitiles commit info from properties and tags
[22:16:14.134] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:16:14.134] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:16:14.134] Buildbucket request:
{
  "requestId": "8897777302146413680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "1585028c001a922b3653f5f27dc0364a93451151",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897777302146413680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:16:47.468] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[22:16:47.468] The invocation will be retried
[22:26:47.611] Starting the invocation (attempt 14)
[22:26:47.636] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1585028c001a922b3653f5f27dc0364a93451151"
[22:26:47.636] Popped gitiles commit info from properties and tags
[22:26:47.636] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:26:47.636] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:26:47.636] Buildbucket request:
{
  "requestId": "8897777302146413680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "1585028c001a922b3653f5f27dc0364a93451151",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897777302146413680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:27:20.906] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[22:27:20.906] The invocation will be retried
[22:37:20.972] Starting the invocation (attempt 15)
[22:37:21.001] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1585028c001a922b3653f5f27dc0364a93451151"
[22:37:21.001] Popped gitiles commit info from properties and tags
[22:37:21.001] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:37:21.001] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:37:21.001] Buildbucket request:
{
  "requestId": "8897777302146413680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "1585028c001a922b3653f5f27dc0364a93451151",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897777302146413680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:37:54.358] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[22:37:54.358] The invocation will be retried
[22:47:54.415] Starting the invocation (attempt 16)
[22:47:54.441] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1585028c001a922b3653f5f27dc0364a93451151"
[22:47:54.441] Popped gitiles commit info from properties and tags
[22:47:54.441] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:47:54.442] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:47:54.442] Buildbucket request:
{
  "requestId": "8897777302146413680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "1585028c001a922b3653f5f27dc0364a93451151",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897777302146413680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:48:27.826] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[22:48:27.826] The invocation will be retried
[22:58:27.877] Starting the invocation (attempt 17)
[22:58:27.905] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1585028c001a922b3653f5f27dc0364a93451151"
[22:58:27.905] Popped gitiles commit info from properties and tags
[22:58:27.905] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:58:27.905] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:58:27.905] Buildbucket request:
{
  "requestId": "8897777302146413680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "1585028c001a922b3653f5f27dc0364a93451151",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897777302146413680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:59:01.653] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[22:59:01.653] The invocation will be retried
[23:09:01.716] Starting the invocation (attempt 18)
[23:09:01.744] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1585028c001a922b3653f5f27dc0364a93451151"
[23:09:01.744] Popped gitiles commit info from properties and tags
[23:09:01.744] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[23:09:01.747] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[23:09:01.747] Buildbucket request:
{
  "requestId": "8897777302146413680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "1585028c001a922b3653f5f27dc0364a93451151",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897777302146413680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[23:09:34.895] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[23:09:34.895] The invocation will be retried
[23:19:34.954] Starting the invocation (attempt 19)
[23:19:34.982] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1585028c001a922b3653f5f27dc0364a93451151"
[23:19:34.982] Popped gitiles commit info from properties and tags
[23:19:34.982] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[23:19:34.983] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[23:19:34.983] Buildbucket request:
{
  "requestId": "8897777302146413680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "1585028c001a922b3653f5f27dc0364a93451151",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897777302146413680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[23:20:08.337] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[23:20:08.337] The invocation will be retried
[23:30:08.397] Starting the invocation (attempt 20)
[23:30:08.426] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1585028c001a922b3653f5f27dc0364a93451151"
[23:30:08.426] Popped gitiles commit info from properties and tags
[23:30:08.426] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[23:30:08.427] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[23:30:08.427] Buildbucket request:
{
  "requestId": "8897777302146413680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "1585028c001a922b3653f5f27dc0364a93451151",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897777302146413680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[23:30:41.947] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[23:30:41.947] The invocation will be retried
[23:40:42.109] Starting the invocation (attempt 21)
[23:40:42.136] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1585028c001a922b3653f5f27dc0364a93451151"
[23:40:42.136] Popped gitiles commit info from properties and tags
[23:40:42.136] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[23:40:42.136] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[23:40:42.136] Buildbucket request:
{
  "requestId": "8897777302146413680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "1585028c001a922b3653f5f27dc0364a93451151",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897777302146413680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[23:41:15.851] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[23:41:15.851] The invocation will be retried
[23:51:15.911] Starting the invocation (attempt 22)
[23:51:15.945] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1585028c001a922b3653f5f27dc0364a93451151"
[23:51:15.945] Popped gitiles commit info from properties and tags
[23:51:15.945] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[23:51:15.945] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[23:51:15.946] Buildbucket request:
{
  "requestId": "8897777302146413680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "1585028c001a922b3653f5f27dc0364a93451151",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897777302146413680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[23:51:49.940] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[23:51:49.940] The invocation will be retried
[00:01:50.002] Starting the invocation (attempt 23)
[00:01:50.034] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1585028c001a922b3653f5f27dc0364a93451151"
[00:01:50.034] Popped gitiles commit info from properties and tags
[00:01:50.034] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[00:01:50.034] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[00:01:50.035] Buildbucket request:
{
  "requestId": "8897777302146413680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "1585028c001a922b3653f5f27dc0364a93451151",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897777302146413680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[00:02:24.760] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[00:02:24.761] The invocation will be retried
[00:12:24.825] Starting the invocation (attempt 24)
[00:12:24.861] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1585028c001a922b3653f5f27dc0364a93451151"
[00:12:24.861] Popped gitiles commit info from properties and tags
[00:12:24.861] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[00:12:24.861] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[00:12:24.861] Buildbucket request:
{
  "requestId": "8897777302146413680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "1585028c001a922b3653f5f27dc0364a93451151",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897777302146413680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[00:12:58.914] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[00:12:58.914] The invocation will be retried
[00:22:59.029] Starting the invocation (attempt 25)
[00:22:59.057] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1585028c001a922b3653f5f27dc0364a93451151"
[00:22:59.057] Popped gitiles commit info from properties and tags
[00:22:59.057] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[00:22:59.057] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[00:22:59.058] Buildbucket request:
{
  "requestId": "8897777302146413680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "1585028c001a922b3653f5f27dc0364a93451151",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897777302146413680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[00:23:32.947] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[00:23:32.947] The invocation will be retried
[00:33:33.005] Starting the invocation (attempt 26)
[00:33:33.032] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1585028c001a922b3653f5f27dc0364a93451151"
[00:33:33.032] Popped gitiles commit info from properties and tags
[00:33:33.032] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[00:33:33.033] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[00:33:33.034] Buildbucket request:
{
  "requestId": "8897777302146413680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "1585028c001a922b3653f5f27dc0364a93451151",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897777302146413680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[00:34:06.847] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[00:34:06.847] The invocation will be retried
[00:44:06.930] Starting the invocation (attempt 27)
[00:44:06.957] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1585028c001a922b3653f5f27dc0364a93451151"
[00:44:06.957] Popped gitiles commit info from properties and tags
[00:44:06.957] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[00:44:06.957] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[00:44:06.957] Buildbucket request:
{
  "requestId": "8897777302146413680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "1585028c001a922b3653f5f27dc0364a93451151",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897777302146413680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[00:44:40.520] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[00:44:40.520] The invocation will be retried
[00:54:40.581] Starting the invocation (attempt 28)
[00:54:40.609] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1585028c001a922b3653f5f27dc0364a93451151"
[00:54:40.609] Popped gitiles commit info from properties and tags
[00:54:40.609] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[00:54:40.609] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[00:54:40.610] Buildbucket request:
{
  "requestId": "8897777302146413680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "1585028c001a922b3653f5f27dc0364a93451151",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897777302146413680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[00:55:13.733] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[00:55:13.733] The invocation will be retried
[01:05:13.789] Starting the invocation (attempt 29)
[01:05:13.822] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1585028c001a922b3653f5f27dc0364a93451151"
[01:05:13.822] Popped gitiles commit info from properties and tags
[01:05:13.822] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:05:13.822] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[01:05:13.823] Buildbucket request:
{
  "requestId": "8897777302146413680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "1585028c001a922b3653f5f27dc0364a93451151",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897777302146413680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[01:05:48.227] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[01:05:48.228] The invocation will be retried
[01:15:48.382] Starting the invocation (attempt 30)
[01:15:48.411] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1585028c001a922b3653f5f27dc0364a93451151"
[01:15:48.411] Popped gitiles commit info from properties and tags
[01:15:48.411] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:15:48.411] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[01:15:48.411] Buildbucket request:
{
  "requestId": "8897777302146413680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "1585028c001a922b3653f5f27dc0364a93451151",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897777302146413680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[01:16:22.122] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[01:16:22.122] The invocation will be retried
[01:26:22.198] Starting the invocation (attempt 31)
[01:26:22.228] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1585028c001a922b3653f5f27dc0364a93451151"
[01:26:22.228] Popped gitiles commit info from properties and tags
[01:26:22.228] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:26:22.228] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[01:26:22.228] Buildbucket request:
{
  "requestId": "8897777302146413680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "1585028c001a922b3653f5f27dc0364a93451151",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897777302146413680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[01:26:55.736] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[01:26:55.736] The invocation will be retried
[01:36:55.796] Starting the invocation (attempt 32)
[01:36:55.826] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1585028c001a922b3653f5f27dc0364a93451151"
[01:36:55.826] Popped gitiles commit info from properties and tags
[01:36:55.826] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:36:55.827] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[01:36:55.827] Buildbucket request:
{
  "requestId": "8897777302146413680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "1585028c001a922b3653f5f27dc0364a93451151",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897777302146413680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[01:37:29.032] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[01:37:29.032] The invocation will be retried
[01:47:29.094] Starting the invocation (attempt 33)
[01:47:29.122] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1585028c001a922b3653f5f27dc0364a93451151"
[01:47:29.122] Popped gitiles commit info from properties and tags
[01:47:29.122] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:47:29.122] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[01:47:29.122] Buildbucket request:
{
  "requestId": "8897777302146413680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "1585028c001a922b3653f5f27dc0364a93451151",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897777302146413680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[01:48:02.596] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[01:48:02.596] The invocation will be retried
[01:58:02.649] Starting the invocation (attempt 34)
[01:58:02.678] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1585028c001a922b3653f5f27dc0364a93451151"
[01:58:02.678] Popped gitiles commit info from properties and tags
[01:58:02.678] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:58:02.678] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[01:58:02.678] Buildbucket request:
{
  "requestId": "8897777302146413680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "1585028c001a922b3653f5f27dc0364a93451151",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897777302146413680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[01:58:36.102] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[01:58:36.102] The invocation will be retried
[02:08:36.157] Starting the invocation (attempt 35)
[02:08:36.189] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1585028c001a922b3653f5f27dc0364a93451151"
[02:08:36.189] Popped gitiles commit info from properties and tags
[02:08:36.189] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[02:08:36.189] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[02:08:36.189] Buildbucket request:
{
  "requestId": "8897777302146413680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "1585028c001a922b3653f5f27dc0364a93451151",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897777302146413680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[02:09:09.803] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[02:09:09.803] The invocation will be retried
[02:19:09.863] Starting the invocation (attempt 36)
[02:19:09.895] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1585028c001a922b3653f5f27dc0364a93451151"
[02:19:09.895] Popped gitiles commit info from properties and tags
[02:19:09.895] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[02:19:09.895] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[02:19:09.895] Buildbucket request:
{
  "requestId": "8897777302146413680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "1585028c001a922b3653f5f27dc0364a93451151",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897777302146413680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[02:19:43.957] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[02:19:43.957] The invocation will be retried
[02:29:44.024] Starting the invocation (attempt 37)
[02:29:44.052] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1585028c001a922b3653f5f27dc0364a93451151"
[02:29:44.052] Popped gitiles commit info from properties and tags
[02:29:44.052] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[02:29:44.055] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[02:29:44.055] Buildbucket request:
{
  "requestId": "8897777302146413680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "1585028c001a922b3653f5f27dc0364a93451151",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897777302146413680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[02:30:17.789] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[02:30:17.789] The invocation will be retried
[02:40:18.115] Starting the invocation (attempt 38)
[02:40:18.143] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1585028c001a922b3653f5f27dc0364a93451151"
[02:40:18.143] Popped gitiles commit info from properties and tags
[02:40:18.143] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[02:40:18.147] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[02:40:18.147] Buildbucket request:
{
  "requestId": "8897777302146413680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "1585028c001a922b3653f5f27dc0364a93451151",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897777302146413680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[02:40:51.631] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[02:40:51.631] The invocation will be retried
[02:50:51.774] Starting the invocation (attempt 39)
[02:50:51.803] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1585028c001a922b3653f5f27dc0364a93451151"
[02:50:51.803] Popped gitiles commit info from properties and tags
[02:50:51.803] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[02:50:51.804] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[02:50:51.804] Buildbucket request:
{
  "requestId": "8897777302146413680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "1585028c001a922b3653f5f27dc0364a93451151",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897777302146413680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[02:51:26.542] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[02:51:26.543] The invocation will be retried
[03:01:26.597] Starting the invocation (attempt 40)
[03:01:26.624] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1585028c001a922b3653f5f27dc0364a93451151"
[03:01:26.624] Popped gitiles commit info from properties and tags
[03:01:26.624] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[03:01:26.625] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[03:01:26.625] Buildbucket request:
{
  "requestId": "8897777302146413680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "1585028c001a922b3653f5f27dc0364a93451151",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897777302146413680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[03:02:00.545] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[03:02:00.546] The invocation will be retried
[03:12:00.603] Starting the invocation (attempt 41)
[03:12:00.632] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1585028c001a922b3653f5f27dc0364a93451151"
[03:12:00.632] Popped gitiles commit info from properties and tags
[03:12:00.632] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[03:12:00.635] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[03:12:00.635] Buildbucket request:
{
  "requestId": "8897777302146413680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "1585028c001a922b3653f5f27dc0364a93451151",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897777302146413680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[03:12:34.135] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[03:12:34.135] The invocation will be retried
[03:22:34.196] Starting the invocation (attempt 42)
[03:22:34.225] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1585028c001a922b3653f5f27dc0364a93451151"
[03:22:34.225] Popped gitiles commit info from properties and tags
[03:22:34.225] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[03:22:34.225] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[03:22:34.225] Buildbucket request:
{
  "requestId": "8897777302146413680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "1585028c001a922b3653f5f27dc0364a93451151",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897777302146413680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[03:23:07.848] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[03:23:07.848] The invocation will be retried
[03:33:08.026] Starting the invocation (attempt 43)
[03:33:08.063] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1585028c001a922b3653f5f27dc0364a93451151"
[03:33:08.063] Popped gitiles commit info from properties and tags
[03:33:08.063] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[03:33:08.067] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[03:33:08.067] Buildbucket request:
{
  "requestId": "8897777302146413680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "1585028c001a922b3653f5f27dc0364a93451151",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897777302146413680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[03:33:41.448] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[03:33:41.449] The invocation will be retried
[03:43:41.509] Starting the invocation (attempt 44)
[03:43:41.540] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1585028c001a922b3653f5f27dc0364a93451151"
[03:43:41.540] Popped gitiles commit info from properties and tags
[03:43:41.540] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[03:43:41.544] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[03:43:41.544] Buildbucket request:
{
  "requestId": "8897777302146413680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "1585028c001a922b3653f5f27dc0364a93451151",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897777302146413680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[03:44:14.991] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[03:44:14.992] The invocation will be retried
[03:54:15.143] Starting the invocation (attempt 45)
[03:54:15.179] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1585028c001a922b3653f5f27dc0364a93451151"
[03:54:15.179] Popped gitiles commit info from properties and tags
[03:54:15.179] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[03:54:15.181] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[03:54:15.181] Buildbucket request:
{
  "requestId": "8897777302146413680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "1585028c001a922b3653f5f27dc0364a93451151",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897777302146413680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[03:54:48.532] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[03:54:48.533] The invocation will be retried
[04:04:48.598] Starting the invocation (attempt 46)
[04:04:48.630] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1585028c001a922b3653f5f27dc0364a93451151"
[04:04:48.630] Popped gitiles commit info from properties and tags
[04:04:48.630] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[04:04:48.631] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[04:04:48.631] Buildbucket request:
{
  "requestId": "8897777302146413680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "1585028c001a922b3653f5f27dc0364a93451151",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897777302146413680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[04:05:22.491] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[04:05:22.491] The invocation will be retried
[04:15:22.546] Starting the invocation (attempt 47)
[04:15:22.577] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1585028c001a922b3653f5f27dc0364a93451151"
[04:15:22.577] Popped gitiles commit info from properties and tags
[04:15:22.577] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[04:15:22.577] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[04:15:22.577] Buildbucket request:
{
  "requestId": "8897777302146413680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "1585028c001a922b3653f5f27dc0364a93451151",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897777302146413680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[04:15:55.937] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[04:15:55.938] The invocation will be retried
[04:25:56.000] Starting the invocation (attempt 48)
[04:25:56.030] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1585028c001a922b3653f5f27dc0364a93451151"
[04:25:56.030] Popped gitiles commit info from properties and tags
[04:25:56.030] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[04:25:56.030] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[04:25:56.030] Buildbucket request:
{
  "requestId": "8897777302146413680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "1585028c001a922b3653f5f27dc0364a93451151",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897777302146413680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[04:26:29.171] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[04:26:29.172] The invocation will be retried
[04:36:29.243] Starting the invocation (attempt 49)
[04:36:29.283] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1585028c001a922b3653f5f27dc0364a93451151"
[04:36:29.283] Popped gitiles commit info from properties and tags
[04:36:29.283] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[04:36:29.285] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[04:36:29.285] Buildbucket request:
{
  "requestId": "8897777302146413680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "1585028c001a922b3653f5f27dc0364a93451151",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897777302146413680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[04:37:02.630] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[04:37:02.630] The invocation will be retried
[04:47:02.696] Starting the invocation (attempt 50)
[04:47:02.727] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1585028c001a922b3653f5f27dc0364a93451151"
[04:47:02.727] Popped gitiles commit info from properties and tags
[04:47:02.727] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[04:47:02.727] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[04:47:02.727] Buildbucket request:
{
  "requestId": "8897777302146413680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "1585028c001a922b3653f5f27dc0364a93451151",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897777302146413680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[04:47:36.332] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[04:47:36.332] Invocation finished in 7h38m40.283992702s with status FAILED