Status: FAILED
Triggered by: -
Duration: 7 hours
Actions:

Definition (rev ac465d42d2d3f0b5fd3dee94a9a9d505c11cae99)

buildbucket: <
  server: "cr-buildbucket-dev.appspot.com"
  bucket: "ci"
  builder: "mac-rel-dev"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "b960d1435348ec0bda47c7760222356aa7ef0d8a"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b960d1435348ec0bda47c7760222356aa7ef0d8a
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[10:18:32.055] New invocation is queued and will start shortly
[10:18:33.120] Starting the invocation (attempt 1)
[10:18:33.150] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b960d1435348ec0bda47c7760222356aa7ef0d8a"
[10:18:33.150] Popped gitiles commit info from properties and tags
[10:18:33.150] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[10:18:33.153] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[10:18:33.153] Buildbucket request:
{
  "requestId": "8897546430875777856",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b960d1435348ec0bda47c7760222356aa7ef0d8a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897546430875777856"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[10:19:06.174] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[10:19:06.174] The invocation will be retried
[10:19:11.246] Starting the invocation (attempt 2)
[10:19:11.273] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b960d1435348ec0bda47c7760222356aa7ef0d8a"
[10:19:11.273] Popped gitiles commit info from properties and tags
[10:19:11.273] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[10:19:11.273] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[10:19:11.273] Buildbucket request:
{
  "requestId": "8897546430875777856",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b960d1435348ec0bda47c7760222356aa7ef0d8a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897546430875777856"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[10:19:44.439] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[10:19:44.439] The invocation will be retried
[10:19:54.503] Starting the invocation (attempt 3)
[10:19:54.534] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b960d1435348ec0bda47c7760222356aa7ef0d8a"
[10:19:54.534] Popped gitiles commit info from properties and tags
[10:19:54.534] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[10:19:54.534] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[10:19:54.534] Buildbucket request:
{
  "requestId": "8897546430875777856",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b960d1435348ec0bda47c7760222356aa7ef0d8a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897546430875777856"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[10:20:27.772] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[10:20:27.773] The invocation will be retried
[10:20:47.833] Starting the invocation (attempt 4)
[10:20:47.861] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b960d1435348ec0bda47c7760222356aa7ef0d8a"
[10:20:47.861] Popped gitiles commit info from properties and tags
[10:20:47.861] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[10:20:47.866] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[10:20:47.867] Buildbucket request:
{
  "requestId": "8897546430875777856",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b960d1435348ec0bda47c7760222356aa7ef0d8a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897546430875777856"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[10:21:21.130] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[10:21:21.131] The invocation will be retried
[10:22:01.194] Starting the invocation (attempt 5)
[10:22:01.226] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b960d1435348ec0bda47c7760222356aa7ef0d8a"
[10:22:01.226] Popped gitiles commit info from properties and tags
[10:22:01.226] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[10:22:01.226] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[10:22:01.226] Buildbucket request:
{
  "requestId": "8897546430875777856",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b960d1435348ec0bda47c7760222356aa7ef0d8a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897546430875777856"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[10:22:34.326] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[10:22:34.326] The invocation will be retried
[10:23:54.386] Starting the invocation (attempt 6)
[10:23:54.417] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b960d1435348ec0bda47c7760222356aa7ef0d8a"
[10:23:54.417] Popped gitiles commit info from properties and tags
[10:23:54.417] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[10:23:54.417] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[10:23:54.417] Buildbucket request:
{
  "requestId": "8897546430875777856",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b960d1435348ec0bda47c7760222356aa7ef0d8a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897546430875777856"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[10:24:27.735] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[10:24:27.736] The invocation will be retried
[10:27:07.796] Starting the invocation (attempt 7)
[10:27:07.825] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b960d1435348ec0bda47c7760222356aa7ef0d8a"
[10:27:07.825] Popped gitiles commit info from properties and tags
[10:27:07.825] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[10:27:07.829] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[10:27:07.829] Buildbucket request:
{
  "requestId": "8897546430875777856",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b960d1435348ec0bda47c7760222356aa7ef0d8a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897546430875777856"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[10:27:41.048] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[10:27:41.048] The invocation will be retried
[10:33:01.110] Starting the invocation (attempt 8)
[10:33:01.146] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b960d1435348ec0bda47c7760222356aa7ef0d8a"
[10:33:01.146] Popped gitiles commit info from properties and tags
[10:33:01.146] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[10:33:01.147] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[10:33:01.148] Buildbucket request:
{
  "requestId": "8897546430875777856",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b960d1435348ec0bda47c7760222356aa7ef0d8a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897546430875777856"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[10:33:34.429] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[10:33:34.429] The invocation will be retried
[10:43:34.496] Starting the invocation (attempt 9)
[10:43:34.527] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b960d1435348ec0bda47c7760222356aa7ef0d8a"
[10:43:34.527] Popped gitiles commit info from properties and tags
[10:43:34.527] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[10:43:34.528] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[10:43:34.528] Buildbucket request:
{
  "requestId": "8897546430875777856",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b960d1435348ec0bda47c7760222356aa7ef0d8a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897546430875777856"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[10:44:07.779] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[10:44:07.779] The invocation will be retried
[10:54:07.842] Starting the invocation (attempt 10)
[10:54:07.883] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b960d1435348ec0bda47c7760222356aa7ef0d8a"
[10:54:07.883] Popped gitiles commit info from properties and tags
[10:54:07.883] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[10:54:07.883] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[10:54:07.883] Buildbucket request:
{
  "requestId": "8897546430875777856",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b960d1435348ec0bda47c7760222356aa7ef0d8a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897546430875777856"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[10:54:41.065] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[10:54:41.065] The invocation will be retried
[11:04:41.124] Starting the invocation (attempt 11)
[11:04:41.156] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b960d1435348ec0bda47c7760222356aa7ef0d8a"
[11:04:41.156] Popped gitiles commit info from properties and tags
[11:04:41.156] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[11:04:41.156] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[11:04:41.156] Buildbucket request:
{
  "requestId": "8897546430875777856",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b960d1435348ec0bda47c7760222356aa7ef0d8a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897546430875777856"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[11:05:14.403] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[11:05:14.403] The invocation will be retried
[11:15:14.556] Starting the invocation (attempt 12)
[11:15:14.583] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b960d1435348ec0bda47c7760222356aa7ef0d8a"
[11:15:14.583] Popped gitiles commit info from properties and tags
[11:15:14.583] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[11:15:14.583] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[11:15:14.584] Buildbucket request:
{
  "requestId": "8897546430875777856",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b960d1435348ec0bda47c7760222356aa7ef0d8a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897546430875777856"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[11:15:47.711] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[11:15:47.711] The invocation will be retried
[11:25:47.775] Starting the invocation (attempt 13)
[11:25:47.804] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b960d1435348ec0bda47c7760222356aa7ef0d8a"
[11:25:47.804] Popped gitiles commit info from properties and tags
[11:25:47.804] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[11:25:47.809] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[11:25:47.809] Buildbucket request:
{
  "requestId": "8897546430875777856",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b960d1435348ec0bda47c7760222356aa7ef0d8a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897546430875777856"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[11:26:20.858] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[11:26:20.858] The invocation will be retried
[11:36:21.003] Starting the invocation (attempt 14)
[11:36:21.041] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b960d1435348ec0bda47c7760222356aa7ef0d8a"
[11:36:21.041] Popped gitiles commit info from properties and tags
[11:36:21.041] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[11:36:21.045] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[11:36:21.045] Buildbucket request:
{
  "requestId": "8897546430875777856",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b960d1435348ec0bda47c7760222356aa7ef0d8a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897546430875777856"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[11:36:54.453] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[11:36:54.453] The invocation will be retried
[11:46:54.527] Starting the invocation (attempt 15)
[11:46:54.576] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b960d1435348ec0bda47c7760222356aa7ef0d8a"
[11:46:54.576] Popped gitiles commit info from properties and tags
[11:46:54.576] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[11:46:54.579] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[11:46:54.579] Buildbucket request:
{
  "requestId": "8897546430875777856",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b960d1435348ec0bda47c7760222356aa7ef0d8a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897546430875777856"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[11:47:27.814] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[11:47:27.814] The invocation will be retried
[11:57:27.897] Starting the invocation (attempt 16)
[11:57:27.929] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b960d1435348ec0bda47c7760222356aa7ef0d8a"
[11:57:27.929] Popped gitiles commit info from properties and tags
[11:57:27.929] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[11:57:27.933] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[11:57:27.933] Buildbucket request:
{
  "requestId": "8897546430875777856",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b960d1435348ec0bda47c7760222356aa7ef0d8a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897546430875777856"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[11:58:01.292] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[11:58:01.292] The invocation will be retried
[12:08:02.135] Starting the invocation (attempt 17)
[12:08:02.167] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b960d1435348ec0bda47c7760222356aa7ef0d8a"
[12:08:02.167] Popped gitiles commit info from properties and tags
[12:08:02.167] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[12:08:02.170] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[12:08:02.170] Buildbucket request:
{
  "requestId": "8897546430875777856",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b960d1435348ec0bda47c7760222356aa7ef0d8a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897546430875777856"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[12:08:35.873] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[12:08:35.873] The invocation will be retried
[12:18:35.931] Starting the invocation (attempt 18)
[12:18:35.962] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b960d1435348ec0bda47c7760222356aa7ef0d8a"
[12:18:35.962] Popped gitiles commit info from properties and tags
[12:18:35.962] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[12:18:35.962] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[12:18:35.962] Buildbucket request:
{
  "requestId": "8897546430875777856",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b960d1435348ec0bda47c7760222356aa7ef0d8a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897546430875777856"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[12:19:09.053] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[12:19:09.053] The invocation will be retried
[12:29:09.115] Starting the invocation (attempt 19)
[12:29:09.145] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b960d1435348ec0bda47c7760222356aa7ef0d8a"
[12:29:09.145] Popped gitiles commit info from properties and tags
[12:29:09.145] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[12:29:09.150] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[12:29:09.150] Buildbucket request:
{
  "requestId": "8897546430875777856",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b960d1435348ec0bda47c7760222356aa7ef0d8a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897546430875777856"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[12:29:42.699] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[12:29:42.700] The invocation will be retried
[12:39:42.757] Starting the invocation (attempt 20)
[12:39:42.801] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b960d1435348ec0bda47c7760222356aa7ef0d8a"
[12:39:42.801] Popped gitiles commit info from properties and tags
[12:39:42.801] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[12:39:42.801] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[12:39:42.801] Buildbucket request:
{
  "requestId": "8897546430875777856",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b960d1435348ec0bda47c7760222356aa7ef0d8a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897546430875777856"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[12:40:16.178] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[12:40:16.179] The invocation will be retried
[12:50:16.239] Starting the invocation (attempt 21)
[12:50:16.267] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b960d1435348ec0bda47c7760222356aa7ef0d8a"
[12:50:16.267] Popped gitiles commit info from properties and tags
[12:50:16.267] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[12:50:16.267] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[12:50:16.267] Buildbucket request:
{
  "requestId": "8897546430875777856",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b960d1435348ec0bda47c7760222356aa7ef0d8a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897546430875777856"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[12:50:49.530] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[12:50:49.530] The invocation will be retried
[13:00:50.141] Starting the invocation (attempt 22)
[13:00:50.171] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b960d1435348ec0bda47c7760222356aa7ef0d8a"
[13:00:50.171] Popped gitiles commit info from properties and tags
[13:00:50.171] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[13:00:50.171] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[13:00:50.171] Buildbucket request:
{
  "requestId": "8897546430875777856",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b960d1435348ec0bda47c7760222356aa7ef0d8a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897546430875777856"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[13:01:23.666] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[13:01:23.666] The invocation will be retried
[13:11:23.739] Starting the invocation (attempt 23)
[13:11:23.779] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b960d1435348ec0bda47c7760222356aa7ef0d8a"
[13:11:23.779] Popped gitiles commit info from properties and tags
[13:11:23.779] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[13:11:23.779] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[13:11:23.779] Buildbucket request:
{
  "requestId": "8897546430875777856",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b960d1435348ec0bda47c7760222356aa7ef0d8a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897546430875777856"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[13:11:57.822] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[13:11:57.823] The invocation will be retried
[13:21:57.965] Starting the invocation (attempt 24)
[13:21:57.996] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b960d1435348ec0bda47c7760222356aa7ef0d8a"
[13:21:57.996] Popped gitiles commit info from properties and tags
[13:21:57.996] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[13:21:57.996] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[13:21:57.997] Buildbucket request:
{
  "requestId": "8897546430875777856",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b960d1435348ec0bda47c7760222356aa7ef0d8a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897546430875777856"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[13:22:31.181] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[13:22:31.181] The invocation will be retried
[13:32:31.244] Starting the invocation (attempt 25)
[13:32:31.273] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b960d1435348ec0bda47c7760222356aa7ef0d8a"
[13:32:31.273] Popped gitiles commit info from properties and tags
[13:32:31.273] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[13:32:31.273] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[13:32:31.274] Buildbucket request:
{
  "requestId": "8897546430875777856",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b960d1435348ec0bda47c7760222356aa7ef0d8a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897546430875777856"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[13:33:04.836] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[13:33:04.836] The invocation will be retried
[13:43:04.996] Starting the invocation (attempt 26)
[13:43:05.029] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b960d1435348ec0bda47c7760222356aa7ef0d8a"
[13:43:05.029] Popped gitiles commit info from properties and tags
[13:43:05.029] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[13:43:05.029] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[13:43:05.030] Buildbucket request:
{
  "requestId": "8897546430875777856",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b960d1435348ec0bda47c7760222356aa7ef0d8a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897546430875777856"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[13:43:38.392] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[13:43:38.392] The invocation will be retried
[13:53:38.463] Starting the invocation (attempt 27)
[13:53:38.492] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b960d1435348ec0bda47c7760222356aa7ef0d8a"
[13:53:38.492] Popped gitiles commit info from properties and tags
[13:53:38.492] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[13:53:38.492] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[13:53:38.493] Buildbucket request:
{
  "requestId": "8897546430875777856",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b960d1435348ec0bda47c7760222356aa7ef0d8a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897546430875777856"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[13:54:11.675] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[13:54:11.676] The invocation will be retried
[14:04:11.745] Starting the invocation (attempt 28)
[14:04:11.773] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b960d1435348ec0bda47c7760222356aa7ef0d8a"
[14:04:11.773] Popped gitiles commit info from properties and tags
[14:04:11.773] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[14:04:11.775] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[14:04:11.776] Buildbucket request:
{
  "requestId": "8897546430875777856",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b960d1435348ec0bda47c7760222356aa7ef0d8a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897546430875777856"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[14:04:45.047] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[14:04:45.047] The invocation will be retried
[14:14:45.116] Starting the invocation (attempt 29)
[14:14:45.145] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b960d1435348ec0bda47c7760222356aa7ef0d8a"
[14:14:45.145] Popped gitiles commit info from properties and tags
[14:14:45.146] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[14:14:45.148] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[14:14:45.149] Buildbucket request:
{
  "requestId": "8897546430875777856",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b960d1435348ec0bda47c7760222356aa7ef0d8a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897546430875777856"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[14:15:19.417] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[14:15:19.417] The invocation will be retried
[14:25:19.535] Starting the invocation (attempt 30)
[14:25:19.563] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b960d1435348ec0bda47c7760222356aa7ef0d8a"
[14:25:19.563] Popped gitiles commit info from properties and tags
[14:25:19.563] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[14:25:19.566] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[14:25:19.566] Buildbucket request:
{
  "requestId": "8897546430875777856",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b960d1435348ec0bda47c7760222356aa7ef0d8a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897546430875777856"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[14:25:52.736] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[14:25:52.736] The invocation will be retried
[14:35:52.795] Starting the invocation (attempt 31)
[14:35:52.830] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b960d1435348ec0bda47c7760222356aa7ef0d8a"
[14:35:52.830] Popped gitiles commit info from properties and tags
[14:35:52.830] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[14:35:52.834] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[14:35:52.835] Buildbucket request:
{
  "requestId": "8897546430875777856",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b960d1435348ec0bda47c7760222356aa7ef0d8a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897546430875777856"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[14:36:26.052] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[14:36:26.052] The invocation will be retried
[14:46:26.194] Starting the invocation (attempt 32)
[14:46:26.224] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b960d1435348ec0bda47c7760222356aa7ef0d8a"
[14:46:26.225] Popped gitiles commit info from properties and tags
[14:46:26.225] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[14:46:26.225] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[14:46:26.225] Buildbucket request:
{
  "requestId": "8897546430875777856",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b960d1435348ec0bda47c7760222356aa7ef0d8a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897546430875777856"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[14:46:59.598] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[14:46:59.598] The invocation will be retried
[14:57:00.137] Starting the invocation (attempt 33)
[14:57:00.168] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b960d1435348ec0bda47c7760222356aa7ef0d8a"
[14:57:00.168] Popped gitiles commit info from properties and tags
[14:57:00.168] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[14:57:00.168] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[14:57:00.168] Buildbucket request:
{
  "requestId": "8897546430875777856",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b960d1435348ec0bda47c7760222356aa7ef0d8a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897546430875777856"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[14:57:33.415] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[14:57:33.415] The invocation will be retried
[15:07:34.145] Starting the invocation (attempt 34)
[15:07:34.175] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b960d1435348ec0bda47c7760222356aa7ef0d8a"
[15:07:34.175] Popped gitiles commit info from properties and tags
[15:07:34.175] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[15:07:34.175] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[15:07:34.175] Buildbucket request:
{
  "requestId": "8897546430875777856",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b960d1435348ec0bda47c7760222356aa7ef0d8a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897546430875777856"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[15:08:07.266] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[15:08:07.266] The invocation will be retried
[15:18:08.138] Starting the invocation (attempt 35)
[15:18:08.175] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b960d1435348ec0bda47c7760222356aa7ef0d8a"
[15:18:08.175] Popped gitiles commit info from properties and tags
[15:18:08.175] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[15:18:08.175] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[15:18:08.175] Buildbucket request:
{
  "requestId": "8897546430875777856",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b960d1435348ec0bda47c7760222356aa7ef0d8a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897546430875777856"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[15:18:41.397] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[15:18:41.397] The invocation will be retried
[15:28:41.460] Starting the invocation (attempt 36)
[15:28:41.491] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b960d1435348ec0bda47c7760222356aa7ef0d8a"
[15:28:41.491] Popped gitiles commit info from properties and tags
[15:28:41.491] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[15:28:41.491] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[15:28:41.491] Buildbucket request:
{
  "requestId": "8897546430875777856",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b960d1435348ec0bda47c7760222356aa7ef0d8a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897546430875777856"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[15:29:14.850] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[15:29:14.850] The invocation will be retried
[15:39:14.926] Starting the invocation (attempt 37)
[15:39:14.957] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b960d1435348ec0bda47c7760222356aa7ef0d8a"
[15:39:14.958] Popped gitiles commit info from properties and tags
[15:39:14.958] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[15:39:14.958] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[15:39:14.958] Buildbucket request:
{
  "requestId": "8897546430875777856",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b960d1435348ec0bda47c7760222356aa7ef0d8a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897546430875777856"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[15:39:48.216] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[15:39:48.216] The invocation will be retried
[15:49:48.319] Starting the invocation (attempt 38)
[15:49:48.384] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b960d1435348ec0bda47c7760222356aa7ef0d8a"
[15:49:48.384] Popped gitiles commit info from properties and tags
[15:49:48.384] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[15:49:48.386] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[15:49:48.387] Buildbucket request:
{
  "requestId": "8897546430875777856",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b960d1435348ec0bda47c7760222356aa7ef0d8a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897546430875777856"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[15:50:21.583] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[15:50:21.584] The invocation will be retried
[16:00:22.127] Starting the invocation (attempt 39)
[16:00:22.162] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b960d1435348ec0bda47c7760222356aa7ef0d8a"
[16:00:22.162] Popped gitiles commit info from properties and tags
[16:00:22.162] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[16:00:22.166] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[16:00:22.166] Buildbucket request:
{
  "requestId": "8897546430875777856",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b960d1435348ec0bda47c7760222356aa7ef0d8a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897546430875777856"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[16:00:55.631] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[16:00:55.631] The invocation will be retried
[16:10:55.702] Starting the invocation (attempt 40)
[16:10:55.735] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b960d1435348ec0bda47c7760222356aa7ef0d8a"
[16:10:55.736] Popped gitiles commit info from properties and tags
[16:10:55.736] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[16:10:55.736] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[16:10:55.736] Buildbucket request:
{
  "requestId": "8897546430875777856",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b960d1435348ec0bda47c7760222356aa7ef0d8a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897546430875777856"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[16:11:30.095] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[16:11:30.095] The invocation will be retried
[16:21:30.156] Starting the invocation (attempt 41)
[16:21:30.188] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b960d1435348ec0bda47c7760222356aa7ef0d8a"
[16:21:30.188] Popped gitiles commit info from properties and tags
[16:21:30.188] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[16:21:30.188] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[16:21:30.189] Buildbucket request:
{
  "requestId": "8897546430875777856",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b960d1435348ec0bda47c7760222356aa7ef0d8a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897546430875777856"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[16:22:03.553] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[16:22:03.553] The invocation will be retried
[16:32:03.731] Starting the invocation (attempt 42)
[16:32:03.764] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b960d1435348ec0bda47c7760222356aa7ef0d8a"
[16:32:03.764] Popped gitiles commit info from properties and tags
[16:32:03.764] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[16:32:03.774] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[16:32:03.775] Buildbucket request:
{
  "requestId": "8897546430875777856",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b960d1435348ec0bda47c7760222356aa7ef0d8a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897546430875777856"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[16:32:36.856] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[16:32:36.857] The invocation will be retried
[16:42:36.923] Starting the invocation (attempt 43)
[16:42:36.953] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b960d1435348ec0bda47c7760222356aa7ef0d8a"
[16:42:36.953] Popped gitiles commit info from properties and tags
[16:42:36.953] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[16:42:36.953] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[16:42:36.953] Buildbucket request:
{
  "requestId": "8897546430875777856",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b960d1435348ec0bda47c7760222356aa7ef0d8a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897546430875777856"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[16:43:10.218] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[16:43:10.218] The invocation will be retried
[16:53:10.278] Starting the invocation (attempt 44)
[16:53:10.318] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b960d1435348ec0bda47c7760222356aa7ef0d8a"
[16:53:10.318] Popped gitiles commit info from properties and tags
[16:53:10.318] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[16:53:10.318] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[16:53:10.318] Buildbucket request:
{
  "requestId": "8897546430875777856",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b960d1435348ec0bda47c7760222356aa7ef0d8a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897546430875777856"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[16:53:43.313] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[16:53:43.313] The invocation will be retried
[17:03:43.376] Starting the invocation (attempt 45)
[17:03:43.406] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b960d1435348ec0bda47c7760222356aa7ef0d8a"
[17:03:43.406] Popped gitiles commit info from properties and tags
[17:03:43.406] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[17:03:43.406] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[17:03:43.406] Buildbucket request:
{
  "requestId": "8897546430875777856",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b960d1435348ec0bda47c7760222356aa7ef0d8a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897546430875777856"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[17:04:16.649] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[17:04:16.649] The invocation will be retried
[17:14:16.801] Starting the invocation (attempt 46)
[17:14:16.831] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b960d1435348ec0bda47c7760222356aa7ef0d8a"
[17:14:16.831] Popped gitiles commit info from properties and tags
[17:14:16.831] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[17:14:16.832] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[17:14:16.832] Buildbucket request:
{
  "requestId": "8897546430875777856",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b960d1435348ec0bda47c7760222356aa7ef0d8a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897546430875777856"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[17:14:52.546] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[17:14:52.546] The invocation will be retried
[17:24:52.619] Starting the invocation (attempt 47)
[17:24:52.670] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b960d1435348ec0bda47c7760222356aa7ef0d8a"
[17:24:52.670] Popped gitiles commit info from properties and tags
[17:24:52.670] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[17:24:52.670] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[17:24:52.670] Buildbucket request:
{
  "requestId": "8897546430875777856",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b960d1435348ec0bda47c7760222356aa7ef0d8a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897546430875777856"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[17:25:25.765] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[17:25:25.765] The invocation will be retried
[17:35:25.889] Starting the invocation (attempt 48)
[17:35:25.918] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b960d1435348ec0bda47c7760222356aa7ef0d8a"
[17:35:25.918] Popped gitiles commit info from properties and tags
[17:35:25.918] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[17:35:25.919] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[17:35:25.919] Buildbucket request:
{
  "requestId": "8897546430875777856",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b960d1435348ec0bda47c7760222356aa7ef0d8a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897546430875777856"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[17:35:58.932] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[17:35:58.932] The invocation will be retried
[17:45:58.989] Starting the invocation (attempt 49)
[17:45:59.018] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b960d1435348ec0bda47c7760222356aa7ef0d8a"
[17:45:59.018] Popped gitiles commit info from properties and tags
[17:45:59.018] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[17:45:59.019] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[17:45:59.019] Buildbucket request:
{
  "requestId": "8897546430875777856",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b960d1435348ec0bda47c7760222356aa7ef0d8a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897546430875777856"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[17:46:32.379] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[17:46:32.380] The invocation will be retried
[17:56:33.121] Starting the invocation (attempt 50)
[17:56:33.153] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b960d1435348ec0bda47c7760222356aa7ef0d8a"
[17:56:33.153] Popped gitiles commit info from properties and tags
[17:56:33.153] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[17:56:33.153] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[17:56:33.154] Buildbucket request:
{
  "requestId": "8897546430875777856",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b960d1435348ec0bda47c7760222356aa7ef0d8a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897546430875777856"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[17:57:06.359] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[17:57:06.359] Invocation finished in 7h38m34.310122s with status FAILED