Status: FAILED
Triggered by: -
Duration: 7 hours
Actions:

Definition (rev ac465d42d2d3f0b5fd3dee94a9a9d505c11cae99)

buildbucket: <
  server: "cr-buildbucket-dev.appspot.com"
  bucket: "ci"
  builder: "mac-rel-dev"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "b8ef3581201d6f1295a93a2341b6f6d610ed5725"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b8ef3581201d6f1295a93a2341b6f6d610ed5725
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[03:44:12.046] New invocation is queued and will start shortly
[03:44:13.122] Starting the invocation (attempt 1)
[03:44:13.154] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b8ef3581201d6f1295a93a2341b6f6d610ed5725"
[03:44:13.154] Popped gitiles commit info from properties and tags
[03:44:13.154] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[03:44:13.154] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[03:44:13.154] Buildbucket request:
{
  "requestId": "8897661837158889152",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b8ef3581201d6f1295a93a2341b6f6d610ed5725",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897661837158889152"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[03:44:46.269] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[03:44:46.269] The invocation will be retried
[03:44:52.135] Starting the invocation (attempt 2)
[03:44:52.166] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b8ef3581201d6f1295a93a2341b6f6d610ed5725"
[03:44:52.166] Popped gitiles commit info from properties and tags
[03:44:52.166] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[03:44:52.166] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[03:44:52.166] Buildbucket request:
{
  "requestId": "8897661837158889152",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b8ef3581201d6f1295a93a2341b6f6d610ed5725",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897661837158889152"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[03:45:25.340] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[03:45:25.341] The invocation will be retried
[03:45:35.393] Starting the invocation (attempt 3)
[03:45:35.426] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b8ef3581201d6f1295a93a2341b6f6d610ed5725"
[03:45:35.426] Popped gitiles commit info from properties and tags
[03:45:35.426] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[03:45:35.430] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[03:45:35.430] Buildbucket request:
{
  "requestId": "8897661837158889152",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b8ef3581201d6f1295a93a2341b6f6d610ed5725",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897661837158889152"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[03:46:08.597] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[03:46:08.597] The invocation will be retried
[03:46:28.770] Starting the invocation (attempt 4)
[03:46:28.798] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b8ef3581201d6f1295a93a2341b6f6d610ed5725"
[03:46:28.798] Popped gitiles commit info from properties and tags
[03:46:28.798] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[03:46:28.798] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[03:46:28.798] Buildbucket request:
{
  "requestId": "8897661837158889152",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b8ef3581201d6f1295a93a2341b6f6d610ed5725",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897661837158889152"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[03:47:02.215] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[03:47:02.215] The invocation will be retried
[03:47:42.277] Starting the invocation (attempt 5)
[03:47:42.322] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b8ef3581201d6f1295a93a2341b6f6d610ed5725"
[03:47:42.322] Popped gitiles commit info from properties and tags
[03:47:42.322] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[03:47:42.322] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[03:47:42.322] Buildbucket request:
{
  "requestId": "8897661837158889152",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b8ef3581201d6f1295a93a2341b6f6d610ed5725",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897661837158889152"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[03:48:15.604] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[03:48:15.604] The invocation will be retried
[03:49:35.668] Starting the invocation (attempt 6)
[03:49:35.697] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b8ef3581201d6f1295a93a2341b6f6d610ed5725"
[03:49:35.697] Popped gitiles commit info from properties and tags
[03:49:35.697] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[03:49:35.697] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[03:49:35.697] Buildbucket request:
{
  "requestId": "8897661837158889152",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b8ef3581201d6f1295a93a2341b6f6d610ed5725",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897661837158889152"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[03:50:08.934] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[03:50:08.934] The invocation will be retried
[03:52:49.034] Starting the invocation (attempt 7)
[03:52:49.072] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b8ef3581201d6f1295a93a2341b6f6d610ed5725"
[03:52:49.072] Popped gitiles commit info from properties and tags
[03:52:49.072] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[03:52:49.072] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[03:52:49.072] Buildbucket request:
{
  "requestId": "8897661837158889152",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b8ef3581201d6f1295a93a2341b6f6d610ed5725",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897661837158889152"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[03:53:22.575] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[03:53:22.575] The invocation will be retried
[03:58:42.637] Starting the invocation (attempt 8)
[03:58:42.666] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b8ef3581201d6f1295a93a2341b6f6d610ed5725"
[03:58:42.666] Popped gitiles commit info from properties and tags
[03:58:42.666] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[03:58:42.666] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[03:58:42.666] Buildbucket request:
{
  "requestId": "8897661837158889152",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b8ef3581201d6f1295a93a2341b6f6d610ed5725",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897661837158889152"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[03:59:15.734] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[03:59:15.735] The invocation will be retried
[04:09:15.801] Starting the invocation (attempt 9)
[04:09:15.832] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b8ef3581201d6f1295a93a2341b6f6d610ed5725"
[04:09:15.832] Popped gitiles commit info from properties and tags
[04:09:15.832] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[04:09:15.832] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[04:09:15.832] Buildbucket request:
{
  "requestId": "8897661837158889152",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b8ef3581201d6f1295a93a2341b6f6d610ed5725",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897661837158889152"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[04:09:49.154] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[04:09:49.154] The invocation will be retried
[04:19:50.112] Starting the invocation (attempt 10)
[04:19:50.137] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b8ef3581201d6f1295a93a2341b6f6d610ed5725"
[04:19:50.137] Popped gitiles commit info from properties and tags
[04:19:50.137] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[04:19:50.137] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[04:19:50.137] Buildbucket request:
{
  "requestId": "8897661837158889152",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b8ef3581201d6f1295a93a2341b6f6d610ed5725",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897661837158889152"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[04:20:23.560] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[04:20:23.560] The invocation will be retried
[04:30:23.618] Starting the invocation (attempt 11)
[04:30:23.666] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b8ef3581201d6f1295a93a2341b6f6d610ed5725"
[04:30:23.666] Popped gitiles commit info from properties and tags
[04:30:23.666] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[04:30:23.666] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[04:30:23.667] Buildbucket request:
{
  "requestId": "8897661837158889152",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b8ef3581201d6f1295a93a2341b6f6d610ed5725",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897661837158889152"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[04:30:57.156] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[04:30:57.156] The invocation will be retried
[04:40:57.215] Starting the invocation (attempt 12)
[04:40:57.242] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b8ef3581201d6f1295a93a2341b6f6d610ed5725"
[04:40:57.242] Popped gitiles commit info from properties and tags
[04:40:57.242] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[04:40:57.242] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[04:40:57.242] Buildbucket request:
{
  "requestId": "8897661837158889152",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b8ef3581201d6f1295a93a2341b6f6d610ed5725",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897661837158889152"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[04:41:30.596] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[04:41:30.596] The invocation will be retried
[04:51:30.651] Starting the invocation (attempt 13)
[04:51:30.678] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b8ef3581201d6f1295a93a2341b6f6d610ed5725"
[04:51:30.678] Popped gitiles commit info from properties and tags
[04:51:30.678] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[04:51:30.678] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[04:51:30.678] Buildbucket request:
{
  "requestId": "8897661837158889152",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b8ef3581201d6f1295a93a2341b6f6d610ed5725",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897661837158889152"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[04:52:03.849] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[04:52:03.849] The invocation will be retried
[05:02:03.906] Starting the invocation (attempt 14)
[05:02:03.937] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b8ef3581201d6f1295a93a2341b6f6d610ed5725"
[05:02:03.937] Popped gitiles commit info from properties and tags
[05:02:03.937] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[05:02:03.937] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[05:02:03.937] Buildbucket request:
{
  "requestId": "8897661837158889152",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b8ef3581201d6f1295a93a2341b6f6d610ed5725",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897661837158889152"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[05:02:37.211] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[05:02:37.211] The invocation will be retried
[05:12:37.282] Starting the invocation (attempt 15)
[05:12:37.313] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b8ef3581201d6f1295a93a2341b6f6d610ed5725"
[05:12:37.313] Popped gitiles commit info from properties and tags
[05:12:37.313] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[05:12:37.313] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[05:12:37.313] Buildbucket request:
{
  "requestId": "8897661837158889152",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b8ef3581201d6f1295a93a2341b6f6d610ed5725",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897661837158889152"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[05:13:10.585] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[05:13:10.585] The invocation will be retried
[05:23:10.663] Starting the invocation (attempt 16)
[05:23:10.691] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b8ef3581201d6f1295a93a2341b6f6d610ed5725"
[05:23:10.691] Popped gitiles commit info from properties and tags
[05:23:10.692] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[05:23:10.692] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[05:23:10.692] Buildbucket request:
{
  "requestId": "8897661837158889152",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b8ef3581201d6f1295a93a2341b6f6d610ed5725",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897661837158889152"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[05:23:44.760] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[05:23:44.761] The invocation will be retried
[05:33:44.820] Starting the invocation (attempt 17)
[05:33:44.847] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b8ef3581201d6f1295a93a2341b6f6d610ed5725"
[05:33:44.847] Popped gitiles commit info from properties and tags
[05:33:44.847] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[05:33:44.847] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[05:33:44.848] Buildbucket request:
{
  "requestId": "8897661837158889152",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b8ef3581201d6f1295a93a2341b6f6d610ed5725",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897661837158889152"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[05:34:17.930] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[05:34:17.930] The invocation will be retried
[05:44:18.113] Starting the invocation (attempt 18)
[05:44:18.141] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b8ef3581201d6f1295a93a2341b6f6d610ed5725"
[05:44:18.141] Popped gitiles commit info from properties and tags
[05:44:18.141] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[05:44:18.141] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[05:44:18.141] Buildbucket request:
{
  "requestId": "8897661837158889152",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b8ef3581201d6f1295a93a2341b6f6d610ed5725",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897661837158889152"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[05:44:51.550] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[05:44:51.550] The invocation will be retried
[05:54:52.128] Starting the invocation (attempt 19)
[05:54:52.157] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b8ef3581201d6f1295a93a2341b6f6d610ed5725"
[05:54:52.157] Popped gitiles commit info from properties and tags
[05:54:52.157] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[05:54:52.158] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[05:54:52.158] Buildbucket request:
{
  "requestId": "8897661837158889152",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b8ef3581201d6f1295a93a2341b6f6d610ed5725",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897661837158889152"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[05:55:25.370] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[05:55:25.370] The invocation will be retried
[06:05:26.122] Starting the invocation (attempt 20)
[06:05:26.149] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b8ef3581201d6f1295a93a2341b6f6d610ed5725"
[06:05:26.149] Popped gitiles commit info from properties and tags
[06:05:26.149] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[06:05:26.149] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[06:05:26.149] Buildbucket request:
{
  "requestId": "8897661837158889152",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b8ef3581201d6f1295a93a2341b6f6d610ed5725",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897661837158889152"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[06:05:59.297] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[06:05:59.298] The invocation will be retried
[06:16:00.128] Starting the invocation (attempt 21)
[06:16:00.154] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b8ef3581201d6f1295a93a2341b6f6d610ed5725"
[06:16:00.155] Popped gitiles commit info from properties and tags
[06:16:00.155] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[06:16:00.155] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[06:16:00.156] Buildbucket request:
{
  "requestId": "8897661837158889152",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b8ef3581201d6f1295a93a2341b6f6d610ed5725",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897661837158889152"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[06:16:33.341] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[06:16:33.341] The invocation will be retried
[06:26:33.405] Starting the invocation (attempt 22)
[06:26:33.439] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b8ef3581201d6f1295a93a2341b6f6d610ed5725"
[06:26:33.439] Popped gitiles commit info from properties and tags
[06:26:33.439] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[06:26:33.439] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[06:26:33.439] Buildbucket request:
{
  "requestId": "8897661837158889152",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b8ef3581201d6f1295a93a2341b6f6d610ed5725",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897661837158889152"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[06:27:06.943] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[06:27:06.944] The invocation will be retried
[06:37:06.993] Starting the invocation (attempt 23)
[06:37:07.021] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b8ef3581201d6f1295a93a2341b6f6d610ed5725"
[06:37:07.021] Popped gitiles commit info from properties and tags
[06:37:07.021] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[06:37:07.021] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[06:37:07.021] Buildbucket request:
{
  "requestId": "8897661837158889152",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b8ef3581201d6f1295a93a2341b6f6d610ed5725",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897661837158889152"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[06:37:40.334] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[06:37:40.334] The invocation will be retried
[06:47:40.391] Starting the invocation (attempt 24)
[06:47:40.422] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b8ef3581201d6f1295a93a2341b6f6d610ed5725"
[06:47:40.422] Popped gitiles commit info from properties and tags
[06:47:40.422] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[06:47:40.422] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[06:47:40.422] Buildbucket request:
{
  "requestId": "8897661837158889152",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b8ef3581201d6f1295a93a2341b6f6d610ed5725",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897661837158889152"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[06:48:13.637] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[06:48:13.637] The invocation will be retried
[06:58:13.696] Starting the invocation (attempt 25)
[06:58:13.725] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b8ef3581201d6f1295a93a2341b6f6d610ed5725"
[06:58:13.725] Popped gitiles commit info from properties and tags
[06:58:13.725] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[06:58:13.726] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[06:58:13.727] Buildbucket request:
{
  "requestId": "8897661837158889152",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b8ef3581201d6f1295a93a2341b6f6d610ed5725",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897661837158889152"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[06:58:47.238] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[06:58:47.238] The invocation will be retried
[07:08:47.292] Starting the invocation (attempt 26)
[07:08:47.325] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b8ef3581201d6f1295a93a2341b6f6d610ed5725"
[07:08:47.325] Popped gitiles commit info from properties and tags
[07:08:47.325] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[07:08:47.325] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[07:08:47.325] Buildbucket request:
{
  "requestId": "8897661837158889152",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b8ef3581201d6f1295a93a2341b6f6d610ed5725",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897661837158889152"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[07:09:20.790] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[07:09:20.790] The invocation will be retried
[07:19:20.847] Starting the invocation (attempt 27)
[07:19:20.876] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b8ef3581201d6f1295a93a2341b6f6d610ed5725"
[07:19:20.876] Popped gitiles commit info from properties and tags
[07:19:20.876] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[07:19:20.876] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[07:19:20.877] Buildbucket request:
{
  "requestId": "8897661837158889152",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b8ef3581201d6f1295a93a2341b6f6d610ed5725",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897661837158889152"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[07:19:54.126] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[07:19:54.126] The invocation will be retried
[07:29:54.186] Starting the invocation (attempt 28)
[07:29:54.212] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b8ef3581201d6f1295a93a2341b6f6d610ed5725"
[07:29:54.212] Popped gitiles commit info from properties and tags
[07:29:54.212] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[07:29:54.212] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[07:29:54.212] Buildbucket request:
{
  "requestId": "8897661837158889152",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b8ef3581201d6f1295a93a2341b6f6d610ed5725",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897661837158889152"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[07:30:27.488] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[07:30:27.488] The invocation will be retried
[07:40:28.115] Starting the invocation (attempt 29)
[07:40:28.143] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b8ef3581201d6f1295a93a2341b6f6d610ed5725"
[07:40:28.143] Popped gitiles commit info from properties and tags
[07:40:28.143] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[07:40:28.143] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[07:40:28.143] Buildbucket request:
{
  "requestId": "8897661837158889152",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b8ef3581201d6f1295a93a2341b6f6d610ed5725",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897661837158889152"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[07:41:01.152] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[07:41:01.153] The invocation will be retried
[07:51:01.235] Starting the invocation (attempt 30)
[07:51:01.263] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b8ef3581201d6f1295a93a2341b6f6d610ed5725"
[07:51:01.263] Popped gitiles commit info from properties and tags
[07:51:01.263] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[07:51:01.263] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[07:51:01.264] Buildbucket request:
{
  "requestId": "8897661837158889152",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b8ef3581201d6f1295a93a2341b6f6d610ed5725",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897661837158889152"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[07:51:34.637] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[07:51:34.637] The invocation will be retried
[08:01:34.701] Starting the invocation (attempt 31)
[08:01:34.728] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b8ef3581201d6f1295a93a2341b6f6d610ed5725"
[08:01:34.728] Popped gitiles commit info from properties and tags
[08:01:34.728] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[08:01:34.728] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[08:01:34.728] Buildbucket request:
{
  "requestId": "8897661837158889152",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b8ef3581201d6f1295a93a2341b6f6d610ed5725",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897661837158889152"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[08:02:07.856] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[08:02:07.856] The invocation will be retried
[08:12:07.912] Starting the invocation (attempt 32)
[08:12:07.938] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b8ef3581201d6f1295a93a2341b6f6d610ed5725"
[08:12:07.938] Popped gitiles commit info from properties and tags
[08:12:07.938] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[08:12:07.941] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[08:12:07.941] Buildbucket request:
{
  "requestId": "8897661837158889152",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b8ef3581201d6f1295a93a2341b6f6d610ed5725",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897661837158889152"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[08:12:41.076] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[08:12:41.076] The invocation will be retried
[08:22:42.119] Starting the invocation (attempt 33)
[08:22:42.149] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b8ef3581201d6f1295a93a2341b6f6d610ed5725"
[08:22:42.149] Popped gitiles commit info from properties and tags
[08:22:42.149] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[08:22:42.150] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[08:22:42.150] Buildbucket request:
{
  "requestId": "8897661837158889152",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b8ef3581201d6f1295a93a2341b6f6d610ed5725",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897661837158889152"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[08:23:15.627] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[08:23:15.627] The invocation will be retried
[08:33:15.715] Starting the invocation (attempt 34)
[08:33:15.744] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b8ef3581201d6f1295a93a2341b6f6d610ed5725"
[08:33:15.744] Popped gitiles commit info from properties and tags
[08:33:15.744] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[08:33:15.744] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[08:33:15.744] Buildbucket request:
{
  "requestId": "8897661837158889152",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b8ef3581201d6f1295a93a2341b6f6d610ed5725",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897661837158889152"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[08:33:48.899] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[08:33:48.899] The invocation will be retried
[08:43:48.956] Starting the invocation (attempt 35)
[08:43:48.982] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b8ef3581201d6f1295a93a2341b6f6d610ed5725"
[08:43:48.982] Popped gitiles commit info from properties and tags
[08:43:48.982] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[08:43:48.985] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[08:43:48.985] Buildbucket request:
{
  "requestId": "8897661837158889152",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b8ef3581201d6f1295a93a2341b6f6d610ed5725",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897661837158889152"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[08:44:22.392] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[08:44:22.392] The invocation will be retried
[08:54:22.444] Starting the invocation (attempt 36)
[08:54:22.476] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b8ef3581201d6f1295a93a2341b6f6d610ed5725"
[08:54:22.476] Popped gitiles commit info from properties and tags
[08:54:22.476] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[08:54:22.476] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[08:54:22.476] Buildbucket request:
{
  "requestId": "8897661837158889152",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b8ef3581201d6f1295a93a2341b6f6d610ed5725",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897661837158889152"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[08:54:55.698] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[08:54:55.698] The invocation will be retried
[09:04:55.759] Starting the invocation (attempt 37)
[09:04:55.804] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b8ef3581201d6f1295a93a2341b6f6d610ed5725"
[09:04:55.804] Popped gitiles commit info from properties and tags
[09:04:55.804] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[09:04:55.807] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[09:04:55.807] Buildbucket request:
{
  "requestId": "8897661837158889152",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b8ef3581201d6f1295a93a2341b6f6d610ed5725",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897661837158889152"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[09:05:28.963] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[09:05:28.963] The invocation will be retried
[09:15:29.031] Starting the invocation (attempt 38)
[09:15:29.058] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b8ef3581201d6f1295a93a2341b6f6d610ed5725"
[09:15:29.058] Popped gitiles commit info from properties and tags
[09:15:29.058] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[09:15:29.058] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[09:15:29.058] Buildbucket request:
{
  "requestId": "8897661837158889152",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b8ef3581201d6f1295a93a2341b6f6d610ed5725",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897661837158889152"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[09:16:02.567] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[09:16:02.568] The invocation will be retried
[09:26:02.630] Starting the invocation (attempt 39)
[09:26:02.659] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b8ef3581201d6f1295a93a2341b6f6d610ed5725"
[09:26:02.659] Popped gitiles commit info from properties and tags
[09:26:02.659] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[09:26:02.659] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[09:26:02.660] Buildbucket request:
{
  "requestId": "8897661837158889152",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b8ef3581201d6f1295a93a2341b6f6d610ed5725",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897661837158889152"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[09:26:36.870] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[09:26:36.870] The invocation will be retried
[09:36:36.931] Starting the invocation (attempt 40)
[09:36:36.964] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b8ef3581201d6f1295a93a2341b6f6d610ed5725"
[09:36:36.964] Popped gitiles commit info from properties and tags
[09:36:36.964] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[09:36:36.964] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[09:36:36.964] Buildbucket request:
{
  "requestId": "8897661837158889152",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b8ef3581201d6f1295a93a2341b6f6d610ed5725",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897661837158889152"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[09:37:10.195] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[09:37:10.196] The invocation will be retried
[09:47:10.268] Starting the invocation (attempt 41)
[09:47:10.297] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b8ef3581201d6f1295a93a2341b6f6d610ed5725"
[09:47:10.297] Popped gitiles commit info from properties and tags
[09:47:10.297] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[09:47:10.298] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[09:47:10.298] Buildbucket request:
{
  "requestId": "8897661837158889152",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b8ef3581201d6f1295a93a2341b6f6d610ed5725",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897661837158889152"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[09:47:43.417] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[09:47:43.417] The invocation will be retried
[09:57:44.119] Starting the invocation (attempt 42)
[09:57:44.149] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b8ef3581201d6f1295a93a2341b6f6d610ed5725"
[09:57:44.149] Popped gitiles commit info from properties and tags
[09:57:44.149] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[09:57:44.149] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[09:57:44.149] Buildbucket request:
{
  "requestId": "8897661837158889152",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b8ef3581201d6f1295a93a2341b6f6d610ed5725",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897661837158889152"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[09:58:17.535] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[09:58:17.535] The invocation will be retried
[10:08:17.595] Starting the invocation (attempt 43)
[10:08:17.626] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b8ef3581201d6f1295a93a2341b6f6d610ed5725"
[10:08:17.626] Popped gitiles commit info from properties and tags
[10:08:17.626] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[10:08:17.626] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[10:08:17.626] Buildbucket request:
{
  "requestId": "8897661837158889152",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b8ef3581201d6f1295a93a2341b6f6d610ed5725",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897661837158889152"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[10:08:50.866] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[10:08:50.867] The invocation will be retried
[10:18:50.929] Starting the invocation (attempt 44)
[10:18:50.959] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b8ef3581201d6f1295a93a2341b6f6d610ed5725"
[10:18:50.959] Popped gitiles commit info from properties and tags
[10:18:50.959] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[10:18:50.959] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[10:18:50.959] Buildbucket request:
{
  "requestId": "8897661837158889152",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b8ef3581201d6f1295a93a2341b6f6d610ed5725",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897661837158889152"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[10:19:24.746] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[10:19:24.747] The invocation will be retried
[10:29:24.849] Starting the invocation (attempt 45)
[10:29:24.875] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b8ef3581201d6f1295a93a2341b6f6d610ed5725"
[10:29:24.875] Popped gitiles commit info from properties and tags
[10:29:24.875] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[10:29:24.875] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[10:29:24.875] Buildbucket request:
{
  "requestId": "8897661837158889152",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b8ef3581201d6f1295a93a2341b6f6d610ed5725",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897661837158889152"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[10:29:59.159] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[10:29:59.160] The invocation will be retried
[10:39:59.218] Starting the invocation (attempt 46)
[10:39:59.249] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b8ef3581201d6f1295a93a2341b6f6d610ed5725"
[10:39:59.249] Popped gitiles commit info from properties and tags
[10:39:59.249] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[10:39:59.249] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[10:39:59.250] Buildbucket request:
{
  "requestId": "8897661837158889152",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b8ef3581201d6f1295a93a2341b6f6d610ed5725",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897661837158889152"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[10:40:32.789] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[10:40:32.789] The invocation will be retried
[10:50:32.857] Starting the invocation (attempt 47)
[10:50:32.889] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b8ef3581201d6f1295a93a2341b6f6d610ed5725"
[10:50:32.889] Popped gitiles commit info from properties and tags
[10:50:32.889] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[10:50:32.889] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[10:50:32.890] Buildbucket request:
{
  "requestId": "8897661837158889152",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b8ef3581201d6f1295a93a2341b6f6d610ed5725",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897661837158889152"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[10:51:06.443] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[10:51:06.443] The invocation will be retried
[11:01:06.517] Starting the invocation (attempt 48)
[11:01:06.549] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b8ef3581201d6f1295a93a2341b6f6d610ed5725"
[11:01:06.549] Popped gitiles commit info from properties and tags
[11:01:06.549] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[11:01:06.549] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[11:01:06.549] Buildbucket request:
{
  "requestId": "8897661837158889152",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b8ef3581201d6f1295a93a2341b6f6d610ed5725",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897661837158889152"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[11:01:39.674] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[11:01:39.675] The invocation will be retried
[11:11:39.732] Starting the invocation (attempt 49)
[11:11:39.762] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b8ef3581201d6f1295a93a2341b6f6d610ed5725"
[11:11:39.762] Popped gitiles commit info from properties and tags
[11:11:39.762] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[11:11:39.773] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[11:11:39.773] Buildbucket request:
{
  "requestId": "8897661837158889152",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b8ef3581201d6f1295a93a2341b6f6d610ed5725",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897661837158889152"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[11:12:13.265] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[11:12:13.265] The invocation will be retried
[11:22:13.369] Starting the invocation (attempt 50)
[11:22:13.401] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b8ef3581201d6f1295a93a2341b6f6d610ed5725"
[11:22:13.401] Popped gitiles commit info from properties and tags
[11:22:13.401] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[11:22:13.404] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[11:22:13.404] Buildbucket request:
{
  "requestId": "8897661837158889152",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b8ef3581201d6f1295a93a2341b6f6d610ed5725",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897661837158889152"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[11:22:46.730] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[11:22:46.730] Invocation finished in 7h38m34.688556407s with status FAILED