Status: FAILED
Triggered by: -
Duration: 7 hours
Actions:

Definition (rev ac465d42d2d3f0b5fd3dee94a9a9d505c11cae99)

buildbucket: <
  server: "cr-buildbucket-dev.appspot.com"
  bucket: "ci"
  builder: "mac-rel-dev"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "f52ac4aac4a3003f61f065fe43c7aef376dea60f"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f52ac4aac4a3003f61f065fe43c7aef376dea60f
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[02:40:00.066] New invocation is queued and will start shortly
[02:40:01.138] Starting the invocation (attempt 1)
[02:40:01.172] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f52ac4aac4a3003f61f065fe43c7aef376dea60f"
[02:40:01.172] Popped gitiles commit info from properties and tags
[02:40:01.172] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[02:40:01.172] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[02:40:01.172] Buildbucket request:
{
  "requestId": "8897575279290190560",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f52ac4aac4a3003f61f065fe43c7aef376dea60f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897575279290190560"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[02:40:34.536] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[02:40:34.536] The invocation will be retried
[02:40:39.618] Starting the invocation (attempt 2)
[02:40:39.645] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f52ac4aac4a3003f61f065fe43c7aef376dea60f"
[02:40:39.646] Popped gitiles commit info from properties and tags
[02:40:39.646] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[02:40:39.646] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[02:40:39.646] Buildbucket request:
{
  "requestId": "8897575279290190560",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f52ac4aac4a3003f61f065fe43c7aef376dea60f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897575279290190560"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[02:41:13.771] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[02:41:13.771] The invocation will be retried
[02:41:23.833] Starting the invocation (attempt 3)
[02:41:23.867] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f52ac4aac4a3003f61f065fe43c7aef376dea60f"
[02:41:23.867] Popped gitiles commit info from properties and tags
[02:41:23.867] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[02:41:23.872] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[02:41:23.872] Buildbucket request:
{
  "requestId": "8897575279290190560",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f52ac4aac4a3003f61f065fe43c7aef376dea60f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897575279290190560"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[02:41:57.201] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[02:41:57.201] The invocation will be retried
[02:42:17.260] Starting the invocation (attempt 4)
[02:42:17.294] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f52ac4aac4a3003f61f065fe43c7aef376dea60f"
[02:42:17.294] Popped gitiles commit info from properties and tags
[02:42:17.294] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[02:42:17.294] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[02:42:17.294] Buildbucket request:
{
  "requestId": "8897575279290190560",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f52ac4aac4a3003f61f065fe43c7aef376dea60f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897575279290190560"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[02:42:50.509] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[02:42:50.509] The invocation will be retried
[02:43:30.583] Starting the invocation (attempt 5)
[02:43:30.614] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f52ac4aac4a3003f61f065fe43c7aef376dea60f"
[02:43:30.614] Popped gitiles commit info from properties and tags
[02:43:30.614] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[02:43:30.614] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[02:43:30.614] Buildbucket request:
{
  "requestId": "8897575279290190560",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f52ac4aac4a3003f61f065fe43c7aef376dea60f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897575279290190560"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[02:44:03.727] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[02:44:03.727] The invocation will be retried
[02:45:23.781] Starting the invocation (attempt 6)
[02:45:23.810] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f52ac4aac4a3003f61f065fe43c7aef376dea60f"
[02:45:23.810] Popped gitiles commit info from properties and tags
[02:45:23.810] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[02:45:23.810] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[02:45:23.810] Buildbucket request:
{
  "requestId": "8897575279290190560",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f52ac4aac4a3003f61f065fe43c7aef376dea60f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897575279290190560"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[02:45:57.021] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[02:45:57.021] The invocation will be retried
[02:48:37.080] Starting the invocation (attempt 7)
[02:48:37.113] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f52ac4aac4a3003f61f065fe43c7aef376dea60f"
[02:48:37.113] Popped gitiles commit info from properties and tags
[02:48:37.113] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[02:48:37.113] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[02:48:37.113] Buildbucket request:
{
  "requestId": "8897575279290190560",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f52ac4aac4a3003f61f065fe43c7aef376dea60f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897575279290190560"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[02:49:10.309] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[02:49:10.309] The invocation will be retried
[02:54:30.370] Starting the invocation (attempt 8)
[02:54:30.401] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f52ac4aac4a3003f61f065fe43c7aef376dea60f"
[02:54:30.402] Popped gitiles commit info from properties and tags
[02:54:30.402] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[02:54:30.402] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[02:54:30.402] Buildbucket request:
{
  "requestId": "8897575279290190560",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f52ac4aac4a3003f61f065fe43c7aef376dea60f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897575279290190560"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[02:55:03.485] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[02:55:03.485] The invocation will be retried
[03:05:03.556] Starting the invocation (attempt 9)
[03:05:03.588] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f52ac4aac4a3003f61f065fe43c7aef376dea60f"
[03:05:03.588] Popped gitiles commit info from properties and tags
[03:05:03.588] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[03:05:03.588] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[03:05:03.588] Buildbucket request:
{
  "requestId": "8897575279290190560",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f52ac4aac4a3003f61f065fe43c7aef376dea60f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897575279290190560"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[03:05:36.938] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[03:05:36.938] The invocation will be retried
[03:15:37.067] Starting the invocation (attempt 10)
[03:15:37.101] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f52ac4aac4a3003f61f065fe43c7aef376dea60f"
[03:15:37.101] Popped gitiles commit info from properties and tags
[03:15:37.101] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[03:15:37.101] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[03:15:37.101] Buildbucket request:
{
  "requestId": "8897575279290190560",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f52ac4aac4a3003f61f065fe43c7aef376dea60f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897575279290190560"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[03:16:10.382] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[03:16:10.382] The invocation will be retried
[03:26:10.450] Starting the invocation (attempt 11)
[03:26:10.477] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f52ac4aac4a3003f61f065fe43c7aef376dea60f"
[03:26:10.477] Popped gitiles commit info from properties and tags
[03:26:10.477] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[03:26:10.477] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[03:26:10.477] Buildbucket request:
{
  "requestId": "8897575279290190560",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f52ac4aac4a3003f61f065fe43c7aef376dea60f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897575279290190560"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[03:26:44.477] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[03:26:44.477] The invocation will be retried
[03:36:44.540] Starting the invocation (attempt 12)
[03:36:44.570] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f52ac4aac4a3003f61f065fe43c7aef376dea60f"
[03:36:44.570] Popped gitiles commit info from properties and tags
[03:36:44.570] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[03:36:44.571] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[03:36:44.571] Buildbucket request:
{
  "requestId": "8897575279290190560",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f52ac4aac4a3003f61f065fe43c7aef376dea60f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897575279290190560"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[03:37:17.804] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[03:37:17.804] The invocation will be retried
[03:47:17.879] Starting the invocation (attempt 13)
[03:47:17.917] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f52ac4aac4a3003f61f065fe43c7aef376dea60f"
[03:47:17.917] Popped gitiles commit info from properties and tags
[03:47:17.917] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[03:47:17.917] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[03:47:17.918] Buildbucket request:
{
  "requestId": "8897575279290190560",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f52ac4aac4a3003f61f065fe43c7aef376dea60f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897575279290190560"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[03:47:51.143] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[03:47:51.144] The invocation will be retried
[03:57:52.155] Starting the invocation (attempt 14)
[03:57:52.185] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f52ac4aac4a3003f61f065fe43c7aef376dea60f"
[03:57:52.185] Popped gitiles commit info from properties and tags
[03:57:52.185] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[03:57:52.185] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[03:57:52.186] Buildbucket request:
{
  "requestId": "8897575279290190560",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f52ac4aac4a3003f61f065fe43c7aef376dea60f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897575279290190560"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[03:58:25.639] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[03:58:25.639] The invocation will be retried
[04:08:25.703] Starting the invocation (attempt 15)
[04:08:25.737] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f52ac4aac4a3003f61f065fe43c7aef376dea60f"
[04:08:25.737] Popped gitiles commit info from properties and tags
[04:08:25.737] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[04:08:25.740] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[04:08:25.740] Buildbucket request:
{
  "requestId": "8897575279290190560",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f52ac4aac4a3003f61f065fe43c7aef376dea60f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897575279290190560"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[04:08:58.814] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[04:08:58.814] The invocation will be retried
[04:18:58.878] Starting the invocation (attempt 16)
[04:18:58.914] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f52ac4aac4a3003f61f065fe43c7aef376dea60f"
[04:18:58.914] Popped gitiles commit info from properties and tags
[04:18:58.914] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[04:18:58.916] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[04:18:58.916] Buildbucket request:
{
  "requestId": "8897575279290190560",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f52ac4aac4a3003f61f065fe43c7aef376dea60f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897575279290190560"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[04:19:32.157] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[04:19:32.157] The invocation will be retried
[04:29:32.224] Starting the invocation (attempt 17)
[04:29:32.257] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f52ac4aac4a3003f61f065fe43c7aef376dea60f"
[04:29:32.257] Popped gitiles commit info from properties and tags
[04:29:32.257] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[04:29:32.257] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[04:29:32.257] Buildbucket request:
{
  "requestId": "8897575279290190560",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f52ac4aac4a3003f61f065fe43c7aef376dea60f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897575279290190560"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[04:30:05.395] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[04:30:05.395] The invocation will be retried
[04:40:05.460] Starting the invocation (attempt 18)
[04:40:05.495] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f52ac4aac4a3003f61f065fe43c7aef376dea60f"
[04:40:05.495] Popped gitiles commit info from properties and tags
[04:40:05.495] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[04:40:05.498] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[04:40:05.498] Buildbucket request:
{
  "requestId": "8897575279290190560",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f52ac4aac4a3003f61f065fe43c7aef376dea60f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897575279290190560"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[04:40:38.661] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[04:40:38.661] The invocation will be retried
[04:50:38.728] Starting the invocation (attempt 19)
[04:50:38.760] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f52ac4aac4a3003f61f065fe43c7aef376dea60f"
[04:50:38.760] Popped gitiles commit info from properties and tags
[04:50:38.760] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[04:50:38.763] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[04:50:38.763] Buildbucket request:
{
  "requestId": "8897575279290190560",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f52ac4aac4a3003f61f065fe43c7aef376dea60f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897575279290190560"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[04:51:11.934] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[04:51:11.934] The invocation will be retried
[05:01:12.051] Starting the invocation (attempt 20)
[05:01:12.095] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f52ac4aac4a3003f61f065fe43c7aef376dea60f"
[05:01:12.095] Popped gitiles commit info from properties and tags
[05:01:12.095] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[05:01:12.097] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[05:01:12.097] Buildbucket request:
{
  "requestId": "8897575279290190560",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f52ac4aac4a3003f61f065fe43c7aef376dea60f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897575279290190560"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[05:01:45.374] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[05:01:45.374] The invocation will be retried
[05:11:45.446] Starting the invocation (attempt 21)
[05:11:45.477] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f52ac4aac4a3003f61f065fe43c7aef376dea60f"
[05:11:45.477] Popped gitiles commit info from properties and tags
[05:11:45.477] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[05:11:45.479] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[05:11:45.480] Buildbucket request:
{
  "requestId": "8897575279290190560",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f52ac4aac4a3003f61f065fe43c7aef376dea60f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897575279290190560"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[05:12:18.592] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[05:12:18.592] The invocation will be retried
[05:22:18.652] Starting the invocation (attempt 22)
[05:22:18.683] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f52ac4aac4a3003f61f065fe43c7aef376dea60f"
[05:22:18.683] Popped gitiles commit info from properties and tags
[05:22:18.683] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[05:22:18.688] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[05:22:18.688] Buildbucket request:
{
  "requestId": "8897575279290190560",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f52ac4aac4a3003f61f065fe43c7aef376dea60f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897575279290190560"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[05:22:52.270] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[05:22:52.270] The invocation will be retried
[05:32:52.348] Starting the invocation (attempt 23)
[05:32:52.383] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f52ac4aac4a3003f61f065fe43c7aef376dea60f"
[05:32:52.383] Popped gitiles commit info from properties and tags
[05:32:52.383] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[05:32:52.384] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[05:32:52.384] Buildbucket request:
{
  "requestId": "8897575279290190560",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f52ac4aac4a3003f61f065fe43c7aef376dea60f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897575279290190560"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[05:33:25.817] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[05:33:25.817] The invocation will be retried
[05:43:25.882] Starting the invocation (attempt 24)
[05:43:25.919] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f52ac4aac4a3003f61f065fe43c7aef376dea60f"
[05:43:25.919] Popped gitiles commit info from properties and tags
[05:43:25.919] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[05:43:25.919] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[05:43:25.919] Buildbucket request:
{
  "requestId": "8897575279290190560",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f52ac4aac4a3003f61f065fe43c7aef376dea60f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897575279290190560"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[05:43:58.918] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[05:43:58.918] The invocation will be retried
[05:53:58.979] Starting the invocation (attempt 25)
[05:53:59.006] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f52ac4aac4a3003f61f065fe43c7aef376dea60f"
[05:53:59.006] Popped gitiles commit info from properties and tags
[05:53:59.006] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[05:53:59.006] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[05:53:59.006] Buildbucket request:
{
  "requestId": "8897575279290190560",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f52ac4aac4a3003f61f065fe43c7aef376dea60f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897575279290190560"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[05:54:31.941] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[05:54:31.941] The invocation will be retried
[06:04:31.998] Starting the invocation (attempt 26)
[06:04:32.033] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f52ac4aac4a3003f61f065fe43c7aef376dea60f"
[06:04:32.033] Popped gitiles commit info from properties and tags
[06:04:32.033] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[06:04:32.033] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[06:04:32.033] Buildbucket request:
{
  "requestId": "8897575279290190560",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f52ac4aac4a3003f61f065fe43c7aef376dea60f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897575279290190560"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[06:05:05.196] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[06:05:05.196] The invocation will be retried
[06:15:06.137] Starting the invocation (attempt 27)
[06:15:06.208] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f52ac4aac4a3003f61f065fe43c7aef376dea60f"
[06:15:06.208] Popped gitiles commit info from properties and tags
[06:15:06.208] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[06:15:06.208] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[06:15:06.208] Buildbucket request:
{
  "requestId": "8897575279290190560",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f52ac4aac4a3003f61f065fe43c7aef376dea60f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897575279290190560"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[06:15:39.253] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[06:15:39.253] The invocation will be retried
[06:25:39.343] Starting the invocation (attempt 28)
[06:25:39.374] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f52ac4aac4a3003f61f065fe43c7aef376dea60f"
[06:25:39.374] Popped gitiles commit info from properties and tags
[06:25:39.374] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[06:25:39.377] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[06:25:39.377] Buildbucket request:
{
  "requestId": "8897575279290190560",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f52ac4aac4a3003f61f065fe43c7aef376dea60f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897575279290190560"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[06:26:12.537] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[06:26:12.537] The invocation will be retried
[06:36:12.620] Starting the invocation (attempt 29)
[06:36:12.656] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f52ac4aac4a3003f61f065fe43c7aef376dea60f"
[06:36:12.656] Popped gitiles commit info from properties and tags
[06:36:12.656] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[06:36:12.656] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[06:36:12.656] Buildbucket request:
{
  "requestId": "8897575279290190560",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f52ac4aac4a3003f61f065fe43c7aef376dea60f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897575279290190560"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[06:36:46.035] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[06:36:46.035] The invocation will be retried
[06:46:46.098] Starting the invocation (attempt 30)
[06:46:46.127] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f52ac4aac4a3003f61f065fe43c7aef376dea60f"
[06:46:46.127] Popped gitiles commit info from properties and tags
[06:46:46.127] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[06:46:46.127] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[06:46:46.127] Buildbucket request:
{
  "requestId": "8897575279290190560",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f52ac4aac4a3003f61f065fe43c7aef376dea60f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897575279290190560"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[06:47:19.425] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[06:47:19.425] The invocation will be retried
[06:57:19.560] Starting the invocation (attempt 31)
[06:57:19.593] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f52ac4aac4a3003f61f065fe43c7aef376dea60f"
[06:57:19.593] Popped gitiles commit info from properties and tags
[06:57:19.593] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[06:57:19.593] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[06:57:19.593] Buildbucket request:
{
  "requestId": "8897575279290190560",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f52ac4aac4a3003f61f065fe43c7aef376dea60f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897575279290190560"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[06:57:52.850] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[06:57:52.850] The invocation will be retried
[07:07:52.925] Starting the invocation (attempt 32)
[07:07:52.957] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f52ac4aac4a3003f61f065fe43c7aef376dea60f"
[07:07:52.957] Popped gitiles commit info from properties and tags
[07:07:52.957] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[07:07:52.957] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[07:07:52.957] Buildbucket request:
{
  "requestId": "8897575279290190560",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f52ac4aac4a3003f61f065fe43c7aef376dea60f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897575279290190560"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[07:08:26.302] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[07:08:26.302] The invocation will be retried
[07:18:26.371] Starting the invocation (attempt 33)
[07:18:26.406] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f52ac4aac4a3003f61f065fe43c7aef376dea60f"
[07:18:26.406] Popped gitiles commit info from properties and tags
[07:18:26.406] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[07:18:26.407] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[07:18:26.407] Buildbucket request:
{
  "requestId": "8897575279290190560",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f52ac4aac4a3003f61f065fe43c7aef376dea60f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897575279290190560"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[07:18:59.755] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[07:18:59.756] The invocation will be retried
[07:28:59.818] Starting the invocation (attempt 34)
[07:28:59.851] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f52ac4aac4a3003f61f065fe43c7aef376dea60f"
[07:28:59.851] Popped gitiles commit info from properties and tags
[07:28:59.851] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[07:28:59.855] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[07:28:59.855] Buildbucket request:
{
  "requestId": "8897575279290190560",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f52ac4aac4a3003f61f065fe43c7aef376dea60f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897575279290190560"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[07:29:34.069] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[07:29:34.069] The invocation will be retried
[07:39:34.136] Starting the invocation (attempt 35)
[07:39:34.168] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f52ac4aac4a3003f61f065fe43c7aef376dea60f"
[07:39:34.168] Popped gitiles commit info from properties and tags
[07:39:34.168] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[07:39:34.171] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[07:39:34.172] Buildbucket request:
{
  "requestId": "8897575279290190560",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f52ac4aac4a3003f61f065fe43c7aef376dea60f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897575279290190560"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[07:40:07.172] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[07:40:07.172] The invocation will be retried
[07:50:07.361] Starting the invocation (attempt 36)
[07:50:07.393] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f52ac4aac4a3003f61f065fe43c7aef376dea60f"
[07:50:07.393] Popped gitiles commit info from properties and tags
[07:50:07.393] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[07:50:07.394] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[07:50:07.394] Buildbucket request:
{
  "requestId": "8897575279290190560",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f52ac4aac4a3003f61f065fe43c7aef376dea60f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897575279290190560"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[07:50:40.872] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[07:50:40.872] The invocation will be retried
[08:00:40.940] Starting the invocation (attempt 37)
[08:00:40.971] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f52ac4aac4a3003f61f065fe43c7aef376dea60f"
[08:00:40.971] Popped gitiles commit info from properties and tags
[08:00:40.971] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[08:00:40.971] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[08:00:40.971] Buildbucket request:
{
  "requestId": "8897575279290190560",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f52ac4aac4a3003f61f065fe43c7aef376dea60f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897575279290190560"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[08:01:14.347] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[08:01:14.347] The invocation will be retried
[08:11:14.409] Starting the invocation (attempt 38)
[08:11:14.444] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f52ac4aac4a3003f61f065fe43c7aef376dea60f"
[08:11:14.444] Popped gitiles commit info from properties and tags
[08:11:14.444] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[08:11:14.445] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[08:11:14.445] Buildbucket request:
{
  "requestId": "8897575279290190560",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f52ac4aac4a3003f61f065fe43c7aef376dea60f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897575279290190560"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[08:11:48.387] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[08:11:48.387] The invocation will be retried
[08:21:48.547] Starting the invocation (attempt 39)
[08:21:48.584] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f52ac4aac4a3003f61f065fe43c7aef376dea60f"
[08:21:48.584] Popped gitiles commit info from properties and tags
[08:21:48.584] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[08:21:48.584] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[08:21:48.584] Buildbucket request:
{
  "requestId": "8897575279290190560",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f52ac4aac4a3003f61f065fe43c7aef376dea60f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897575279290190560"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[08:22:21.680] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[08:22:21.680] The invocation will be retried
[08:32:21.754] Starting the invocation (attempt 40)
[08:32:21.789] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f52ac4aac4a3003f61f065fe43c7aef376dea60f"
[08:32:21.789] Popped gitiles commit info from properties and tags
[08:32:21.789] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[08:32:21.793] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[08:32:21.793] Buildbucket request:
{
  "requestId": "8897575279290190560",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f52ac4aac4a3003f61f065fe43c7aef376dea60f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897575279290190560"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[08:32:55.288] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[08:32:55.288] The invocation will be retried
[08:42:55.498] Starting the invocation (attempt 41)
[08:42:55.533] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f52ac4aac4a3003f61f065fe43c7aef376dea60f"
[08:42:55.533] Popped gitiles commit info from properties and tags
[08:42:55.533] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[08:42:55.535] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[08:42:55.535] Buildbucket request:
{
  "requestId": "8897575279290190560",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f52ac4aac4a3003f61f065fe43c7aef376dea60f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897575279290190560"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[08:43:28.654] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[08:43:28.654] The invocation will be retried
[08:53:28.796] Starting the invocation (attempt 42)
[08:53:28.831] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f52ac4aac4a3003f61f065fe43c7aef376dea60f"
[08:53:28.831] Popped gitiles commit info from properties and tags
[08:53:28.831] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[08:53:28.832] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[08:53:28.832] Buildbucket request:
{
  "requestId": "8897575279290190560",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f52ac4aac4a3003f61f065fe43c7aef376dea60f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897575279290190560"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[08:54:02.297] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[08:54:02.297] The invocation will be retried
[09:04:02.449] Starting the invocation (attempt 43)
[09:04:02.481] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f52ac4aac4a3003f61f065fe43c7aef376dea60f"
[09:04:02.481] Popped gitiles commit info from properties and tags
[09:04:02.481] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[09:04:02.484] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[09:04:02.484] Buildbucket request:
{
  "requestId": "8897575279290190560",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f52ac4aac4a3003f61f065fe43c7aef376dea60f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897575279290190560"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[09:04:35.693] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[09:04:35.693] The invocation will be retried
[09:14:35.775] Starting the invocation (attempt 44)
[09:14:35.808] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f52ac4aac4a3003f61f065fe43c7aef376dea60f"
[09:14:35.808] Popped gitiles commit info from properties and tags
[09:14:35.808] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[09:14:35.808] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[09:14:35.808] Buildbucket request:
{
  "requestId": "8897575279290190560",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f52ac4aac4a3003f61f065fe43c7aef376dea60f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897575279290190560"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[09:15:09.235] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[09:15:09.235] The invocation will be retried
[09:25:10.124] Starting the invocation (attempt 45)
[09:25:10.157] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f52ac4aac4a3003f61f065fe43c7aef376dea60f"
[09:25:10.157] Popped gitiles commit info from properties and tags
[09:25:10.157] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[09:25:10.159] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[09:25:10.159] Buildbucket request:
{
  "requestId": "8897575279290190560",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f52ac4aac4a3003f61f065fe43c7aef376dea60f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897575279290190560"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[09:25:43.595] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[09:25:43.595] The invocation will be retried
[09:35:44.124] Starting the invocation (attempt 46)
[09:35:44.163] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f52ac4aac4a3003f61f065fe43c7aef376dea60f"
[09:35:44.164] Popped gitiles commit info from properties and tags
[09:35:44.164] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[09:35:44.166] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[09:35:44.166] Buildbucket request:
{
  "requestId": "8897575279290190560",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f52ac4aac4a3003f61f065fe43c7aef376dea60f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897575279290190560"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[09:36:17.293] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[09:36:17.293] The invocation will be retried
[09:46:17.360] Starting the invocation (attempt 47)
[09:46:17.393] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f52ac4aac4a3003f61f065fe43c7aef376dea60f"
[09:46:17.393] Popped gitiles commit info from properties and tags
[09:46:17.393] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[09:46:17.393] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[09:46:17.393] Buildbucket request:
{
  "requestId": "8897575279290190560",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f52ac4aac4a3003f61f065fe43c7aef376dea60f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897575279290190560"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[09:46:50.509] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[09:46:50.510] The invocation will be retried
[09:56:50.578] Starting the invocation (attempt 48)
[09:56:50.609] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f52ac4aac4a3003f61f065fe43c7aef376dea60f"
[09:56:50.609] Popped gitiles commit info from properties and tags
[09:56:50.609] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[09:56:50.609] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[09:56:50.609] Buildbucket request:
{
  "requestId": "8897575279290190560",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f52ac4aac4a3003f61f065fe43c7aef376dea60f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897575279290190560"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[09:57:23.600] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[09:57:23.600] The invocation will be retried
[10:07:23.662] Starting the invocation (attempt 49)
[10:07:23.695] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f52ac4aac4a3003f61f065fe43c7aef376dea60f"
[10:07:23.695] Popped gitiles commit info from properties and tags
[10:07:23.695] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[10:07:23.697] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[10:07:23.697] Buildbucket request:
{
  "requestId": "8897575279290190560",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f52ac4aac4a3003f61f065fe43c7aef376dea60f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897575279290190560"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[10:07:56.942] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[10:07:56.942] The invocation will be retried
[10:17:57.024] Starting the invocation (attempt 50)
[10:17:57.058] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f52ac4aac4a3003f61f065fe43c7aef376dea60f"
[10:17:57.058] Popped gitiles commit info from properties and tags
[10:17:57.058] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[10:17:57.058] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[10:17:57.058] Buildbucket request:
{
  "requestId": "8897575279290190560",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f52ac4aac4a3003f61f065fe43c7aef376dea60f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897575279290190560"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[10:18:30.714] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[10:18:30.714] Invocation finished in 7h38m30.657005263s with status FAILED