Status: FAILED
Triggered by: -
Duration: 7 hours
Actions:

Definition (rev ac465d42d2d3f0b5fd3dee94a9a9d505c11cae99)

buildbucket: <
  server: "cr-buildbucket-dev.appspot.com"
  bucket: "ci"
  builder: "mac-arm-rel-dev"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "3c7bfcff04f070594631467592add4a4e1395a91"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3c7bfcff04f070594631467592add4a4e1395a91
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[13:06:17.055] New invocation is queued and will start shortly
[13:06:18.125] Starting the invocation (attempt 1)
[13:06:18.155] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3c7bfcff04f070594631467592add4a4e1395a91"
[13:06:18.155] Popped gitiles commit info from properties and tags
[13:06:18.155] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[13:06:18.155] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[13:06:18.155] Buildbucket request:
{
  "requestId": "8897807667862728464",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3c7bfcff04f070594631467592add4a4e1395a91",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897807667862728464"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[13:06:51.467] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[13:06:51.467] The invocation will be retried
[13:06:56.540] Starting the invocation (attempt 2)
[13:06:56.574] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3c7bfcff04f070594631467592add4a4e1395a91"
[13:06:56.574] Popped gitiles commit info from properties and tags
[13:06:56.574] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[13:06:56.574] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[13:06:56.575] Buildbucket request:
{
  "requestId": "8897807667862728464",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3c7bfcff04f070594631467592add4a4e1395a91",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897807667862728464"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[13:07:29.963] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[13:07:29.963] The invocation will be retried
[13:07:40.161] Starting the invocation (attempt 3)
[13:07:40.187] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3c7bfcff04f070594631467592add4a4e1395a91"
[13:07:40.187] Popped gitiles commit info from properties and tags
[13:07:40.187] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[13:07:40.187] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[13:07:40.187] Buildbucket request:
{
  "requestId": "8897807667862728464",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3c7bfcff04f070594631467592add4a4e1395a91",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897807667862728464"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[13:08:14.443] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[13:08:14.443] The invocation will be retried
[13:08:34.499] Starting the invocation (attempt 4)
[13:08:34.528] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3c7bfcff04f070594631467592add4a4e1395a91"
[13:08:34.528] Popped gitiles commit info from properties and tags
[13:08:34.528] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[13:08:34.528] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[13:08:34.528] Buildbucket request:
{
  "requestId": "8897807667862728464",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3c7bfcff04f070594631467592add4a4e1395a91",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897807667862728464"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[13:09:08.172] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[13:09:08.172] The invocation will be retried
[13:09:48.555] Starting the invocation (attempt 5)
[13:09:48.583] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3c7bfcff04f070594631467592add4a4e1395a91"
[13:09:48.583] Popped gitiles commit info from properties and tags
[13:09:48.583] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[13:09:48.583] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[13:09:48.583] Buildbucket request:
{
  "requestId": "8897807667862728464",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3c7bfcff04f070594631467592add4a4e1395a91",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897807667862728464"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[13:10:21.622] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[13:10:21.622] The invocation will be retried
[13:11:41.858] Starting the invocation (attempt 6)
[13:11:41.888] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3c7bfcff04f070594631467592add4a4e1395a91"
[13:11:41.888] Popped gitiles commit info from properties and tags
[13:11:41.888] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[13:11:41.888] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[13:11:41.889] Buildbucket request:
{
  "requestId": "8897807667862728464",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3c7bfcff04f070594631467592add4a4e1395a91",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897807667862728464"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[13:12:15.533] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[13:12:15.533] The invocation will be retried
[13:14:55.590] Starting the invocation (attempt 7)
[13:14:55.623] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3c7bfcff04f070594631467592add4a4e1395a91"
[13:14:55.623] Popped gitiles commit info from properties and tags
[13:14:55.623] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[13:14:55.623] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[13:14:55.624] Buildbucket request:
{
  "requestId": "8897807667862728464",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3c7bfcff04f070594631467592add4a4e1395a91",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897807667862728464"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[13:15:29.979] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[13:15:29.979] The invocation will be retried
[13:20:50.036] Starting the invocation (attempt 8)
[13:20:50.067] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3c7bfcff04f070594631467592add4a4e1395a91"
[13:20:50.067] Popped gitiles commit info from properties and tags
[13:20:50.067] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[13:20:50.074] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[13:20:50.074] Buildbucket request:
{
  "requestId": "8897807667862728464",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3c7bfcff04f070594631467592add4a4e1395a91",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897807667862728464"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[13:21:24.268] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[13:21:24.268] The invocation will be retried
[13:31:24.324] Starting the invocation (attempt 9)
[13:31:24.352] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3c7bfcff04f070594631467592add4a4e1395a91"
[13:31:24.352] Popped gitiles commit info from properties and tags
[13:31:24.352] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[13:31:24.352] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[13:31:24.352] Buildbucket request:
{
  "requestId": "8897807667862728464",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3c7bfcff04f070594631467592add4a4e1395a91",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897807667862728464"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[13:31:57.483] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[13:31:57.483] The invocation will be retried
[13:41:57.550] Starting the invocation (attempt 10)
[13:41:57.583] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3c7bfcff04f070594631467592add4a4e1395a91"
[13:41:57.583] Popped gitiles commit info from properties and tags
[13:41:57.583] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[13:41:57.583] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[13:41:57.583] Buildbucket request:
{
  "requestId": "8897807667862728464",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3c7bfcff04f070594631467592add4a4e1395a91",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897807667862728464"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[13:42:30.878] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[13:42:30.878] The invocation will be retried
[13:52:30.946] Starting the invocation (attempt 11)
[13:52:30.972] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3c7bfcff04f070594631467592add4a4e1395a91"
[13:52:30.972] Popped gitiles commit info from properties and tags
[13:52:30.972] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[13:52:30.975] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[13:52:30.975] Buildbucket request:
{
  "requestId": "8897807667862728464",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3c7bfcff04f070594631467592add4a4e1395a91",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897807667862728464"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[13:53:05.100] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[13:53:05.100] The invocation will be retried
[14:03:05.165] Starting the invocation (attempt 12)
[14:03:05.220] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3c7bfcff04f070594631467592add4a4e1395a91"
[14:03:05.220] Popped gitiles commit info from properties and tags
[14:03:05.220] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[14:03:05.220] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[14:03:05.221] Buildbucket request:
{
  "requestId": "8897807667862728464",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3c7bfcff04f070594631467592add4a4e1395a91",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897807667862728464"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[14:03:38.894] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[14:03:38.894] The invocation will be retried
[14:13:38.948] Starting the invocation (attempt 13)
[14:13:38.977] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3c7bfcff04f070594631467592add4a4e1395a91"
[14:13:38.977] Popped gitiles commit info from properties and tags
[14:13:38.977] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[14:13:38.977] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[14:13:38.977] Buildbucket request:
{
  "requestId": "8897807667862728464",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3c7bfcff04f070594631467592add4a4e1395a91",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897807667862728464"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[14:14:13.086] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[14:14:13.087] The invocation will be retried
[14:24:14.111] Starting the invocation (attempt 14)
[14:24:14.142] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3c7bfcff04f070594631467592add4a4e1395a91"
[14:24:14.142] Popped gitiles commit info from properties and tags
[14:24:14.142] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[14:24:14.142] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[14:24:14.142] Buildbucket request:
{
  "requestId": "8897807667862728464",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3c7bfcff04f070594631467592add4a4e1395a91",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897807667862728464"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[14:24:47.300] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[14:24:47.300] The invocation will be retried
[14:34:47.363] Starting the invocation (attempt 15)
[14:34:47.396] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3c7bfcff04f070594631467592add4a4e1395a91"
[14:34:47.396] Popped gitiles commit info from properties and tags
[14:34:47.396] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[14:34:47.396] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[14:34:47.396] Buildbucket request:
{
  "requestId": "8897807667862728464",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3c7bfcff04f070594631467592add4a4e1395a91",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897807667862728464"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[14:35:21.104] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[14:35:21.104] The invocation will be retried
[14:45:21.163] Starting the invocation (attempt 16)
[14:45:21.191] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3c7bfcff04f070594631467592add4a4e1395a91"
[14:45:21.191] Popped gitiles commit info from properties and tags
[14:45:21.191] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[14:45:21.191] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[14:45:21.191] Buildbucket request:
{
  "requestId": "8897807667862728464",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3c7bfcff04f070594631467592add4a4e1395a91",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897807667862728464"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[14:45:54.992] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[14:45:54.992] The invocation will be retried
[14:55:55.054] Starting the invocation (attempt 17)
[14:55:55.088] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3c7bfcff04f070594631467592add4a4e1395a91"
[14:55:55.088] Popped gitiles commit info from properties and tags
[14:55:55.088] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[14:55:55.088] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[14:55:55.088] Buildbucket request:
{
  "requestId": "8897807667862728464",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3c7bfcff04f070594631467592add4a4e1395a91",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897807667862728464"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[14:56:28.835] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[14:56:28.835] The invocation will be retried
[15:06:28.892] Starting the invocation (attempt 18)
[15:06:28.919] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3c7bfcff04f070594631467592add4a4e1395a91"
[15:06:28.919] Popped gitiles commit info from properties and tags
[15:06:28.919] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[15:06:28.919] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[15:06:28.920] Buildbucket request:
{
  "requestId": "8897807667862728464",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3c7bfcff04f070594631467592add4a4e1395a91",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897807667862728464"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[15:07:02.216] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[15:07:02.216] The invocation will be retried
[15:17:02.363] Starting the invocation (attempt 19)
[15:17:02.393] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3c7bfcff04f070594631467592add4a4e1395a91"
[15:17:02.393] Popped gitiles commit info from properties and tags
[15:17:02.393] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[15:17:02.393] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[15:17:02.393] Buildbucket request:
{
  "requestId": "8897807667862728464",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3c7bfcff04f070594631467592add4a4e1395a91",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897807667862728464"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[15:17:35.502] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[15:17:35.502] The invocation will be retried
[15:27:35.561] Starting the invocation (attempt 20)
[15:27:35.590] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3c7bfcff04f070594631467592add4a4e1395a91"
[15:27:35.590] Popped gitiles commit info from properties and tags
[15:27:35.590] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[15:27:35.593] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[15:27:35.593] Buildbucket request:
{
  "requestId": "8897807667862728464",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3c7bfcff04f070594631467592add4a4e1395a91",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897807667862728464"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[15:28:09.173] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[15:28:09.173] The invocation will be retried
[15:38:09.249] Starting the invocation (attempt 21)
[15:38:09.279] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3c7bfcff04f070594631467592add4a4e1395a91"
[15:38:09.279] Popped gitiles commit info from properties and tags
[15:38:09.279] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[15:38:09.279] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[15:38:09.279] Buildbucket request:
{
  "requestId": "8897807667862728464",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3c7bfcff04f070594631467592add4a4e1395a91",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897807667862728464"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[15:38:42.782] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[15:38:42.782] The invocation will be retried
[15:48:42.837] Starting the invocation (attempt 22)
[15:48:42.873] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3c7bfcff04f070594631467592add4a4e1395a91"
[15:48:42.873] Popped gitiles commit info from properties and tags
[15:48:42.873] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[15:48:42.873] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[15:48:42.874] Buildbucket request:
{
  "requestId": "8897807667862728464",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3c7bfcff04f070594631467592add4a4e1395a91",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897807667862728464"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[15:49:16.813] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[15:49:16.813] The invocation will be retried
[15:59:16.867] Starting the invocation (attempt 23)
[15:59:16.894] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3c7bfcff04f070594631467592add4a4e1395a91"
[15:59:16.894] Popped gitiles commit info from properties and tags
[15:59:16.894] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[15:59:16.894] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[15:59:16.895] Buildbucket request:
{
  "requestId": "8897807667862728464",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3c7bfcff04f070594631467592add4a4e1395a91",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897807667862728464"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[15:59:49.825] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[15:59:49.825] The invocation will be retried
[16:09:49.884] Starting the invocation (attempt 24)
[16:09:49.915] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3c7bfcff04f070594631467592add4a4e1395a91"
[16:09:49.915] Popped gitiles commit info from properties and tags
[16:09:49.915] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[16:09:49.915] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[16:09:49.915] Buildbucket request:
{
  "requestId": "8897807667862728464",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3c7bfcff04f070594631467592add4a4e1395a91",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897807667862728464"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[16:10:23.229] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[16:10:23.229] The invocation will be retried
[16:20:24.107] Starting the invocation (attempt 25)
[16:20:24.132] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3c7bfcff04f070594631467592add4a4e1395a91"
[16:20:24.132] Popped gitiles commit info from properties and tags
[16:20:24.132] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[16:20:24.133] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[16:20:24.133] Buildbucket request:
{
  "requestId": "8897807667862728464",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3c7bfcff04f070594631467592add4a4e1395a91",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897807667862728464"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[16:20:57.571] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[16:20:57.571] The invocation will be retried
[16:30:57.623] Starting the invocation (attempt 26)
[16:30:57.670] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3c7bfcff04f070594631467592add4a4e1395a91"
[16:30:57.670] Popped gitiles commit info from properties and tags
[16:30:57.670] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[16:30:57.670] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[16:30:57.671] Buildbucket request:
{
  "requestId": "8897807667862728464",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3c7bfcff04f070594631467592add4a4e1395a91",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897807667862728464"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[16:31:30.960] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[16:31:30.961] The invocation will be retried
[16:41:31.021] Starting the invocation (attempt 27)
[16:41:31.050] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3c7bfcff04f070594631467592add4a4e1395a91"
[16:41:31.050] Popped gitiles commit info from properties and tags
[16:41:31.051] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[16:41:31.051] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[16:41:31.051] Buildbucket request:
{
  "requestId": "8897807667862728464",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3c7bfcff04f070594631467592add4a4e1395a91",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897807667862728464"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[16:42:04.196] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[16:42:04.196] The invocation will be retried
[16:52:04.279] Starting the invocation (attempt 28)
[16:52:04.304] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3c7bfcff04f070594631467592add4a4e1395a91"
[16:52:04.304] Popped gitiles commit info from properties and tags
[16:52:04.304] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[16:52:04.304] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[16:52:04.304] Buildbucket request:
{
  "requestId": "8897807667862728464",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3c7bfcff04f070594631467592add4a4e1395a91",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897807667862728464"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[16:52:37.631] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[16:52:37.631] The invocation will be retried
[17:02:37.684] Starting the invocation (attempt 29)
[17:02:37.713] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3c7bfcff04f070594631467592add4a4e1395a91"
[17:02:37.713] Popped gitiles commit info from properties and tags
[17:02:37.713] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[17:02:37.713] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[17:02:37.713] Buildbucket request:
{
  "requestId": "8897807667862728464",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3c7bfcff04f070594631467592add4a4e1395a91",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897807667862728464"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[17:03:11.221] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[17:03:11.222] The invocation will be retried
[17:13:11.298] Starting the invocation (attempt 30)
[17:13:11.327] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3c7bfcff04f070594631467592add4a4e1395a91"
[17:13:11.327] Popped gitiles commit info from properties and tags
[17:13:11.327] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[17:13:11.327] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[17:13:11.327] Buildbucket request:
{
  "requestId": "8897807667862728464",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3c7bfcff04f070594631467592add4a4e1395a91",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897807667862728464"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[17:13:45.256] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[17:13:45.256] The invocation will be retried
[17:23:45.311] Starting the invocation (attempt 31)
[17:23:45.339] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3c7bfcff04f070594631467592add4a4e1395a91"
[17:23:45.339] Popped gitiles commit info from properties and tags
[17:23:45.339] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[17:23:45.341] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[17:23:45.341] Buildbucket request:
{
  "requestId": "8897807667862728464",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3c7bfcff04f070594631467592add4a4e1395a91",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897807667862728464"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[17:24:18.592] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[17:24:18.592] The invocation will be retried
[17:34:18.647] Starting the invocation (attempt 32)
[17:34:18.678] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3c7bfcff04f070594631467592add4a4e1395a91"
[17:34:18.678] Popped gitiles commit info from properties and tags
[17:34:18.678] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[17:34:18.680] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[17:34:18.680] Buildbucket request:
{
  "requestId": "8897807667862728464",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3c7bfcff04f070594631467592add4a4e1395a91",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897807667862728464"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[17:34:52.092] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[17:34:52.092] The invocation will be retried
[17:44:52.157] Starting the invocation (attempt 33)
[17:44:52.191] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3c7bfcff04f070594631467592add4a4e1395a91"
[17:44:52.191] Popped gitiles commit info from properties and tags
[17:44:52.191] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[17:44:52.194] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[17:44:52.194] Buildbucket request:
{
  "requestId": "8897807667862728464",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3c7bfcff04f070594631467592add4a4e1395a91",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897807667862728464"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[17:45:26.713] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[17:45:26.713] The invocation will be retried
[17:55:26.764] Starting the invocation (attempt 34)
[17:55:26.795] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3c7bfcff04f070594631467592add4a4e1395a91"
[17:55:26.796] Popped gitiles commit info from properties and tags
[17:55:26.796] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[17:55:26.796] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[17:55:26.796] Buildbucket request:
{
  "requestId": "8897807667862728464",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3c7bfcff04f070594631467592add4a4e1395a91",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897807667862728464"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[17:56:00.399] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[17:56:00.399] The invocation will be retried
[18:06:00.462] Starting the invocation (attempt 35)
[18:06:00.488] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3c7bfcff04f070594631467592add4a4e1395a91"
[18:06:00.488] Popped gitiles commit info from properties and tags
[18:06:00.488] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[18:06:00.489] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[18:06:00.489] Buildbucket request:
{
  "requestId": "8897807667862728464",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3c7bfcff04f070594631467592add4a4e1395a91",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897807667862728464"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[18:06:34.139] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[18:06:34.139] The invocation will be retried
[18:16:34.265] Starting the invocation (attempt 36)
[18:16:34.297] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3c7bfcff04f070594631467592add4a4e1395a91"
[18:16:34.297] Popped gitiles commit info from properties and tags
[18:16:34.297] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[18:16:34.297] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[18:16:34.297] Buildbucket request:
{
  "requestId": "8897807667862728464",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3c7bfcff04f070594631467592add4a4e1395a91",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897807667862728464"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[18:17:07.670] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[18:17:07.670] The invocation will be retried
[18:27:07.724] Starting the invocation (attempt 37)
[18:27:07.755] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3c7bfcff04f070594631467592add4a4e1395a91"
[18:27:07.755] Popped gitiles commit info from properties and tags
[18:27:07.755] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[18:27:07.755] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[18:27:07.755] Buildbucket request:
{
  "requestId": "8897807667862728464",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3c7bfcff04f070594631467592add4a4e1395a91",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897807667862728464"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[18:27:40.895] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[18:27:40.896] The invocation will be retried
[18:37:40.955] Starting the invocation (attempt 38)
[18:37:40.985] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3c7bfcff04f070594631467592add4a4e1395a91"
[18:37:40.985] Popped gitiles commit info from properties and tags
[18:37:40.985] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[18:37:40.985] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[18:37:40.985] Buildbucket request:
{
  "requestId": "8897807667862728464",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3c7bfcff04f070594631467592add4a4e1395a91",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897807667862728464"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[18:38:14.004] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[18:38:14.004] The invocation will be retried
[18:48:14.073] Starting the invocation (attempt 39)
[18:48:14.102] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3c7bfcff04f070594631467592add4a4e1395a91"
[18:48:14.102] Popped gitiles commit info from properties and tags
[18:48:14.102] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[18:48:14.102] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[18:48:14.103] Buildbucket request:
{
  "requestId": "8897807667862728464",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3c7bfcff04f070594631467592add4a4e1395a91",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897807667862728464"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[18:48:47.786] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[18:48:47.787] The invocation will be retried
[18:58:47.849] Starting the invocation (attempt 40)
[18:58:47.879] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3c7bfcff04f070594631467592add4a4e1395a91"
[18:58:47.879] Popped gitiles commit info from properties and tags
[18:58:47.879] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[18:58:47.879] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[18:58:47.880] Buildbucket request:
{
  "requestId": "8897807667862728464",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3c7bfcff04f070594631467592add4a4e1395a91",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897807667862728464"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[18:59:21.074] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[18:59:21.074] The invocation will be retried
[19:09:22.120] Starting the invocation (attempt 41)
[19:09:22.152] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3c7bfcff04f070594631467592add4a4e1395a91"
[19:09:22.152] Popped gitiles commit info from properties and tags
[19:09:22.152] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[19:09:22.161] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[19:09:22.161] Buildbucket request:
{
  "requestId": "8897807667862728464",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3c7bfcff04f070594631467592add4a4e1395a91",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897807667862728464"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[19:09:55.565] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[19:09:55.566] The invocation will be retried
[19:19:55.627] Starting the invocation (attempt 42)
[19:19:55.656] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3c7bfcff04f070594631467592add4a4e1395a91"
[19:19:55.656] Popped gitiles commit info from properties and tags
[19:19:55.656] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[19:19:55.656] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[19:19:55.656] Buildbucket request:
{
  "requestId": "8897807667862728464",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3c7bfcff04f070594631467592add4a4e1395a91",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897807667862728464"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[19:20:29.199] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[19:20:29.199] The invocation will be retried
[19:30:29.255] Starting the invocation (attempt 43)
[19:30:29.284] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3c7bfcff04f070594631467592add4a4e1395a91"
[19:30:29.284] Popped gitiles commit info from properties and tags
[19:30:29.284] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[19:30:29.285] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[19:30:29.286] Buildbucket request:
{
  "requestId": "8897807667862728464",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3c7bfcff04f070594631467592add4a4e1395a91",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897807667862728464"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[19:31:02.362] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[19:31:02.362] The invocation will be retried
[19:41:02.451] Starting the invocation (attempt 44)
[19:41:02.504] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3c7bfcff04f070594631467592add4a4e1395a91"
[19:41:02.504] Popped gitiles commit info from properties and tags
[19:41:02.504] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[19:41:02.504] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[19:41:02.504] Buildbucket request:
{
  "requestId": "8897807667862728464",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3c7bfcff04f070594631467592add4a4e1395a91",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897807667862728464"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[19:41:36.081] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[19:41:36.082] The invocation will be retried
[19:51:36.141] Starting the invocation (attempt 45)
[19:51:36.170] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3c7bfcff04f070594631467592add4a4e1395a91"
[19:51:36.171] Popped gitiles commit info from properties and tags
[19:51:36.171] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[19:51:36.171] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[19:51:36.171] Buildbucket request:
{
  "requestId": "8897807667862728464",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3c7bfcff04f070594631467592add4a4e1395a91",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897807667862728464"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[19:52:09.325] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[19:52:09.325] The invocation will be retried
[20:02:09.400] Starting the invocation (attempt 46)
[20:02:09.432] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3c7bfcff04f070594631467592add4a4e1395a91"
[20:02:09.432] Popped gitiles commit info from properties and tags
[20:02:09.432] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[20:02:09.432] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[20:02:09.433] Buildbucket request:
{
  "requestId": "8897807667862728464",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3c7bfcff04f070594631467592add4a4e1395a91",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897807667862728464"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[20:02:43.267] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[20:02:43.267] The invocation will be retried
[20:12:44.116] Starting the invocation (attempt 47)
[20:12:44.146] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3c7bfcff04f070594631467592add4a4e1395a91"
[20:12:44.146] Popped gitiles commit info from properties and tags
[20:12:44.146] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[20:12:44.146] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[20:12:44.146] Buildbucket request:
{
  "requestId": "8897807667862728464",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3c7bfcff04f070594631467592add4a4e1395a91",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897807667862728464"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[20:13:18.477] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[20:13:18.477] The invocation will be retried
[20:23:18.528] Starting the invocation (attempt 48)
[20:23:18.557] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3c7bfcff04f070594631467592add4a4e1395a91"
[20:23:18.557] Popped gitiles commit info from properties and tags
[20:23:18.557] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[20:23:18.557] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[20:23:18.558] Buildbucket request:
{
  "requestId": "8897807667862728464",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3c7bfcff04f070594631467592add4a4e1395a91",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897807667862728464"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[20:23:52.339] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[20:23:52.339] The invocation will be retried
[20:33:52.400] Starting the invocation (attempt 49)
[20:33:52.430] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3c7bfcff04f070594631467592add4a4e1395a91"
[20:33:52.430] Popped gitiles commit info from properties and tags
[20:33:52.430] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[20:33:52.430] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[20:33:52.430] Buildbucket request:
{
  "requestId": "8897807667862728464",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3c7bfcff04f070594631467592add4a4e1395a91",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897807667862728464"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[20:34:26.075] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[20:34:26.075] The invocation will be retried
[20:44:26.137] Starting the invocation (attempt 50)
[20:44:26.168] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3c7bfcff04f070594631467592add4a4e1395a91"
[20:44:26.168] Popped gitiles commit info from properties and tags
[20:44:26.168] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[20:44:26.168] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[20:44:26.168] Buildbucket request:
{
  "requestId": "8897807667862728464",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-arm-rel-dev"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3c7bfcff04f070594631467592add4a4e1395a91",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8897807667862728464"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-arm-rel-dev"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[20:44:59.930] Failed to schedule Buildbucket build - rpc error: code = Internal desc = Internal server error
[20:44:59.930] Invocation finished in 7h38m42.885915393s with status FAILED