[01:02:12.038] New invocation is queued and will start shortly
[01:02:13.109] Starting the invocation (attempt 1)
[01:02:13.132] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/infra/infra/+/6ceba241ac5c888ea0c401b66a724aefdea05ae0"
[01:02:13.132] Popped gitiles commit info from properties and tags
[01:02:13.132] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:02:13.132] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[01:02:13.133] Buildbucket request:
{
"requestId": "8863879360858124912",
"builder": {
"project": "infra",
"bucket": "ci",
"builder": "infra-continuous-win11-64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler-dev.appspot.com",
"invocation": "8863879360858124912",
"job": "infra/infra-continuous-win11-64",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://chromium.googlesource.com/infra/infra",
"revision": "6ceba241ac5c888ea0c401b66a724aefdea05ae0"
},
"id": "https://chromium.googlesource.com/infra/infra/+/refs/heads/main@6ceba241ac5c888ea0c401b66a724aefdea05ae0",
"title": "6ceba241ac5c888ea0c401b66a724aefdea05ae0",
"url": "https://chromium.googlesource.com/infra/infra/+/6ceba241ac5c888ea0c401b66a724aefdea05ae0"
}
]
}
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "infra/infra",
"id": "6ceba241ac5c888ea0c401b66a724aefdea05ae0",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8863879360858124912"
},
{
"key": "scheduler_job_id",
"value": "infra/infra-continuous-win11-64"
},
{
"key": "user_agent",
"value": "luci-scheduler-dev"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
}
}
[01:02:49.864] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 502 Bad Gateway nginx
[01:02:49.864] The invocation will be retried
[01:02:55.339] Starting the invocation (attempt 2)
[01:02:55.367] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/infra/infra/+/6ceba241ac5c888ea0c401b66a724aefdea05ae0"
[01:02:55.367] Popped gitiles commit info from properties and tags
[01:02:55.367] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:02:55.373] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[01:02:55.374] Buildbucket request:
{
"requestId": "8863879360858124912",
"builder": {
"project": "infra",
"bucket": "ci",
"builder": "infra-continuous-win11-64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler-dev.appspot.com",
"invocation": "8863879360858124912",
"job": "infra/infra-continuous-win11-64",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://chromium.googlesource.com/infra/infra",
"revision": "6ceba241ac5c888ea0c401b66a724aefdea05ae0"
},
"id": "https://chromium.googlesource.com/infra/infra/+/refs/heads/main@6ceba241ac5c888ea0c401b66a724aefdea05ae0",
"title": "6ceba241ac5c888ea0c401b66a724aefdea05ae0",
"url": "https://chromium.googlesource.com/infra/infra/+/6ceba241ac5c888ea0c401b66a724aefdea05ae0"
}
]
}
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "infra/infra",
"id": "6ceba241ac5c888ea0c401b66a724aefdea05ae0",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8863879360858124912"
},
{
"key": "scheduler_job_id",
"value": "infra/infra-continuous-win11-64"
},
{
"key": "user_agent",
"value": "luci-scheduler-dev"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
}
}
[01:03:33.424] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 502 Bad Gateway nginx
[01:03:33.424] The invocation will be retried
[01:03:43.474] Starting the invocation (attempt 3)
[01:03:43.498] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/infra/infra/+/6ceba241ac5c888ea0c401b66a724aefdea05ae0"
[01:03:43.498] Popped gitiles commit info from properties and tags
[01:03:43.498] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:03:43.499] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[01:03:43.499] Buildbucket request:
{
"requestId": "8863879360858124912",
"builder": {
"project": "infra",
"bucket": "ci",
"builder": "infra-continuous-win11-64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler-dev.appspot.com",
"invocation": "8863879360858124912",
"job": "infra/infra-continuous-win11-64",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://chromium.googlesource.com/infra/infra",
"revision": "6ceba241ac5c888ea0c401b66a724aefdea05ae0"
},
"id": "https://chromium.googlesource.com/infra/infra/+/refs/heads/main@6ceba241ac5c888ea0c401b66a724aefdea05ae0",
"title": "6ceba241ac5c888ea0c401b66a724aefdea05ae0",
"url": "https://chromium.googlesource.com/infra/infra/+/6ceba241ac5c888ea0c401b66a724aefdea05ae0"
}
]
}
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "infra/infra",
"id": "6ceba241ac5c888ea0c401b66a724aefdea05ae0",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8863879360858124912"
},
{
"key": "scheduler_job_id",
"value": "infra/infra-continuous-win11-64"
},
{
"key": "user_agent",
"value": "luci-scheduler-dev"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
}
}
[01:04:21.748] Failed to schedule Buildbucket build - rpc error: code = Internal desc =
[01:04:21.748] The invocation will be retried
[01:04:41.800] Starting the invocation (attempt 4)
[01:04:41.824] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/infra/infra/+/6ceba241ac5c888ea0c401b66a724aefdea05ae0"
[01:04:41.824] Popped gitiles commit info from properties and tags
[01:04:41.824] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:04:41.825] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[01:04:41.825] Buildbucket request:
{
"requestId": "8863879360858124912",
"builder": {
"project": "infra",
"bucket": "ci",
"builder": "infra-continuous-win11-64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler-dev.appspot.com",
"invocation": "8863879360858124912",
"job": "infra/infra-continuous-win11-64",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://chromium.googlesource.com/infra/infra",
"revision": "6ceba241ac5c888ea0c401b66a724aefdea05ae0"
},
"id": "https://chromium.googlesource.com/infra/infra/+/refs/heads/main@6ceba241ac5c888ea0c401b66a724aefdea05ae0",
"title": "6ceba241ac5c888ea0c401b66a724aefdea05ae0",
"url": "https://chromium.googlesource.com/infra/infra/+/6ceba241ac5c888ea0c401b66a724aefdea05ae0"
}
]
}
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "infra/infra",
"id": "6ceba241ac5c888ea0c401b66a724aefdea05ae0",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8863879360858124912"
},
{
"key": "scheduler_job_id",
"value": "infra/infra-continuous-win11-64"
},
{
"key": "user_agent",
"value": "luci-scheduler-dev"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
}
}
[01:05:17.117] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 502 Bad Gateway nginx
[01:05:17.117] The invocation will be retried
[01:05:57.171] Starting the invocation (attempt 5)
[01:05:57.196] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/infra/infra/+/6ceba241ac5c888ea0c401b66a724aefdea05ae0"
[01:05:57.196] Popped gitiles commit info from properties and tags
[01:05:57.196] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:05:57.197] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[01:05:57.197] Buildbucket request:
{
"requestId": "8863879360858124912",
"builder": {
"project": "infra",
"bucket": "ci",
"builder": "infra-continuous-win11-64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler-dev.appspot.com",
"invocation": "8863879360858124912",
"job": "infra/infra-continuous-win11-64",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://chromium.googlesource.com/infra/infra",
"revision": "6ceba241ac5c888ea0c401b66a724aefdea05ae0"
},
"id": "https://chromium.googlesource.com/infra/infra/+/refs/heads/main@6ceba241ac5c888ea0c401b66a724aefdea05ae0",
"title": "6ceba241ac5c888ea0c401b66a724aefdea05ae0",
"url": "https://chromium.googlesource.com/infra/infra/+/6ceba241ac5c888ea0c401b66a724aefdea05ae0"
}
]
}
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "infra/infra",
"id": "6ceba241ac5c888ea0c401b66a724aefdea05ae0",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8863879360858124912"
},
{
"key": "scheduler_job_id",
"value": "infra/infra-continuous-win11-64"
},
{
"key": "user_agent",
"value": "luci-scheduler-dev"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
}
}
[01:06:34.110] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 502 Bad Gateway nginx
[01:06:34.110] The invocation will be retried
[01:07:54.224] Starting the invocation (attempt 6)
[01:07:54.251] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/infra/infra/+/6ceba241ac5c888ea0c401b66a724aefdea05ae0"
[01:07:54.251] Popped gitiles commit info from properties and tags
[01:07:54.251] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:07:54.254] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[01:07:54.254] Buildbucket request:
{
"requestId": "8863879360858124912",
"builder": {
"project": "infra",
"bucket": "ci",
"builder": "infra-continuous-win11-64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler-dev.appspot.com",
"invocation": "8863879360858124912",
"job": "infra/infra-continuous-win11-64",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://chromium.googlesource.com/infra/infra",
"revision": "6ceba241ac5c888ea0c401b66a724aefdea05ae0"
},
"id": "https://chromium.googlesource.com/infra/infra/+/refs/heads/main@6ceba241ac5c888ea0c401b66a724aefdea05ae0",
"title": "6ceba241ac5c888ea0c401b66a724aefdea05ae0",
"url": "https://chromium.googlesource.com/infra/infra/+/6ceba241ac5c888ea0c401b66a724aefdea05ae0"
}
]
}
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "infra/infra",
"id": "6ceba241ac5c888ea0c401b66a724aefdea05ae0",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8863879360858124912"
},
{
"key": "scheduler_job_id",
"value": "infra/infra-continuous-win11-64"
},
{
"key": "user_agent",
"value": "luci-scheduler-dev"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
}
}
[01:08:30.352] Failed to schedule Buildbucket build - rpc error: code = Internal desc =
[01:08:30.352] The invocation will be retried
[01:11:10.404] Starting the invocation (attempt 7)
[01:11:10.430] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/infra/infra/+/6ceba241ac5c888ea0c401b66a724aefdea05ae0"
[01:11:10.430] Popped gitiles commit info from properties and tags
[01:11:10.430] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:11:10.430] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[01:11:10.431] Buildbucket request:
{
"requestId": "8863879360858124912",
"builder": {
"project": "infra",
"bucket": "ci",
"builder": "infra-continuous-win11-64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler-dev.appspot.com",
"invocation": "8863879360858124912",
"job": "infra/infra-continuous-win11-64",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://chromium.googlesource.com/infra/infra",
"revision": "6ceba241ac5c888ea0c401b66a724aefdea05ae0"
},
"id": "https://chromium.googlesource.com/infra/infra/+/refs/heads/main@6ceba241ac5c888ea0c401b66a724aefdea05ae0",
"title": "6ceba241ac5c888ea0c401b66a724aefdea05ae0",
"url": "https://chromium.googlesource.com/infra/infra/+/6ceba241ac5c888ea0c401b66a724aefdea05ae0"
}
]
}
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "infra/infra",
"id": "6ceba241ac5c888ea0c401b66a724aefdea05ae0",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8863879360858124912"
},
{
"key": "scheduler_job_id",
"value": "infra/infra-continuous-win11-64"
},
{
"key": "user_agent",
"value": "luci-scheduler-dev"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
}
}
[01:11:58.126] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 502 Bad Gateway nginx
[01:11:58.126] The invocation will be retried
[01:17:18.173] Starting the invocation (attempt 8)
[01:17:18.199] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/infra/infra/+/6ceba241ac5c888ea0c401b66a724aefdea05ae0"
[01:17:18.199] Popped gitiles commit info from properties and tags
[01:17:18.199] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:17:18.200] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[01:17:18.200] Buildbucket request:
{
"requestId": "8863879360858124912",
"builder": {
"project": "infra",
"bucket": "ci",
"builder": "infra-continuous-win11-64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler-dev.appspot.com",
"invocation": "8863879360858124912",
"job": "infra/infra-continuous-win11-64",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://chromium.googlesource.com/infra/infra",
"revision": "6ceba241ac5c888ea0c401b66a724aefdea05ae0"
},
"id": "https://chromium.googlesource.com/infra/infra/+/refs/heads/main@6ceba241ac5c888ea0c401b66a724aefdea05ae0",
"title": "6ceba241ac5c888ea0c401b66a724aefdea05ae0",
"url": "https://chromium.googlesource.com/infra/infra/+/6ceba241ac5c888ea0c401b66a724aefdea05ae0"
}
]
}
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "infra/infra",
"id": "6ceba241ac5c888ea0c401b66a724aefdea05ae0",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8863879360858124912"
},
{
"key": "scheduler_job_id",
"value": "infra/infra-continuous-win11-64"
},
{
"key": "user_agent",
"value": "luci-scheduler-dev"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
}
}
[01:17:55.849] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 502 Bad Gateway nginx
[01:17:55.849] The invocation will be retried
[01:27:55.898] Starting the invocation (attempt 9)
[01:27:55.923] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/infra/infra/+/6ceba241ac5c888ea0c401b66a724aefdea05ae0"
[01:27:55.923] Popped gitiles commit info from properties and tags
[01:27:55.923] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:27:56.187] Failed to prepare PubSub topic - auth: HTTP code (502) when fetching https://cr-buildbucket-dev.appspot.com/auth/api/v1/server/info
[01:27:56.187] The invocation will be retried
[01:37:56.236] Starting the invocation (attempt 10)
[01:37:56.260] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/infra/infra/+/6ceba241ac5c888ea0c401b66a724aefdea05ae0"
[01:37:56.261] Popped gitiles commit info from properties and tags
[01:37:56.261] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:37:58.319] Failed to prepare PubSub topic - auth: HTTP code (502) when fetching https://cr-buildbucket-dev.appspot.com/auth/api/v1/server/info
[01:37:58.319] The invocation will be retried
[01:47:58.367] Starting the invocation (attempt 11)
[01:47:58.396] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/infra/infra/+/6ceba241ac5c888ea0c401b66a724aefdea05ae0"
[01:47:58.396] Popped gitiles commit info from properties and tags
[01:47:58.396] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:47:58.396] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[01:47:58.396] Buildbucket request:
{
"requestId": "8863879360858124912",
"builder": {
"project": "infra",
"bucket": "ci",
"builder": "infra-continuous-win11-64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler-dev.appspot.com",
"invocation": "8863879360858124912",
"job": "infra/infra-continuous-win11-64",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://chromium.googlesource.com/infra/infra",
"revision": "6ceba241ac5c888ea0c401b66a724aefdea05ae0"
},
"id": "https://chromium.googlesource.com/infra/infra/+/refs/heads/main@6ceba241ac5c888ea0c401b66a724aefdea05ae0",
"title": "6ceba241ac5c888ea0c401b66a724aefdea05ae0",
"url": "https://chromium.googlesource.com/infra/infra/+/6ceba241ac5c888ea0c401b66a724aefdea05ae0"
}
]
}
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "infra/infra",
"id": "6ceba241ac5c888ea0c401b66a724aefdea05ae0",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8863879360858124912"
},
{
"key": "scheduler_job_id",
"value": "infra/infra-continuous-win11-64"
},
{
"key": "user_agent",
"value": "luci-scheduler-dev"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
}
}
[01:47:58.940] Received PubSub notification, asking Buildbucket for the build status
[01:47:58.940] Fatal error when handling PubSub notification, aborting invocation - unexpected invocation status "RETRYING", expecting "RUNNING"
[01:47:58.940] Invocation finished in 45m46.906040524s with status FAILED