[01:02:11.047] New invocation is queued and will start shortly
[01:02:12.107] Starting the invocation (attempt 1)
[01:02:12.135] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/infra/infra/+/6ceba241ac5c888ea0c401b66a724aefdea05ae0"
[01:02:12.135] Popped gitiles commit info from properties and tags
[01:02:12.135] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:02:12.139] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[01:02:12.140] Buildbucket request:
{
"requestId": "8863879361899157936",
"builder": {
"project": "infra",
"bucket": "ci",
"builder": "infra-continuous-jammy-64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler-dev.appspot.com",
"invocation": "8863879361899157936",
"job": "infra/infra-continuous-jammy-64",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://chromium.googlesource.com/infra/infra",
"revision": "6ceba241ac5c888ea0c401b66a724aefdea05ae0"
},
"id": "https://chromium.googlesource.com/infra/infra/+/refs/heads/main@6ceba241ac5c888ea0c401b66a724aefdea05ae0",
"title": "6ceba241ac5c888ea0c401b66a724aefdea05ae0",
"url": "https://chromium.googlesource.com/infra/infra/+/6ceba241ac5c888ea0c401b66a724aefdea05ae0"
}
]
}
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "infra/infra",
"id": "6ceba241ac5c888ea0c401b66a724aefdea05ae0",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8863879361899157936"
},
{
"key": "scheduler_job_id",
"value": "infra/infra-continuous-jammy-64"
},
{
"key": "user_agent",
"value": "luci-scheduler-dev"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
}
}
[01:02:49.272] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 502 Bad Gateway nginx
[01:02:49.272] The invocation will be retried
[01:02:54.331] Starting the invocation (attempt 2)
[01:02:54.356] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/infra/infra/+/6ceba241ac5c888ea0c401b66a724aefdea05ae0"
[01:02:54.356] Popped gitiles commit info from properties and tags
[01:02:54.356] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:02:54.356] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[01:02:54.357] Buildbucket request:
{
"requestId": "8863879361899157936",
"builder": {
"project": "infra",
"bucket": "ci",
"builder": "infra-continuous-jammy-64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler-dev.appspot.com",
"invocation": "8863879361899157936",
"job": "infra/infra-continuous-jammy-64",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://chromium.googlesource.com/infra/infra",
"revision": "6ceba241ac5c888ea0c401b66a724aefdea05ae0"
},
"id": "https://chromium.googlesource.com/infra/infra/+/refs/heads/main@6ceba241ac5c888ea0c401b66a724aefdea05ae0",
"title": "6ceba241ac5c888ea0c401b66a724aefdea05ae0",
"url": "https://chromium.googlesource.com/infra/infra/+/6ceba241ac5c888ea0c401b66a724aefdea05ae0"
}
]
}
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "infra/infra",
"id": "6ceba241ac5c888ea0c401b66a724aefdea05ae0",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8863879361899157936"
},
{
"key": "scheduler_job_id",
"value": "infra/infra-continuous-jammy-64"
},
{
"key": "user_agent",
"value": "luci-scheduler-dev"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
}
}
[01:03:34.551] Failed to schedule Buildbucket build - rpc error: code = Internal desc =
[01:03:34.551] The invocation will be retried
[01:03:44.602] Starting the invocation (attempt 3)
[01:03:44.636] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/infra/infra/+/6ceba241ac5c888ea0c401b66a724aefdea05ae0"
[01:03:44.636] Popped gitiles commit info from properties and tags
[01:03:44.636] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:03:44.636] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[01:03:44.636] Buildbucket request:
{
"requestId": "8863879361899157936",
"builder": {
"project": "infra",
"bucket": "ci",
"builder": "infra-continuous-jammy-64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler-dev.appspot.com",
"invocation": "8863879361899157936",
"job": "infra/infra-continuous-jammy-64",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://chromium.googlesource.com/infra/infra",
"revision": "6ceba241ac5c888ea0c401b66a724aefdea05ae0"
},
"id": "https://chromium.googlesource.com/infra/infra/+/refs/heads/main@6ceba241ac5c888ea0c401b66a724aefdea05ae0",
"title": "6ceba241ac5c888ea0c401b66a724aefdea05ae0",
"url": "https://chromium.googlesource.com/infra/infra/+/6ceba241ac5c888ea0c401b66a724aefdea05ae0"
}
]
}
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "infra/infra",
"id": "6ceba241ac5c888ea0c401b66a724aefdea05ae0",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8863879361899157936"
},
{
"key": "scheduler_job_id",
"value": "infra/infra-continuous-jammy-64"
},
{
"key": "user_agent",
"value": "luci-scheduler-dev"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
}
}
[01:04:19.962] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 502 Bad Gateway nginx
[01:04:19.962] The invocation will be retried
[01:04:40.115] Starting the invocation (attempt 4)
[01:04:40.144] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/infra/infra/+/6ceba241ac5c888ea0c401b66a724aefdea05ae0"
[01:04:40.144] Popped gitiles commit info from properties and tags
[01:04:40.144] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:04:40.144] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[01:04:40.144] Buildbucket request:
{
"requestId": "8863879361899157936",
"builder": {
"project": "infra",
"bucket": "ci",
"builder": "infra-continuous-jammy-64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler-dev.appspot.com",
"invocation": "8863879361899157936",
"job": "infra/infra-continuous-jammy-64",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://chromium.googlesource.com/infra/infra",
"revision": "6ceba241ac5c888ea0c401b66a724aefdea05ae0"
},
"id": "https://chromium.googlesource.com/infra/infra/+/refs/heads/main@6ceba241ac5c888ea0c401b66a724aefdea05ae0",
"title": "6ceba241ac5c888ea0c401b66a724aefdea05ae0",
"url": "https://chromium.googlesource.com/infra/infra/+/6ceba241ac5c888ea0c401b66a724aefdea05ae0"
}
]
}
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "infra/infra",
"id": "6ceba241ac5c888ea0c401b66a724aefdea05ae0",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8863879361899157936"
},
{
"key": "scheduler_job_id",
"value": "infra/infra-continuous-jammy-64"
},
{
"key": "user_agent",
"value": "luci-scheduler-dev"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
}
}
[01:05:17.802] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 502 Bad Gateway nginx
[01:05:17.802] The invocation will be retried
[01:05:58.172] Starting the invocation (attempt 5)
[01:05:58.206] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/infra/infra/+/6ceba241ac5c888ea0c401b66a724aefdea05ae0"
[01:05:58.206] Popped gitiles commit info from properties and tags
[01:05:58.206] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:05:58.206] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[01:05:58.206] Buildbucket request:
{
"requestId": "8863879361899157936",
"builder": {
"project": "infra",
"bucket": "ci",
"builder": "infra-continuous-jammy-64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler-dev.appspot.com",
"invocation": "8863879361899157936",
"job": "infra/infra-continuous-jammy-64",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://chromium.googlesource.com/infra/infra",
"revision": "6ceba241ac5c888ea0c401b66a724aefdea05ae0"
},
"id": "https://chromium.googlesource.com/infra/infra/+/refs/heads/main@6ceba241ac5c888ea0c401b66a724aefdea05ae0",
"title": "6ceba241ac5c888ea0c401b66a724aefdea05ae0",
"url": "https://chromium.googlesource.com/infra/infra/+/6ceba241ac5c888ea0c401b66a724aefdea05ae0"
}
]
}
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "infra/infra",
"id": "6ceba241ac5c888ea0c401b66a724aefdea05ae0",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8863879361899157936"
},
{
"key": "scheduler_job_id",
"value": "infra/infra-continuous-jammy-64"
},
{
"key": "user_agent",
"value": "luci-scheduler-dev"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
}
}
[01:06:34.762] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 502 Bad Gateway nginx
[01:06:34.762] The invocation will be retried
[01:07:55.234] Starting the invocation (attempt 6)
[01:07:55.260] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/infra/infra/+/6ceba241ac5c888ea0c401b66a724aefdea05ae0"
[01:07:55.260] Popped gitiles commit info from properties and tags
[01:07:55.260] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:07:55.261] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[01:07:55.261] Buildbucket request:
{
"requestId": "8863879361899157936",
"builder": {
"project": "infra",
"bucket": "ci",
"builder": "infra-continuous-jammy-64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler-dev.appspot.com",
"invocation": "8863879361899157936",
"job": "infra/infra-continuous-jammy-64",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://chromium.googlesource.com/infra/infra",
"revision": "6ceba241ac5c888ea0c401b66a724aefdea05ae0"
},
"id": "https://chromium.googlesource.com/infra/infra/+/refs/heads/main@6ceba241ac5c888ea0c401b66a724aefdea05ae0",
"title": "6ceba241ac5c888ea0c401b66a724aefdea05ae0",
"url": "https://chromium.googlesource.com/infra/infra/+/6ceba241ac5c888ea0c401b66a724aefdea05ae0"
}
]
}
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "infra/infra",
"id": "6ceba241ac5c888ea0c401b66a724aefdea05ae0",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8863879361899157936"
},
{
"key": "scheduler_job_id",
"value": "infra/infra-continuous-jammy-64"
},
{
"key": "user_agent",
"value": "luci-scheduler-dev"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
}
}
[01:08:31.316] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 502 Bad Gateway nginx
[01:08:31.316] The invocation will be retried
[01:11:12.406] Starting the invocation (attempt 7)
[01:11:12.431] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/infra/infra/+/6ceba241ac5c888ea0c401b66a724aefdea05ae0"
[01:11:12.431] Popped gitiles commit info from properties and tags
[01:11:12.431] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:11:12.434] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[01:11:12.434] Buildbucket request:
{
"requestId": "8863879361899157936",
"builder": {
"project": "infra",
"bucket": "ci",
"builder": "infra-continuous-jammy-64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler-dev.appspot.com",
"invocation": "8863879361899157936",
"job": "infra/infra-continuous-jammy-64",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://chromium.googlesource.com/infra/infra",
"revision": "6ceba241ac5c888ea0c401b66a724aefdea05ae0"
},
"id": "https://chromium.googlesource.com/infra/infra/+/refs/heads/main@6ceba241ac5c888ea0c401b66a724aefdea05ae0",
"title": "6ceba241ac5c888ea0c401b66a724aefdea05ae0",
"url": "https://chromium.googlesource.com/infra/infra/+/6ceba241ac5c888ea0c401b66a724aefdea05ae0"
}
]
}
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "infra/infra",
"id": "6ceba241ac5c888ea0c401b66a724aefdea05ae0",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8863879361899157936"
},
{
"key": "scheduler_job_id",
"value": "infra/infra-continuous-jammy-64"
},
{
"key": "user_agent",
"value": "luci-scheduler-dev"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
}
}
[01:11:48.451] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 502 Bad Gateway nginx
[01:11:48.451] The invocation will be retried
[01:17:08.498] Starting the invocation (attempt 8)
[01:17:08.525] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/infra/infra/+/6ceba241ac5c888ea0c401b66a724aefdea05ae0"
[01:17:08.525] Popped gitiles commit info from properties and tags
[01:17:08.525] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:17:08.525] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[01:17:08.525] Buildbucket request:
{
"requestId": "8863879361899157936",
"builder": {
"project": "infra",
"bucket": "ci",
"builder": "infra-continuous-jammy-64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler-dev.appspot.com",
"invocation": "8863879361899157936",
"job": "infra/infra-continuous-jammy-64",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://chromium.googlesource.com/infra/infra",
"revision": "6ceba241ac5c888ea0c401b66a724aefdea05ae0"
},
"id": "https://chromium.googlesource.com/infra/infra/+/refs/heads/main@6ceba241ac5c888ea0c401b66a724aefdea05ae0",
"title": "6ceba241ac5c888ea0c401b66a724aefdea05ae0",
"url": "https://chromium.googlesource.com/infra/infra/+/6ceba241ac5c888ea0c401b66a724aefdea05ae0"
}
]
}
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "infra/infra",
"id": "6ceba241ac5c888ea0c401b66a724aefdea05ae0",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8863879361899157936"
},
{
"key": "scheduler_job_id",
"value": "infra/infra-continuous-jammy-64"
},
{
"key": "user_agent",
"value": "luci-scheduler-dev"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
}
}
[01:17:46.143] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 502 Bad Gateway nginx
[01:17:46.143] The invocation will be retried
[01:27:46.195] Starting the invocation (attempt 9)
[01:27:46.224] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/infra/infra/+/6ceba241ac5c888ea0c401b66a724aefdea05ae0"
[01:27:46.224] Popped gitiles commit info from properties and tags
[01:27:46.224] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:27:48.062] Failed to prepare PubSub topic - auth: HTTP code (500) when fetching https://cr-buildbucket-dev.appspot.com/auth/api/v1/server/info
[01:27:48.062] The invocation will be retried
[01:37:48.110] Starting the invocation (attempt 10)
[01:37:48.135] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/infra/infra/+/6ceba241ac5c888ea0c401b66a724aefdea05ae0"
[01:37:48.135] Popped gitiles commit info from properties and tags
[01:37:48.135] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:37:50.109] Failed to prepare PubSub topic - auth: HTTP code (500) when fetching https://cr-buildbucket-dev.appspot.com/auth/api/v1/server/info
[01:37:50.109] The invocation will be retried
[01:47:50.159] Starting the invocation (attempt 11)
[01:47:50.191] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/infra/infra/+/6ceba241ac5c888ea0c401b66a724aefdea05ae0"
[01:47:50.192] Popped gitiles commit info from properties and tags
[01:47:50.192] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:47:50.195] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[01:47:50.195] Buildbucket request:
{
"requestId": "8863879361899157936",
"builder": {
"project": "infra",
"bucket": "ci",
"builder": "infra-continuous-jammy-64"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler-dev.appspot.com",
"invocation": "8863879361899157936",
"job": "infra/infra-continuous-jammy-64",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/main",
"repo": "https://chromium.googlesource.com/infra/infra",
"revision": "6ceba241ac5c888ea0c401b66a724aefdea05ae0"
},
"id": "https://chromium.googlesource.com/infra/infra/+/refs/heads/main@6ceba241ac5c888ea0c401b66a724aefdea05ae0",
"title": "6ceba241ac5c888ea0c401b66a724aefdea05ae0",
"url": "https://chromium.googlesource.com/infra/infra/+/6ceba241ac5c888ea0c401b66a724aefdea05ae0"
}
]
}
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "infra/infra",
"id": "6ceba241ac5c888ea0c401b66a724aefdea05ae0",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8863879361899157936"
},
{
"key": "scheduler_job_id",
"value": "infra/infra-continuous-jammy-64"
},
{
"key": "user_agent",
"value": "luci-scheduler-dev"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
}
}
[01:47:50.892] Received PubSub notification, asking Buildbucket for the build status
[01:47:50.892] Fatal error when handling PubSub notification, aborting invocation - unexpected invocation status "RETRYING", expecting "RUNNING"
[01:47:50.892] Invocation finished in 45m39.850319244s with status FAILED