Status: FAILED
Triggered by: -
Duration: 3 hours
Actions:

Definition (rev 8e315401116bbc5f80ed0063020a73aea2b1cacc)

buildbucket: <
  server: "cr-buildbucket-dev.appspot.com"
  bucket: "ci"
  builder: "infra-continuous-win10-64"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/infra/infra",
  "revision": "1681e6e74ca6b4d4abba2c350efee02e4a7f4a01"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/infra/infra/+/1681e6e74ca6b4d4abba2c350efee02e4a7f4a01
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[22:33:01.057] New invocation is queued and will start shortly
[22:33:02.129] Starting the invocation (attempt 1)
[22:33:02.156] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/infra/infra/+/1681e6e74ca6b4d4abba2c350efee02e4a7f4a01"
[22:33:02.156] Popped gitiles commit info from properties and tags
[22:33:02.156] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:33:02.156] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:33:02.156] Buildbucket request:
{
  "requestId": "8860174271029590768",
  "builder": {
    "project": "infra",
    "bucket": "ci",
    "builder": "infra-continuous-win10-64"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler-dev.appspot.com",
            "invocation": "8860174271029590768",
            "job": "infra/infra-continuous-win10-64",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://chromium.googlesource.com/infra/infra",
                              "revision": "1681e6e74ca6b4d4abba2c350efee02e4a7f4a01"
                            },
                        "id": "https://chromium.googlesource.com/infra/infra/+/refs/heads/main@1681e6e74ca6b4d4abba2c350efee02e4a7f4a01",
                        "title": "1681e6e74ca6b4d4abba2c350efee02e4a7f4a01",
                        "url": "https://chromium.googlesource.com/infra/infra/+/1681e6e74ca6b4d4abba2c350efee02e4a7f4a01"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "infra/infra",
    "id": "1681e6e74ca6b4d4abba2c350efee02e4a7f4a01",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8860174271029590768"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/infra-continuous-win10-64"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:33:36.391] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[22:33:36.391] The invocation will be retried
[22:33:43.033] Starting the invocation (attempt 2)
[22:33:43.064] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/infra/infra/+/1681e6e74ca6b4d4abba2c350efee02e4a7f4a01"
[22:33:43.064] Popped gitiles commit info from properties and tags
[22:33:43.064] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:33:43.064] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:33:43.064] Buildbucket request:
{
  "requestId": "8860174271029590768",
  "builder": {
    "project": "infra",
    "bucket": "ci",
    "builder": "infra-continuous-win10-64"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler-dev.appspot.com",
            "invocation": "8860174271029590768",
            "job": "infra/infra-continuous-win10-64",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://chromium.googlesource.com/infra/infra",
                              "revision": "1681e6e74ca6b4d4abba2c350efee02e4a7f4a01"
                            },
                        "id": "https://chromium.googlesource.com/infra/infra/+/refs/heads/main@1681e6e74ca6b4d4abba2c350efee02e4a7f4a01",
                        "title": "1681e6e74ca6b4d4abba2c350efee02e4a7f4a01",
                        "url": "https://chromium.googlesource.com/infra/infra/+/1681e6e74ca6b4d4abba2c350efee02e4a7f4a01"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "infra/infra",
    "id": "1681e6e74ca6b4d4abba2c350efee02e4a7f4a01",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8860174271029590768"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/infra-continuous-win10-64"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:34:17.264] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 502 Bad Gateway nginx
[22:34:17.264] The invocation will be retried
[22:34:27.334] Starting the invocation (attempt 3)
[22:34:27.366] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/infra/infra/+/1681e6e74ca6b4d4abba2c350efee02e4a7f4a01"
[22:34:27.366] Popped gitiles commit info from properties and tags
[22:34:27.366] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:34:27.366] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:34:27.367] Buildbucket request:
{
  "requestId": "8860174271029590768",
  "builder": {
    "project": "infra",
    "bucket": "ci",
    "builder": "infra-continuous-win10-64"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler-dev.appspot.com",
            "invocation": "8860174271029590768",
            "job": "infra/infra-continuous-win10-64",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://chromium.googlesource.com/infra/infra",
                              "revision": "1681e6e74ca6b4d4abba2c350efee02e4a7f4a01"
                            },
                        "id": "https://chromium.googlesource.com/infra/infra/+/refs/heads/main@1681e6e74ca6b4d4abba2c350efee02e4a7f4a01",
                        "title": "1681e6e74ca6b4d4abba2c350efee02e4a7f4a01",
                        "url": "https://chromium.googlesource.com/infra/infra/+/1681e6e74ca6b4d4abba2c350efee02e4a7f4a01"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "infra/infra",
    "id": "1681e6e74ca6b4d4abba2c350efee02e4a7f4a01",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8860174271029590768"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/infra-continuous-win10-64"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:35:01.072] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[22:35:01.072] The invocation will be retried
[22:35:21.129] Starting the invocation (attempt 4)
[22:35:21.156] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/infra/infra/+/1681e6e74ca6b4d4abba2c350efee02e4a7f4a01"
[22:35:21.156] Popped gitiles commit info from properties and tags
[22:35:21.156] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:35:21.159] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:35:21.159] Buildbucket request:
{
  "requestId": "8860174271029590768",
  "builder": {
    "project": "infra",
    "bucket": "ci",
    "builder": "infra-continuous-win10-64"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler-dev.appspot.com",
            "invocation": "8860174271029590768",
            "job": "infra/infra-continuous-win10-64",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://chromium.googlesource.com/infra/infra",
                              "revision": "1681e6e74ca6b4d4abba2c350efee02e4a7f4a01"
                            },
                        "id": "https://chromium.googlesource.com/infra/infra/+/refs/heads/main@1681e6e74ca6b4d4abba2c350efee02e4a7f4a01",
                        "title": "1681e6e74ca6b4d4abba2c350efee02e4a7f4a01",
                        "url": "https://chromium.googlesource.com/infra/infra/+/1681e6e74ca6b4d4abba2c350efee02e4a7f4a01"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "infra/infra",
    "id": "1681e6e74ca6b4d4abba2c350efee02e4a7f4a01",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8860174271029590768"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/infra-continuous-win10-64"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:35:54.710] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 502 Bad Gateway nginx
[22:35:54.710] The invocation will be retried
[22:36:34.772] Starting the invocation (attempt 5)
[22:36:34.801] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/infra/infra/+/1681e6e74ca6b4d4abba2c350efee02e4a7f4a01"
[22:36:34.801] Popped gitiles commit info from properties and tags
[22:36:34.801] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:36:34.801] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:36:34.802] Buildbucket request:
{
  "requestId": "8860174271029590768",
  "builder": {
    "project": "infra",
    "bucket": "ci",
    "builder": "infra-continuous-win10-64"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler-dev.appspot.com",
            "invocation": "8860174271029590768",
            "job": "infra/infra-continuous-win10-64",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://chromium.googlesource.com/infra/infra",
                              "revision": "1681e6e74ca6b4d4abba2c350efee02e4a7f4a01"
                            },
                        "id": "https://chromium.googlesource.com/infra/infra/+/refs/heads/main@1681e6e74ca6b4d4abba2c350efee02e4a7f4a01",
                        "title": "1681e6e74ca6b4d4abba2c350efee02e4a7f4a01",
                        "url": "https://chromium.googlesource.com/infra/infra/+/1681e6e74ca6b4d4abba2c350efee02e4a7f4a01"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "infra/infra",
    "id": "1681e6e74ca6b4d4abba2c350efee02e4a7f4a01",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8860174271029590768"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/infra-continuous-win10-64"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:37:08.501] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[22:37:08.501] The invocation will be retried
[22:38:28.556] Starting the invocation (attempt 6)
[22:38:28.584] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/infra/infra/+/1681e6e74ca6b4d4abba2c350efee02e4a7f4a01"
[22:38:28.584] Popped gitiles commit info from properties and tags
[22:38:28.584] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:38:28.584] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:38:28.584] Buildbucket request:
{
  "requestId": "8860174271029590768",
  "builder": {
    "project": "infra",
    "bucket": "ci",
    "builder": "infra-continuous-win10-64"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler-dev.appspot.com",
            "invocation": "8860174271029590768",
            "job": "infra/infra-continuous-win10-64",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://chromium.googlesource.com/infra/infra",
                              "revision": "1681e6e74ca6b4d4abba2c350efee02e4a7f4a01"
                            },
                        "id": "https://chromium.googlesource.com/infra/infra/+/refs/heads/main@1681e6e74ca6b4d4abba2c350efee02e4a7f4a01",
                        "title": "1681e6e74ca6b4d4abba2c350efee02e4a7f4a01",
                        "url": "https://chromium.googlesource.com/infra/infra/+/1681e6e74ca6b4d4abba2c350efee02e4a7f4a01"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "infra/infra",
    "id": "1681e6e74ca6b4d4abba2c350efee02e4a7f4a01",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8860174271029590768"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/infra-continuous-win10-64"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:39:02.304] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[22:39:02.304] The invocation will be retried
[22:41:42.368] Starting the invocation (attempt 7)
[22:41:42.394] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/infra/infra/+/1681e6e74ca6b4d4abba2c350efee02e4a7f4a01"
[22:41:42.394] Popped gitiles commit info from properties and tags
[22:41:42.394] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:41:42.396] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:41:42.397] Buildbucket request:
{
  "requestId": "8860174271029590768",
  "builder": {
    "project": "infra",
    "bucket": "ci",
    "builder": "infra-continuous-win10-64"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler-dev.appspot.com",
            "invocation": "8860174271029590768",
            "job": "infra/infra-continuous-win10-64",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://chromium.googlesource.com/infra/infra",
                              "revision": "1681e6e74ca6b4d4abba2c350efee02e4a7f4a01"
                            },
                        "id": "https://chromium.googlesource.com/infra/infra/+/refs/heads/main@1681e6e74ca6b4d4abba2c350efee02e4a7f4a01",
                        "title": "1681e6e74ca6b4d4abba2c350efee02e4a7f4a01",
                        "url": "https://chromium.googlesource.com/infra/infra/+/1681e6e74ca6b4d4abba2c350efee02e4a7f4a01"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "infra/infra",
    "id": "1681e6e74ca6b4d4abba2c350efee02e4a7f4a01",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8860174271029590768"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/infra-continuous-win10-64"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:42:15.963] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 502 Bad Gateway nginx
[22:42:15.963] The invocation will be retried
[22:47:36.009] Starting the invocation (attempt 8)
[22:47:36.035] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/infra/infra/+/1681e6e74ca6b4d4abba2c350efee02e4a7f4a01"
[22:47:36.035] Popped gitiles commit info from properties and tags
[22:47:36.035] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:47:36.036] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:47:36.036] Buildbucket request:
{
  "requestId": "8860174271029590768",
  "builder": {
    "project": "infra",
    "bucket": "ci",
    "builder": "infra-continuous-win10-64"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler-dev.appspot.com",
            "invocation": "8860174271029590768",
            "job": "infra/infra-continuous-win10-64",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://chromium.googlesource.com/infra/infra",
                              "revision": "1681e6e74ca6b4d4abba2c350efee02e4a7f4a01"
                            },
                        "id": "https://chromium.googlesource.com/infra/infra/+/refs/heads/main@1681e6e74ca6b4d4abba2c350efee02e4a7f4a01",
                        "title": "1681e6e74ca6b4d4abba2c350efee02e4a7f4a01",
                        "url": "https://chromium.googlesource.com/infra/infra/+/1681e6e74ca6b4d4abba2c350efee02e4a7f4a01"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "infra/infra",
    "id": "1681e6e74ca6b4d4abba2c350efee02e4a7f4a01",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8860174271029590768"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/infra-continuous-win10-64"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:48:11.573] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 502 Bad Gateway nginx
[22:48:11.573] The invocation will be retried
[22:58:12.510] Starting the invocation (attempt 9)
[22:58:12.539] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/infra/infra/+/1681e6e74ca6b4d4abba2c350efee02e4a7f4a01"
[22:58:12.539] Popped gitiles commit info from properties and tags
[22:58:12.539] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[22:58:12.539] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[22:58:12.539] Buildbucket request:
{
  "requestId": "8860174271029590768",
  "builder": {
    "project": "infra",
    "bucket": "ci",
    "builder": "infra-continuous-win10-64"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler-dev.appspot.com",
            "invocation": "8860174271029590768",
            "job": "infra/infra-continuous-win10-64",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://chromium.googlesource.com/infra/infra",
                              "revision": "1681e6e74ca6b4d4abba2c350efee02e4a7f4a01"
                            },
                        "id": "https://chromium.googlesource.com/infra/infra/+/refs/heads/main@1681e6e74ca6b4d4abba2c350efee02e4a7f4a01",
                        "title": "1681e6e74ca6b4d4abba2c350efee02e4a7f4a01",
                        "url": "https://chromium.googlesource.com/infra/infra/+/1681e6e74ca6b4d4abba2c350efee02e4a7f4a01"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "infra/infra",
    "id": "1681e6e74ca6b4d4abba2c350efee02e4a7f4a01",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8860174271029590768"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/infra-continuous-win10-64"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[22:58:47.589] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[22:58:47.589] The invocation will be retried
[23:08:48.288] Starting the invocation (attempt 10)
[23:08:48.327] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/infra/infra/+/1681e6e74ca6b4d4abba2c350efee02e4a7f4a01"
[23:08:48.327] Popped gitiles commit info from properties and tags
[23:08:48.327] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[23:08:48.328] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[23:08:48.329] Buildbucket request:
{
  "requestId": "8860174271029590768",
  "builder": {
    "project": "infra",
    "bucket": "ci",
    "builder": "infra-continuous-win10-64"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler-dev.appspot.com",
            "invocation": "8860174271029590768",
            "job": "infra/infra-continuous-win10-64",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://chromium.googlesource.com/infra/infra",
                              "revision": "1681e6e74ca6b4d4abba2c350efee02e4a7f4a01"
                            },
                        "id": "https://chromium.googlesource.com/infra/infra/+/refs/heads/main@1681e6e74ca6b4d4abba2c350efee02e4a7f4a01",
                        "title": "1681e6e74ca6b4d4abba2c350efee02e4a7f4a01",
                        "url": "https://chromium.googlesource.com/infra/infra/+/1681e6e74ca6b4d4abba2c350efee02e4a7f4a01"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "infra/infra",
    "id": "1681e6e74ca6b4d4abba2c350efee02e4a7f4a01",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8860174271029590768"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/infra-continuous-win10-64"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[23:09:23.200] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 502 Bad Gateway nginx
[23:09:23.200] The invocation will be retried
[23:19:23.862] Starting the invocation (attempt 11)
[23:19:23.890] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/infra/infra/+/1681e6e74ca6b4d4abba2c350efee02e4a7f4a01"
[23:19:23.890] Popped gitiles commit info from properties and tags
[23:19:23.890] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[23:19:23.891] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[23:19:23.892] Buildbucket request:
{
  "requestId": "8860174271029590768",
  "builder": {
    "project": "infra",
    "bucket": "ci",
    "builder": "infra-continuous-win10-64"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler-dev.appspot.com",
            "invocation": "8860174271029590768",
            "job": "infra/infra-continuous-win10-64",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://chromium.googlesource.com/infra/infra",
                              "revision": "1681e6e74ca6b4d4abba2c350efee02e4a7f4a01"
                            },
                        "id": "https://chromium.googlesource.com/infra/infra/+/refs/heads/main@1681e6e74ca6b4d4abba2c350efee02e4a7f4a01",
                        "title": "1681e6e74ca6b4d4abba2c350efee02e4a7f4a01",
                        "url": "https://chromium.googlesource.com/infra/infra/+/1681e6e74ca6b4d4abba2c350efee02e4a7f4a01"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "infra/infra",
    "id": "1681e6e74ca6b4d4abba2c350efee02e4a7f4a01",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8860174271029590768"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/infra-continuous-win10-64"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[23:19:59.457] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 502 Bad Gateway nginx
[23:19:59.457] The invocation will be retried
[23:29:59.514] Starting the invocation (attempt 12)
[23:29:59.539] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/infra/infra/+/1681e6e74ca6b4d4abba2c350efee02e4a7f4a01"
[23:29:59.539] Popped gitiles commit info from properties and tags
[23:29:59.539] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[23:30:00.422] Failed to prepare PubSub topic - auth: HTTP code (502) when fetching https://cr-buildbucket-dev.appspot.com/auth/api/v1/server/info
[23:30:00.422] The invocation will be retried
[23:40:00.489] Starting the invocation (attempt 13)
[23:40:00.517] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/infra/infra/+/1681e6e74ca6b4d4abba2c350efee02e4a7f4a01"
[23:40:00.517] Popped gitiles commit info from properties and tags
[23:40:00.518] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[23:40:00.781] Failed to prepare PubSub topic - auth: HTTP code (502) when fetching https://cr-buildbucket-dev.appspot.com/auth/api/v1/server/info
[23:40:00.781] The invocation will be retried
[23:50:00.833] Starting the invocation (attempt 14)
[23:50:00.861] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/infra/infra/+/1681e6e74ca6b4d4abba2c350efee02e4a7f4a01"
[23:50:00.861] Popped gitiles commit info from properties and tags
[23:50:00.861] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[23:50:01.776] Failed to prepare PubSub topic - auth: HTTP code (500) when fetching https://cr-buildbucket-dev.appspot.com/auth/api/v1/server/info
[23:50:01.776] The invocation will be retried
[00:00:01.829] Starting the invocation (attempt 15)
[00:00:01.857] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/infra/infra/+/1681e6e74ca6b4d4abba2c350efee02e4a7f4a01"
[00:00:01.857] Popped gitiles commit info from properties and tags
[00:00:01.857] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[00:00:04.203] Failed to prepare PubSub topic - auth: HTTP code (500) when fetching https://cr-buildbucket-dev.appspot.com/auth/api/v1/server/info
[00:00:04.203] The invocation will be retried
[00:10:04.253] Starting the invocation (attempt 16)
[00:10:04.279] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/infra/infra/+/1681e6e74ca6b4d4abba2c350efee02e4a7f4a01"
[00:10:04.279] Popped gitiles commit info from properties and tags
[00:10:04.279] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[00:10:05.105] Failed to prepare PubSub topic - auth: HTTP code (502) when fetching https://cr-buildbucket-dev.appspot.com/auth/api/v1/server/info
[00:10:05.105] The invocation will be retried
[00:20:05.163] Starting the invocation (attempt 17)
[00:20:05.192] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/infra/infra/+/1681e6e74ca6b4d4abba2c350efee02e4a7f4a01"
[00:20:05.192] Popped gitiles commit info from properties and tags
[00:20:05.192] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[00:20:06.292] Failed to prepare PubSub topic - auth: HTTP code (500) when fetching https://cr-buildbucket-dev.appspot.com/auth/api/v1/server/info
[00:20:06.292] The invocation will be retried
[00:30:06.349] Starting the invocation (attempt 18)
[00:30:06.376] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/infra/infra/+/1681e6e74ca6b4d4abba2c350efee02e4a7f4a01"
[00:30:06.376] Popped gitiles commit info from properties and tags
[00:30:06.376] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[00:30:07.457] Failed to prepare PubSub topic - auth: HTTP code (500) when fetching https://cr-buildbucket-dev.appspot.com/auth/api/v1/server/info
[00:30:07.457] The invocation will be retried
[00:40:07.507] Starting the invocation (attempt 19)
[00:40:07.533] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/infra/infra/+/1681e6e74ca6b4d4abba2c350efee02e4a7f4a01"
[00:40:07.533] Popped gitiles commit info from properties and tags
[00:40:07.533] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[00:40:07.816] Failed to prepare PubSub topic - auth: HTTP code (500) when fetching https://cr-buildbucket-dev.appspot.com/auth/api/v1/server/info
[00:40:07.816] The invocation will be retried
[00:50:07.879] Starting the invocation (attempt 20)
[00:50:07.909] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/infra/infra/+/1681e6e74ca6b4d4abba2c350efee02e4a7f4a01"
[00:50:07.909] Popped gitiles commit info from properties and tags
[00:50:07.909] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[00:50:08.169] Failed to prepare PubSub topic - auth: HTTP code (502) when fetching https://cr-buildbucket-dev.appspot.com/auth/api/v1/server/info
[00:50:08.169] The invocation will be retried
[01:00:08.223] Starting the invocation (attempt 21)
[01:00:08.248] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/infra/infra/+/1681e6e74ca6b4d4abba2c350efee02e4a7f4a01"
[01:00:08.248] Popped gitiles commit info from properties and tags
[01:00:08.248] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:00:08.839] Failed to prepare PubSub topic - auth: HTTP code (500) when fetching https://cr-buildbucket-dev.appspot.com/auth/api/v1/server/info
[01:00:08.839] The invocation will be retried
[01:10:08.897] Starting the invocation (attempt 22)
[01:10:08.929] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/infra/infra/+/1681e6e74ca6b4d4abba2c350efee02e4a7f4a01"
[01:10:08.929] Popped gitiles commit info from properties and tags
[01:10:08.929] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:10:09.350] Failed to prepare PubSub topic - auth: HTTP code (502) when fetching https://cr-buildbucket-dev.appspot.com/auth/api/v1/server/info
[01:10:09.350] The invocation will be retried
[01:20:09.401] Starting the invocation (attempt 23)
[01:20:09.427] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/infra/infra/+/1681e6e74ca6b4d4abba2c350efee02e4a7f4a01"
[01:20:09.427] Popped gitiles commit info from properties and tags
[01:20:09.427] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:20:10.089] Failed to prepare PubSub topic - auth: HTTP code (500) when fetching https://cr-buildbucket-dev.appspot.com/auth/api/v1/server/info
[01:20:10.090] The invocation will be retried
[01:30:10.147] Starting the invocation (attempt 24)
[01:30:10.179] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/infra/infra/+/1681e6e74ca6b4d4abba2c350efee02e4a7f4a01"
[01:30:10.179] Popped gitiles commit info from properties and tags
[01:30:10.179] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:30:11.162] Failed to prepare PubSub topic - auth: HTTP code (500) when fetching https://cr-buildbucket-dev.appspot.com/auth/api/v1/server/info
[01:30:11.162] The invocation will be retried
[01:40:11.217] Starting the invocation (attempt 25)
[01:40:11.246] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/infra/infra/+/1681e6e74ca6b4d4abba2c350efee02e4a7f4a01"
[01:40:11.246] Popped gitiles commit info from properties and tags
[01:40:11.246] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:40:11.536] Failed to prepare PubSub topic - auth: HTTP code (500) when fetching https://cr-buildbucket-dev.appspot.com/auth/api/v1/server/info
[01:40:11.536] The invocation will be retried
[01:50:11.587] Starting the invocation (attempt 26)
[01:50:11.612] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/infra/infra/+/1681e6e74ca6b4d4abba2c350efee02e4a7f4a01"
[01:50:11.612] Popped gitiles commit info from properties and tags
[01:50:11.612] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[01:50:12.352] Failed to prepare PubSub topic - auth: HTTP code (502) when fetching https://cr-buildbucket-dev.appspot.com/auth/api/v1/server/info
[01:50:12.352] The invocation will be retried
[02:00:12.407] Starting the invocation (attempt 27)
[02:00:12.434] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/infra/infra/+/1681e6e74ca6b4d4abba2c350efee02e4a7f4a01"
[02:00:12.434] Popped gitiles commit info from properties and tags
[02:00:12.435] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[02:00:12.435] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[02:00:12.435] Buildbucket request:
{
  "requestId": "8860174271029590768",
  "builder": {
    "project": "infra",
    "bucket": "ci",
    "builder": "infra-continuous-win10-64"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler-dev.appspot.com",
            "invocation": "8860174271029590768",
            "job": "infra/infra-continuous-win10-64",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://chromium.googlesource.com/infra/infra",
                              "revision": "1681e6e74ca6b4d4abba2c350efee02e4a7f4a01"
                            },
                        "id": "https://chromium.googlesource.com/infra/infra/+/refs/heads/main@1681e6e74ca6b4d4abba2c350efee02e4a7f4a01",
                        "title": "1681e6e74ca6b4d4abba2c350efee02e4a7f4a01",
                        "url": "https://chromium.googlesource.com/infra/infra/+/1681e6e74ca6b4d4abba2c350efee02e4a7f4a01"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "infra/infra",
    "id": "1681e6e74ca6b4d4abba2c350efee02e4a7f4a01",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8860174271029590768"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/infra-continuous-win10-64"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[02:00:13.226] Received PubSub notification, asking Buildbucket for the build status
[02:00:13.226] Fatal error when handling PubSub notification, aborting invocation - unexpected invocation status "RETRYING", expecting "RUNNING"
[02:00:13.226] Invocation finished in 3h27m12.183310454s with status FAILED