Status: FAILED
Triggered by: -
Duration: 57 minutes
Actions:

Definition (rev 8e315401116bbc5f80ed0063020a73aea2b1cacc)

buildbucket: <
  server: "cr-buildbucket-dev.appspot.com"
  bucket: "ci"
  builder: "infra-continuous-win11-64"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/infra/infra",
  "revision": "65132252ae3b541637443b64c693148a16467525"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/infra/infra/+/65132252ae3b541637443b64c693148a16467525
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[07:34:24.047] New invocation is queued and will start shortly
[07:34:25.134] Starting the invocation (attempt 1)
[07:34:25.159] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/infra/infra/+/65132252ae3b541637443b64c693148a16467525"
[07:34:25.159] Popped gitiles commit info from properties and tags
[07:34:25.159] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[07:34:25.159] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[07:34:25.160] Buildbucket request:
{
  "requestId": "8922017938191362592",
  "builder": {
    "project": "infra",
    "bucket": "ci",
    "builder": "infra-continuous-win11-64"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler-dev.appspot.com",
            "invocation": "8922017938191362592",
            "job": "infra/infra-continuous-win11-64",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://chromium.googlesource.com/infra/infra",
                              "revision": "261968838ff11bda4157cc390b5d6653b398c296"
                            },
                        "id": "https://chromium.googlesource.com/infra/infra/+/refs/heads/main@261968838ff11bda4157cc390b5d6653b398c296",
                        "title": "261968838ff11bda4157cc390b5d6653b398c296",
                        "url": "https://chromium.googlesource.com/infra/infra/+/261968838ff11bda4157cc390b5d6653b398c296"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://chromium.googlesource.com/infra/infra",
                              "revision": "65132252ae3b541637443b64c693148a16467525"
                            },
                        "id": "https://chromium.googlesource.com/infra/infra/+/refs/heads/main@65132252ae3b541637443b64c693148a16467525",
                        "title": "65132252ae3b541637443b64c693148a16467525",
                        "url": "https://chromium.googlesource.com/infra/infra/+/65132252ae3b541637443b64c693148a16467525"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "infra/infra",
    "id": "65132252ae3b541637443b64c693148a16467525",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8922017938191362592"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/infra-continuous-win11-64"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[07:35:05.512] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[07:35:05.513] The invocation will be retried
[07:35:10.598] Starting the invocation (attempt 2)
[07:35:10.631] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/infra/infra/+/65132252ae3b541637443b64c693148a16467525"
[07:35:10.631] Popped gitiles commit info from properties and tags
[07:35:10.631] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[07:35:10.635] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[07:35:10.635] Buildbucket request:
{
  "requestId": "8922017938191362592",
  "builder": {
    "project": "infra",
    "bucket": "ci",
    "builder": "infra-continuous-win11-64"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler-dev.appspot.com",
            "invocation": "8922017938191362592",
            "job": "infra/infra-continuous-win11-64",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://chromium.googlesource.com/infra/infra",
                              "revision": "261968838ff11bda4157cc390b5d6653b398c296"
                            },
                        "id": "https://chromium.googlesource.com/infra/infra/+/refs/heads/main@261968838ff11bda4157cc390b5d6653b398c296",
                        "title": "261968838ff11bda4157cc390b5d6653b398c296",
                        "url": "https://chromium.googlesource.com/infra/infra/+/261968838ff11bda4157cc390b5d6653b398c296"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://chromium.googlesource.com/infra/infra",
                              "revision": "65132252ae3b541637443b64c693148a16467525"
                            },
                        "id": "https://chromium.googlesource.com/infra/infra/+/refs/heads/main@65132252ae3b541637443b64c693148a16467525",
                        "title": "65132252ae3b541637443b64c693148a16467525",
                        "url": "https://chromium.googlesource.com/infra/infra/+/65132252ae3b541637443b64c693148a16467525"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "infra/infra",
    "id": "65132252ae3b541637443b64c693148a16467525",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8922017938191362592"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/infra-continuous-win11-64"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[07:35:49.193] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[07:35:49.193] The invocation will be retried
[07:35:59.284] Starting the invocation (attempt 3)
[07:35:59.331] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/infra/infra/+/65132252ae3b541637443b64c693148a16467525"
[07:35:59.333] Popped gitiles commit info from properties and tags
[07:35:59.333] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[07:35:59.333] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[07:35:59.333] Buildbucket request:
{
  "requestId": "8922017938191362592",
  "builder": {
    "project": "infra",
    "bucket": "ci",
    "builder": "infra-continuous-win11-64"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler-dev.appspot.com",
            "invocation": "8922017938191362592",
            "job": "infra/infra-continuous-win11-64",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://chromium.googlesource.com/infra/infra",
                              "revision": "261968838ff11bda4157cc390b5d6653b398c296"
                            },
                        "id": "https://chromium.googlesource.com/infra/infra/+/refs/heads/main@261968838ff11bda4157cc390b5d6653b398c296",
                        "title": "261968838ff11bda4157cc390b5d6653b398c296",
                        "url": "https://chromium.googlesource.com/infra/infra/+/261968838ff11bda4157cc390b5d6653b398c296"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://chromium.googlesource.com/infra/infra",
                              "revision": "65132252ae3b541637443b64c693148a16467525"
                            },
                        "id": "https://chromium.googlesource.com/infra/infra/+/refs/heads/main@65132252ae3b541637443b64c693148a16467525",
                        "title": "65132252ae3b541637443b64c693148a16467525",
                        "url": "https://chromium.googlesource.com/infra/infra/+/65132252ae3b541637443b64c693148a16467525"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "infra/infra",
    "id": "65132252ae3b541637443b64c693148a16467525",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8922017938191362592"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/infra-continuous-win11-64"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[07:36:36.930] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[07:36:36.930] The invocation will be retried
[07:36:56.988] Starting the invocation (attempt 4)
[07:36:57.017] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/infra/infra/+/65132252ae3b541637443b64c693148a16467525"
[07:36:57.017] Popped gitiles commit info from properties and tags
[07:36:57.017] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[07:36:57.017] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[07:36:57.017] Buildbucket request:
{
  "requestId": "8922017938191362592",
  "builder": {
    "project": "infra",
    "bucket": "ci",
    "builder": "infra-continuous-win11-64"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler-dev.appspot.com",
            "invocation": "8922017938191362592",
            "job": "infra/infra-continuous-win11-64",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://chromium.googlesource.com/infra/infra",
                              "revision": "261968838ff11bda4157cc390b5d6653b398c296"
                            },
                        "id": "https://chromium.googlesource.com/infra/infra/+/refs/heads/main@261968838ff11bda4157cc390b5d6653b398c296",
                        "title": "261968838ff11bda4157cc390b5d6653b398c296",
                        "url": "https://chromium.googlesource.com/infra/infra/+/261968838ff11bda4157cc390b5d6653b398c296"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://chromium.googlesource.com/infra/infra",
                              "revision": "65132252ae3b541637443b64c693148a16467525"
                            },
                        "id": "https://chromium.googlesource.com/infra/infra/+/refs/heads/main@65132252ae3b541637443b64c693148a16467525",
                        "title": "65132252ae3b541637443b64c693148a16467525",
                        "url": "https://chromium.googlesource.com/infra/infra/+/65132252ae3b541637443b64c693148a16467525"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "infra/infra",
    "id": "65132252ae3b541637443b64c693148a16467525",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8922017938191362592"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/infra-continuous-win11-64"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[07:37:35.177] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[07:37:35.177] The invocation will be retried
[07:38:15.259] Starting the invocation (attempt 5)
[07:38:15.295] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/infra/infra/+/65132252ae3b541637443b64c693148a16467525"
[07:38:15.295] Popped gitiles commit info from properties and tags
[07:38:15.295] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[07:38:15.295] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[07:38:15.295] Buildbucket request:
{
  "requestId": "8922017938191362592",
  "builder": {
    "project": "infra",
    "bucket": "ci",
    "builder": "infra-continuous-win11-64"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler-dev.appspot.com",
            "invocation": "8922017938191362592",
            "job": "infra/infra-continuous-win11-64",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://chromium.googlesource.com/infra/infra",
                              "revision": "261968838ff11bda4157cc390b5d6653b398c296"
                            },
                        "id": "https://chromium.googlesource.com/infra/infra/+/refs/heads/main@261968838ff11bda4157cc390b5d6653b398c296",
                        "title": "261968838ff11bda4157cc390b5d6653b398c296",
                        "url": "https://chromium.googlesource.com/infra/infra/+/261968838ff11bda4157cc390b5d6653b398c296"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://chromium.googlesource.com/infra/infra",
                              "revision": "65132252ae3b541637443b64c693148a16467525"
                            },
                        "id": "https://chromium.googlesource.com/infra/infra/+/refs/heads/main@65132252ae3b541637443b64c693148a16467525",
                        "title": "65132252ae3b541637443b64c693148a16467525",
                        "url": "https://chromium.googlesource.com/infra/infra/+/65132252ae3b541637443b64c693148a16467525"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "infra/infra",
    "id": "65132252ae3b541637443b64c693148a16467525",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8922017938191362592"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/infra-continuous-win11-64"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[07:38:55.927] Failed to schedule Buildbucket build - rpc error: code = Internal desc = <html>
<head><title>502 Bad Gateway</title></head>
<body>
<center><h1>502 Bad Gateway</h1></center>
<hr><center>nginx</center>
</body>
</html>

[07:38:55.927] The invocation will be retried
[07:40:15.987] Starting the invocation (attempt 6)
[07:40:16.030] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/infra/infra/+/65132252ae3b541637443b64c693148a16467525"
[07:40:16.030] Popped gitiles commit info from properties and tags
[07:40:16.030] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[07:40:16.032] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[07:40:16.032] Buildbucket request:
{
  "requestId": "8922017938191362592",
  "builder": {
    "project": "infra",
    "bucket": "ci",
    "builder": "infra-continuous-win11-64"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler-dev.appspot.com",
            "invocation": "8922017938191362592",
            "job": "infra/infra-continuous-win11-64",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://chromium.googlesource.com/infra/infra",
                              "revision": "261968838ff11bda4157cc390b5d6653b398c296"
                            },
                        "id": "https://chromium.googlesource.com/infra/infra/+/refs/heads/main@261968838ff11bda4157cc390b5d6653b398c296",
                        "title": "261968838ff11bda4157cc390b5d6653b398c296",
                        "url": "https://chromium.googlesource.com/infra/infra/+/261968838ff11bda4157cc390b5d6653b398c296"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://chromium.googlesource.com/infra/infra",
                              "revision": "65132252ae3b541637443b64c693148a16467525"
                            },
                        "id": "https://chromium.googlesource.com/infra/infra/+/refs/heads/main@65132252ae3b541637443b64c693148a16467525",
                        "title": "65132252ae3b541637443b64c693148a16467525",
                        "url": "https://chromium.googlesource.com/infra/infra/+/65132252ae3b541637443b64c693148a16467525"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "infra/infra",
    "id": "65132252ae3b541637443b64c693148a16467525",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8922017938191362592"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/infra-continuous-win11-64"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[07:40:52.524] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[07:40:52.524] The invocation will be retried
[07:43:32.605] Starting the invocation (attempt 7)
[07:43:32.634] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/infra/infra/+/65132252ae3b541637443b64c693148a16467525"
[07:43:32.634] Popped gitiles commit info from properties and tags
[07:43:32.634] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[07:43:32.634] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[07:43:32.634] Buildbucket request:
{
  "requestId": "8922017938191362592",
  "builder": {
    "project": "infra",
    "bucket": "ci",
    "builder": "infra-continuous-win11-64"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler-dev.appspot.com",
            "invocation": "8922017938191362592",
            "job": "infra/infra-continuous-win11-64",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://chromium.googlesource.com/infra/infra",
                              "revision": "261968838ff11bda4157cc390b5d6653b398c296"
                            },
                        "id": "https://chromium.googlesource.com/infra/infra/+/refs/heads/main@261968838ff11bda4157cc390b5d6653b398c296",
                        "title": "261968838ff11bda4157cc390b5d6653b398c296",
                        "url": "https://chromium.googlesource.com/infra/infra/+/261968838ff11bda4157cc390b5d6653b398c296"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://chromium.googlesource.com/infra/infra",
                              "revision": "65132252ae3b541637443b64c693148a16467525"
                            },
                        "id": "https://chromium.googlesource.com/infra/infra/+/refs/heads/main@65132252ae3b541637443b64c693148a16467525",
                        "title": "65132252ae3b541637443b64c693148a16467525",
                        "url": "https://chromium.googlesource.com/infra/infra/+/65132252ae3b541637443b64c693148a16467525"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "infra/infra",
    "id": "65132252ae3b541637443b64c693148a16467525",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8922017938191362592"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/infra-continuous-win11-64"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[07:44:10.874] Failed to schedule Buildbucket build - rpc error: code = Internal desc = <html>
<head><title>502 Bad Gateway</title></head>
<body>
<center><h1>502 Bad Gateway</h1></center>
<hr><center>nginx</center>
</body>
</html>

[07:44:10.874] The invocation will be retried
[07:49:31.022] Starting the invocation (attempt 8)
[07:49:31.049] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/infra/infra/+/65132252ae3b541637443b64c693148a16467525"
[07:49:31.049] Popped gitiles commit info from properties and tags
[07:49:31.049] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[07:49:31.050] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[07:49:31.050] Buildbucket request:
{
  "requestId": "8922017938191362592",
  "builder": {
    "project": "infra",
    "bucket": "ci",
    "builder": "infra-continuous-win11-64"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler-dev.appspot.com",
            "invocation": "8922017938191362592",
            "job": "infra/infra-continuous-win11-64",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://chromium.googlesource.com/infra/infra",
                              "revision": "261968838ff11bda4157cc390b5d6653b398c296"
                            },
                        "id": "https://chromium.googlesource.com/infra/infra/+/refs/heads/main@261968838ff11bda4157cc390b5d6653b398c296",
                        "title": "261968838ff11bda4157cc390b5d6653b398c296",
                        "url": "https://chromium.googlesource.com/infra/infra/+/261968838ff11bda4157cc390b5d6653b398c296"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://chromium.googlesource.com/infra/infra",
                              "revision": "65132252ae3b541637443b64c693148a16467525"
                            },
                        "id": "https://chromium.googlesource.com/infra/infra/+/refs/heads/main@65132252ae3b541637443b64c693148a16467525",
                        "title": "65132252ae3b541637443b64c693148a16467525",
                        "url": "https://chromium.googlesource.com/infra/infra/+/65132252ae3b541637443b64c693148a16467525"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "infra/infra",
    "id": "65132252ae3b541637443b64c693148a16467525",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8922017938191362592"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/infra-continuous-win11-64"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[07:50:08.132] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[07:50:08.132] The invocation will be retried
[08:00:08.236] Starting the invocation (attempt 9)
[08:00:08.282] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/infra/infra/+/65132252ae3b541637443b64c693148a16467525"
[08:00:08.282] Popped gitiles commit info from properties and tags
[08:00:08.282] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[08:00:08.286] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[08:00:08.286] Buildbucket request:
{
  "requestId": "8922017938191362592",
  "builder": {
    "project": "infra",
    "bucket": "ci",
    "builder": "infra-continuous-win11-64"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler-dev.appspot.com",
            "invocation": "8922017938191362592",
            "job": "infra/infra-continuous-win11-64",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://chromium.googlesource.com/infra/infra",
                              "revision": "261968838ff11bda4157cc390b5d6653b398c296"
                            },
                        "id": "https://chromium.googlesource.com/infra/infra/+/refs/heads/main@261968838ff11bda4157cc390b5d6653b398c296",
                        "title": "261968838ff11bda4157cc390b5d6653b398c296",
                        "url": "https://chromium.googlesource.com/infra/infra/+/261968838ff11bda4157cc390b5d6653b398c296"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://chromium.googlesource.com/infra/infra",
                              "revision": "65132252ae3b541637443b64c693148a16467525"
                            },
                        "id": "https://chromium.googlesource.com/infra/infra/+/refs/heads/main@65132252ae3b541637443b64c693148a16467525",
                        "title": "65132252ae3b541637443b64c693148a16467525",
                        "url": "https://chromium.googlesource.com/infra/infra/+/65132252ae3b541637443b64c693148a16467525"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "infra/infra",
    "id": "65132252ae3b541637443b64c693148a16467525",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8922017938191362592"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/infra-continuous-win11-64"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[08:00:50.235] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[08:00:50.235] The invocation will be retried
[08:10:50.323] Starting the invocation (attempt 10)
[08:10:50.347] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/infra/infra/+/65132252ae3b541637443b64c693148a16467525"
[08:10:50.347] Popped gitiles commit info from properties and tags
[08:10:50.347] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[08:10:50.347] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[08:10:50.347] Buildbucket request:
{
  "requestId": "8922017938191362592",
  "builder": {
    "project": "infra",
    "bucket": "ci",
    "builder": "infra-continuous-win11-64"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler-dev.appspot.com",
            "invocation": "8922017938191362592",
            "job": "infra/infra-continuous-win11-64",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://chromium.googlesource.com/infra/infra",
                              "revision": "261968838ff11bda4157cc390b5d6653b398c296"
                            },
                        "id": "https://chromium.googlesource.com/infra/infra/+/refs/heads/main@261968838ff11bda4157cc390b5d6653b398c296",
                        "title": "261968838ff11bda4157cc390b5d6653b398c296",
                        "url": "https://chromium.googlesource.com/infra/infra/+/261968838ff11bda4157cc390b5d6653b398c296"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://chromium.googlesource.com/infra/infra",
                              "revision": "65132252ae3b541637443b64c693148a16467525"
                            },
                        "id": "https://chromium.googlesource.com/infra/infra/+/refs/heads/main@65132252ae3b541637443b64c693148a16467525",
                        "title": "65132252ae3b541637443b64c693148a16467525",
                        "url": "https://chromium.googlesource.com/infra/infra/+/65132252ae3b541637443b64c693148a16467525"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "infra/infra",
    "id": "65132252ae3b541637443b64c693148a16467525",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8922017938191362592"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/infra-continuous-win11-64"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[08:11:30.930] Failed to schedule Buildbucket build - rpc error: code = Internal desc = <html>
<head><title>502 Bad Gateway</title></head>
<body>
<center><h1>502 Bad Gateway</h1></center>
<hr><center>nginx</center>
</body>
</html>

[08:11:30.930] The invocation will be retried
[08:21:31.032] Starting the invocation (attempt 11)
[08:21:31.060] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/infra/infra/+/65132252ae3b541637443b64c693148a16467525"
[08:21:31.060] Popped gitiles commit info from properties and tags
[08:21:31.060] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[08:21:31.062] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[08:21:31.063] Buildbucket request:
{
  "requestId": "8922017938191362592",
  "builder": {
    "project": "infra",
    "bucket": "ci",
    "builder": "infra-continuous-win11-64"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler-dev.appspot.com",
            "invocation": "8922017938191362592",
            "job": "infra/infra-continuous-win11-64",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://chromium.googlesource.com/infra/infra",
                              "revision": "261968838ff11bda4157cc390b5d6653b398c296"
                            },
                        "id": "https://chromium.googlesource.com/infra/infra/+/refs/heads/main@261968838ff11bda4157cc390b5d6653b398c296",
                        "title": "261968838ff11bda4157cc390b5d6653b398c296",
                        "url": "https://chromium.googlesource.com/infra/infra/+/261968838ff11bda4157cc390b5d6653b398c296"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://chromium.googlesource.com/infra/infra",
                              "revision": "65132252ae3b541637443b64c693148a16467525"
                            },
                        "id": "https://chromium.googlesource.com/infra/infra/+/refs/heads/main@65132252ae3b541637443b64c693148a16467525",
                        "title": "65132252ae3b541637443b64c693148a16467525",
                        "url": "https://chromium.googlesource.com/infra/infra/+/65132252ae3b541637443b64c693148a16467525"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "infra/infra",
    "id": "65132252ae3b541637443b64c693148a16467525",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8922017938191362592"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/infra-continuous-win11-64"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[08:22:08.862] Failed to schedule Buildbucket build - rpc error: code = Internal desc = 
[08:22:08.863] The invocation will be retried
[08:32:08.936] Starting the invocation (attempt 12)
[08:32:08.986] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/infra/infra/+/65132252ae3b541637443b64c693148a16467525"
[08:32:08.986] Popped gitiles commit info from properties and tags
[08:32:08.986] Preparing PubSub topic for "https://cr-buildbucket-dev.appspot.com"
[08:32:08.997] PubSub topic is "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
[08:32:09.001] Buildbucket request:
{
  "requestId": "8922017938191362592",
  "builder": {
    "project": "infra",
    "bucket": "ci",
    "builder": "infra-continuous-win11-64"
  },
  "properties": {
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler-dev.appspot.com",
            "invocation": "8922017938191362592",
            "job": "infra/infra-continuous-win11-64",
            "triggers": [
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://chromium.googlesource.com/infra/infra",
                              "revision": "261968838ff11bda4157cc390b5d6653b398c296"
                            },
                        "id": "https://chromium.googlesource.com/infra/infra/+/refs/heads/main@261968838ff11bda4157cc390b5d6653b398c296",
                        "title": "261968838ff11bda4157cc390b5d6653b398c296",
                        "url": "https://chromium.googlesource.com/infra/infra/+/261968838ff11bda4157cc390b5d6653b398c296"
                      },
                  {
                        "gitiles": {
                              "ref": "refs/heads/main",
                              "repo": "https://chromium.googlesource.com/infra/infra",
                              "revision": "65132252ae3b541637443b64c693148a16467525"
                            },
                        "id": "https://chromium.googlesource.com/infra/infra/+/refs/heads/main@65132252ae3b541637443b64c693148a16467525",
                        "title": "65132252ae3b541637443b64c693148a16467525",
                        "url": "https://chromium.googlesource.com/infra/infra/+/65132252ae3b541637443b64c693148a16467525"
                      }
                ]
          }
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "infra/infra",
    "id": "65132252ae3b541637443b64c693148a16467525",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8922017938191362592"
    },
    {
      "key": "scheduler_job_id",
      "value": "infra/infra-continuous-win11-64"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler-dev"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler-dev/topics/scheduler.buildbucket.cr-buildbucket-dev~appspot.gserviceaccount.com"
  }
}
[08:32:10.051] Received PubSub notification, asking Buildbucket for the build status
[08:32:10.051] Fatal error when handling PubSub notification, aborting invocation - unexpected invocation status "RETRYING", expecting "RUNNING"
[08:32:10.051] Invocation finished in 57m46.011806757s with status FAILED