{
  "page": {
    "id": "kctbh9vrtdwd",
    "name": "GitHub",
    "url": "https://web.archive.org/web/20240722174406/https://www.githubstatus.com"
  },
  "status": {
    "indicator": "none",
    "description": "All Systems Operational"
  },
  "components": [{"status":"operational","name":"Git Operations","created_at":"2017-01-31T20:05:05.370Z","updated_at":"2024-07-17T17:06:48.353Z","position":1,"description":"Performance of git clones, pulls, pushes, and associated operations","showcase":false,"start_date":null,"id":"8l4ygp009s5s","page_id":"kctbh9vrtdwd","group_id":null},{"status":"operational","name":"API Requests","created_at":"2017-01-31T20:01:46.621Z","updated_at":"2024-07-02T19:24:48.645Z","position":2,"description":"Requests for GitHub APIs","showcase":false,"start_date":null,"id":"brv1bkgrwx7q","page_id":"kctbh9vrtdwd","group_id":null},{"status":"operational","name":"Webhooks","created_at":"2019-11-13T18:00:24.256Z","updated_at":"2024-07-05T18:10:28.628Z","position":3,"description":"Real time HTTP callbacks of user-generated and system events","showcase":false,"start_date":null,"id":"4230lsnqdsld","page_id":"kctbh9vrtdwd","group_id":null},{"status":"operational","name":"Visit www.githubstatus.com for more information","created_at":"2018-12-05T19:39:40.838Z","updated_at":"2022-09-07T00:08:33.519Z","position":4,"description":null,"showcase":false,"start_date":null,"id":"0l2p9nhqnxpd","page_id":"kctbh9vrtdwd","group_id":null},{"status":"operational","name":"Issues","created_at":"2017-01-31T20:01:46.638Z","updated_at":"2024-07-17T16:46:18.639Z","position":5,"description":"Requests for Issues on GitHub.com","showcase":false,"start_date":null,"id":"kr09ddfgbfsf","page_id":"kctbh9vrtdwd","group_id":null},{"status":"operational","name":"Pull Requests","created_at":"2020-09-02T15:39:06.329Z","updated_at":"2024-06-28T19:59:59.351Z","position":6,"description":"Requests for Pull Requests on GitHub.com","showcase":false,"start_date":null,"id":"hhtssxt0f5v2","page_id":"kctbh9vrtdwd","group_id":null},{"status":"operational","name":"Actions","created_at":"2019-11-13T18:02:19.432Z","updated_at":"2024-07-19T02:38:08.417Z","position":7,"description":"Workflows, Compute and Orchestration for GitHub Actions","showcase":false,"start_date":null,"id":"br0l2tvcx85d","page_id":"kctbh9vrtdwd","group_id":null},{"status":"operational","name":"Packages","created_at":"2019-11-13T18:02:40.064Z","updated_at":"2024-07-17T17:06:40.770Z","position":8,"description":"API requests and webhook delivery for GitHub Packages","showcase":false,"start_date":null,"id":"st3j38cctv9l","page_id":"kctbh9vrtdwd","group_id":null},{"status":"operational","name":"Pages","created_at":"2017-01-31T20:04:33.923Z","updated_at":"2024-07-19T00:24:20.763Z","position":9,"description":"Frontend application and API servers for Pages builds","showcase":false,"start_date":null,"id":"vg70hn9s2tyj","page_id":"kctbh9vrtdwd","group_id":null},{"status":"operational","name":"Codespaces","created_at":"2021-08-11T16:02:09.505Z","updated_at":"2024-07-19T04:47:22.288Z","position":10,"description":"Orchestration and Compute for GitHub Codespaces","showcase":false,"start_date":"2021-08-11T00:00:00.000Z","id":"h2ftsgbw7kmk","page_id":"kctbh9vrtdwd","group_id":null},{"status":"operational","name":"Copilot","created_at":"2022-06-21T16:04:33.017Z","updated_at":"2024-07-13T19:26:54.421Z","position":11,"description":null,"showcase":false,"start_date":"2022-06-21T00:00:00.000Z","id":"pjmpxvq2cmr2","page_id":"kctbh9vrtdwd","group_id":null}],
  "incidents": [{"name":"Incident with Codespaces","status":"resolved","created_at":"2024-07-19T02:10:51.324Z","updated_at":"2024-07-19T04:47:22.327Z","monitoring_at":null,"resolved_at":"2024-07-19T04:47:22.311Z","impact":"minor","shortlink":"https://web.archive.org/web/20240722174406/https://stspg.io/jdfbhs4fbh5w","scheduled_for":null,"scheduled_until":null,"scheduled_remind_prior":false,"scheduled_reminded_at":null,"impact_override":"minor","scheduled_auto_in_progress":false,"scheduled_auto_completed":false,"metadata":{},"started_at":"2024-07-19T02:10:51.317Z","reminder_intervals":null,"id":"9rrqvvf23fhc","page_id":"kctbh9vrtdwd","incident_updates":[{"status":"resolved","body":"This incident has been resolved.","created_at":"2024-07-19T04:47:22.311Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-19T04:47:22.311Z","display_at":"2024-07-19T04:47:22.311Z","deliver_notifications":true,"tweet_id":null,"id":"780xf7036mls","incident_id":"9rrqvvf23fhc","custom_tweet":null,"affected_components":[{"code":"h2ftsgbw7kmk","name":"Codespaces","old_status":"partial_outage","new_status":"operational"}]},{"status":"investigating","body":"Codespaces is still recovering fully, but we can see the issue is trending positive. Please stop and start your Codespace, if impacted: https://docs.github.com/en/codespaces/developing-in-a-codespace/stopping-and-starting-a-codespace?tool=webui","created_at":"2024-07-19T03:54:35.878Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-19T03:54:35.878Z","display_at":"2024-07-19T03:54:35.878Z","deliver_notifications":true,"tweet_id":null,"id":"ms1253fkdgf2","incident_id":"9rrqvvf23fhc","custom_tweet":null,"affected_components":[{"code":"h2ftsgbw7kmk","name":"Codespaces","old_status":"partial_outage","new_status":"partial_outage"}]},{"status":"investigating","body":"We are still investigating issues with Codespaces. Some users may not be able to connect to their Codespaces at this time. We will update you on mitigation progress.","created_at":"2024-07-19T03:17:53.737Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-19T03:17:53.737Z","display_at":"2024-07-19T03:17:53.737Z","deliver_notifications":true,"tweet_id":null,"id":"wkfb6ngx0wsl","incident_id":"9rrqvvf23fhc","custom_tweet":null,"affected_components":[{"code":"h2ftsgbw7kmk","name":"Codespaces","old_status":"partial_outage","new_status":"partial_outage"}]},{"status":"investigating","body":"We are investigating issues with Codespaces. Some users may not be able to connect to their Codespaces at this time. We will update you on mitigation progress.","created_at":"2024-07-19T02:43:40.278Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-19T02:43:40.278Z","display_at":"2024-07-19T02:43:40.278Z","deliver_notifications":true,"tweet_id":null,"id":"35m9yqcsvt73","incident_id":"9rrqvvf23fhc","custom_tweet":null,"affected_components":[{"code":"h2ftsgbw7kmk","name":"Codespaces","old_status":"partial_outage","new_status":"partial_outage"}]},{"status":"investigating","body":"We are investigating reports of degraded performance for Codespaces","created_at":"2024-07-19T02:10:51.405Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-19T02:10:51.405Z","display_at":"2024-07-19T02:10:51.405Z","deliver_notifications":true,"tweet_id":null,"id":"xjvj1ywwd2gg","incident_id":"9rrqvvf23fhc","custom_tweet":null,"affected_components":[{"code":"h2ftsgbw7kmk","name":"Codespaces","old_status":"operational","new_status":"partial_outage"}]}],"postmortem_body":null,"postmortem_body_last_updated_at":null,"postmortem_ignored":false,"postmortem_published_at":null,"postmortem_notified_subscribers":false,"postmortem_notified_twitter":false,"components":[{"status":"operational","name":"Codespaces","created_at":"2021-08-11T16:02:09.505Z","updated_at":"2024-07-19T04:47:22.288Z","position":10,"description":"Orchestration and Compute for GitHub Codespaces","showcase":false,"start_date":"2021-08-11T00:00:00.000Z","id":"h2ftsgbw7kmk","page_id":"kctbh9vrtdwd","group_id":null}]},{"name":"Issues enabling actions and running jobs on GitHub","status":"resolved","created_at":"2024-07-18T22:47:24.734Z","updated_at":"2024-07-19T02:38:10.219Z","monitoring_at":null,"resolved_at":"2024-07-19T02:38:10.201Z","impact":"minor","shortlink":"https://web.archive.org/web/20240722174406/https://stspg.io/myph9fsgjcxm","scheduled_for":null,"scheduled_until":null,"scheduled_remind_prior":false,"scheduled_reminded_at":null,"impact_override":"minor","scheduled_auto_in_progress":false,"scheduled_auto_completed":false,"metadata":{},"started_at":"2024-07-18T22:47:24.725Z","reminder_intervals":null,"id":"m70hk23gx3nx","page_id":"kctbh9vrtdwd","incident_updates":[{"status":"resolved","body":"This incident has been resolved.","created_at":"2024-07-19T02:38:10.201Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-19T02:38:10.201Z","display_at":"2024-07-19T02:38:10.201Z","deliver_notifications":true,"tweet_id":null,"id":"j0ydqzms4452","incident_id":"m70hk23gx3nx","custom_tweet":null,"affected_components":[{"code":"vg70hn9s2tyj","name":"Pages","old_status":"operational","new_status":"operational"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"operational","new_status":"operational"}]},{"status":"investigating","body":"Actions is operating normally.","created_at":"2024-07-19T02:38:08.440Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-19T02:38:08.440Z","display_at":"2024-07-19T02:38:08.440Z","deliver_notifications":true,"tweet_id":null,"id":"jvsxvsxv1t4v","incident_id":"m70hk23gx3nx","custom_tweet":null,"affected_components":[{"code":"vg70hn9s2tyj","name":"Pages","old_status":"operational","new_status":"operational"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"partial_outage","new_status":"operational"}]},{"status":"investigating","body":"We have continued to apply mitigations to work around the outage. Customers may still experience run start delays for larger runners.","created_at":"2024-07-19T02:25:56.690Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-19T02:25:56.690Z","display_at":"2024-07-19T02:25:56.690Z","deliver_notifications":true,"tweet_id":null,"id":"238hw5b42zy4","incident_id":"m70hk23gx3nx","custom_tweet":null,"affected_components":[{"code":"vg70hn9s2tyj","name":"Pages","old_status":"operational","new_status":"operational"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"partial_outage","new_status":"partial_outage"}]},{"status":"investigating","body":"We've applied a mitigation to work around the outage. Customers may still experience run start delays.","created_at":"2024-07-19T01:50:21.415Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-19T01:50:21.415Z","display_at":"2024-07-19T01:50:21.415Z","deliver_notifications":true,"tweet_id":null,"id":"c0pgv2x2qmtb","incident_id":"m70hk23gx3nx","custom_tweet":null,"affected_components":[{"code":"vg70hn9s2tyj","name":"Pages","old_status":"operational","new_status":"operational"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"partial_outage","new_status":"partial_outage"}]},{"status":"investigating","body":"We are making progress failing over to a different region to mitigate an outage.","created_at":"2024-07-19T01:04:48.545Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-19T01:04:48.545Z","display_at":"2024-07-19T01:04:48.545Z","deliver_notifications":true,"tweet_id":null,"id":"5xlf5gtffbgs","incident_id":"m70hk23gx3nx","custom_tweet":null,"affected_components":[{"code":"vg70hn9s2tyj","name":"Pages","old_status":"operational","new_status":"operational"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"partial_outage","new_status":"partial_outage"}]},{"status":"investigating","body":"We continue to mitigate an outage by failing over to a different region.","created_at":"2024-07-19T00:30:51.530Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-19T00:30:51.530Z","display_at":"2024-07-19T00:30:51.530Z","deliver_notifications":true,"tweet_id":null,"id":"zy5v9mhly5l4","incident_id":"m70hk23gx3nx","custom_tweet":null,"affected_components":[{"code":"vg70hn9s2tyj","name":"Pages","old_status":"operational","new_status":"operational"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"partial_outage","new_status":"partial_outage"}]},{"status":"investigating","body":"Pages is operating normally.","created_at":"2024-07-19T00:24:20.791Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-19T00:24:20.791Z","display_at":"2024-07-19T00:24:20.791Z","deliver_notifications":true,"tweet_id":null,"id":"6ftfyb1687j3","incident_id":"m70hk23gx3nx","custom_tweet":null,"affected_components":[{"code":"vg70hn9s2tyj","name":"Pages","old_status":"partial_outage","new_status":"operational"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"partial_outage","new_status":"partial_outage"}]},{"status":"investigating","body":"We are working to mitigate an outage by failing over to a different region.","created_at":"2024-07-18T23:57:08.822Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-18T23:57:08.822Z","display_at":"2024-07-18T23:57:08.822Z","deliver_notifications":true,"tweet_id":null,"id":"q7mvtsr2p46j","incident_id":"m70hk23gx3nx","custom_tweet":null,"affected_components":[{"code":"vg70hn9s2tyj","name":"Pages","old_status":"partial_outage","new_status":"partial_outage"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"partial_outage","new_status":"partial_outage"}]},{"status":"investigating","body":"Pages is experiencing degraded performance. We are continuing to investigate.","created_at":"2024-07-18T23:23:09.765Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-18T23:23:09.765Z","display_at":"2024-07-18T23:23:09.765Z","deliver_notifications":true,"tweet_id":null,"id":"hfv8zbpgsf1s","incident_id":"m70hk23gx3nx","custom_tweet":null,"affected_components":[{"code":"vg70hn9s2tyj","name":"Pages","old_status":"operational","new_status":"partial_outage"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"partial_outage","new_status":"partial_outage"}]},{"status":"investigating","body":"Some actions customers may experience delays or failures in their runs. We continuing to investigate.","created_at":"2024-07-18T23:22:05.656Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-18T23:22:05.656Z","display_at":"2024-07-18T23:22:05.656Z","deliver_notifications":true,"tweet_id":null,"id":"ddk457m12c3f","incident_id":"m70hk23gx3nx","custom_tweet":null,"affected_components":[{"code":"br0l2tvcx85d","name":"Actions","old_status":"partial_outage","new_status":"partial_outage"}]},{"status":"investigating","body":"We are investigating reports of degraded performance for Actions","created_at":"2024-07-18T22:47:24.815Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-18T22:47:24.815Z","display_at":"2024-07-18T22:47:24.815Z","deliver_notifications":true,"tweet_id":null,"id":"36zkvtctqqcb","incident_id":"m70hk23gx3nx","custom_tweet":null,"affected_components":[{"code":"br0l2tvcx85d","name":"Actions","old_status":"operational","new_status":"partial_outage"}]}],"postmortem_body":null,"postmortem_body_last_updated_at":null,"postmortem_ignored":false,"postmortem_published_at":null,"postmortem_notified_subscribers":false,"postmortem_notified_twitter":false,"components":[{"status":"operational","name":"Actions","created_at":"2019-11-13T18:02:19.432Z","updated_at":"2024-07-19T02:38:08.417Z","position":7,"description":"Workflows, Compute and Orchestration for GitHub Actions","showcase":false,"start_date":null,"id":"br0l2tvcx85d","page_id":"kctbh9vrtdwd","group_id":null},{"status":"operational","name":"Pages","created_at":"2017-01-31T20:04:33.923Z","updated_at":"2024-07-19T00:24:20.763Z","position":9,"description":"Frontend application and API servers for Pages builds","showcase":false,"start_date":null,"id":"vg70hn9s2tyj","page_id":"kctbh9vrtdwd","group_id":null}]},{"name":"Incident with Codespaces","status":"resolved","created_at":"2024-07-17T17:56:46.391Z","updated_at":"2024-07-17T18:13:11.755Z","monitoring_at":null,"resolved_at":"2024-07-17T18:13:11.737Z","impact":"minor","shortlink":"https://web.archive.org/web/20240722174406/https://stspg.io/26hylln4kl9t","scheduled_for":null,"scheduled_until":null,"scheduled_remind_prior":false,"scheduled_reminded_at":null,"impact_override":"minor","scheduled_auto_in_progress":false,"scheduled_auto_completed":false,"metadata":{},"started_at":"2024-07-17T17:56:46.384Z","reminder_intervals":null,"id":"lzyq3tjy07yq","page_id":"kctbh9vrtdwd","incident_updates":[{"status":"resolved","body":"This incident has been resolved.","created_at":"2024-07-17T18:13:11.737Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-17T18:13:11.737Z","display_at":"2024-07-17T18:13:11.737Z","deliver_notifications":true,"tweet_id":null,"id":"73d3kmk5y896","incident_id":"lzyq3tjy07yq","custom_tweet":null,"affected_components":[{"code":"h2ftsgbw7kmk","name":"Codespaces","old_status":"partial_outage","new_status":"operational"}]},{"status":"investigating","body":"We are investigating reports of degraded performance for Codespaces","created_at":"2024-07-17T17:56:46.458Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-17T17:56:46.458Z","display_at":"2024-07-17T17:56:46.458Z","deliver_notifications":true,"tweet_id":null,"id":"1h3bn7zsdgfj","incident_id":"lzyq3tjy07yq","custom_tweet":null,"affected_components":[{"code":"h2ftsgbw7kmk","name":"Codespaces","old_status":"operational","new_status":"partial_outage"}]}],"postmortem_body":null,"postmortem_body_last_updated_at":null,"postmortem_ignored":false,"postmortem_published_at":null,"postmortem_notified_subscribers":false,"postmortem_notified_twitter":false,"components":[{"status":"operational","name":"Codespaces","created_at":"2021-08-11T16:02:09.505Z","updated_at":"2024-07-19T04:47:22.288Z","position":10,"description":"Orchestration and Compute for GitHub Codespaces","showcase":false,"start_date":"2021-08-11T00:00:00.000Z","id":"h2ftsgbw7kmk","page_id":"kctbh9vrtdwd","group_id":null}]},{"name":"Incident with multiple GitHub services","status":"resolved","created_at":"2024-07-17T16:21:27.688Z","updated_at":"2024-07-18T20:08:17.453Z","monitoring_at":null,"resolved_at":"2024-07-17T17:06:55.349Z","impact":"minor","shortlink":"https://web.archive.org/web/20240722174406/https://stspg.io/gq2y8tpgyfch","scheduled_for":null,"scheduled_until":null,"scheduled_remind_prior":false,"scheduled_reminded_at":null,"impact_override":"minor","scheduled_auto_in_progress":false,"scheduled_auto_completed":false,"metadata":{},"started_at":"2024-07-17T16:21:27.681Z","reminder_intervals":null,"id":"88003ngctf1z","page_id":"kctbh9vrtdwd","incident_updates":[{"status":"resolved","body":"On July 17, 2024, between 16:15:31 UTC and 17:06:53 UTC, various GitHub services were degraded including Login, the GraphQL API, Issues, Pages and Packages. On average, the error rate was 0.3% for requests to github.com and the API, and 3.0% of requests for Packages. This incident was triggered by two unrelated events:\u003cbr /\u003e\u003cbr /\u003e- A planned testing event of an internal feature caused heavy loads on our databases, disrupting services across GitHub.\u003cbr /\u003e- A network configuration change deployed to support capacity expansion in a GitHub data center. \u003cbr /\u003e\u003cbr /\u003eWe partially resolved the incident by aborting the testing event at 16:17 UTC and fully resolved the incident by rolling back the network configuration changes at 16:49 UTC. \u003cbr /\u003e\u003cbr /\u003eWe have paused all planned capacity expansion activity within GitHub data centers until we have stabilized the root cause of this incident. In addition, we are reexamining our load testing practices so they can be done in a safer environment and making architectural changes to the feature that caused issues.\u003cbr /\u003e","created_at":"2024-07-17T17:06:55.349Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-18T20:08:17.448Z","display_at":"2024-07-17T17:06:55.349Z","deliver_notifications":true,"tweet_id":null,"id":"t3y3xskhczcf","incident_id":"88003ngctf1z","custom_tweet":null,"affected_components":[{"code":"kr09ddfgbfsf","name":"Issues","old_status":"operational","new_status":"operational"},{"code":"vg70hn9s2tyj","name":"Pages","old_status":"operational","new_status":"operational"},{"code":"8l4ygp009s5s","name":"Git Operations","old_status":"operational","new_status":"operational"},{"code":"st3j38cctv9l","name":"Packages","old_status":"operational","new_status":"operational"}]},{"status":"investigating","body":"Git Operations is operating normally.","created_at":"2024-07-17T17:06:48.388Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-17T17:06:48.388Z","display_at":"2024-07-17T17:06:48.388Z","deliver_notifications":true,"tweet_id":null,"id":"31n82m6cl0lm","incident_id":"88003ngctf1z","custom_tweet":null,"affected_components":[{"code":"kr09ddfgbfsf","name":"Issues","old_status":"operational","new_status":"operational"},{"code":"vg70hn9s2tyj","name":"Pages","old_status":"operational","new_status":"operational"},{"code":"8l4ygp009s5s","name":"Git Operations","old_status":"partial_outage","new_status":"operational"},{"code":"st3j38cctv9l","name":"Packages","old_status":"operational","new_status":"operational"}]},{"status":"investigating","body":"Pages is operating normally.","created_at":"2024-07-17T17:06:44.154Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-17T17:06:44.154Z","display_at":"2024-07-17T17:06:44.154Z","deliver_notifications":true,"tweet_id":null,"id":"yd8zppvb5w2t","incident_id":"88003ngctf1z","custom_tweet":null,"affected_components":[{"code":"kr09ddfgbfsf","name":"Issues","old_status":"operational","new_status":"operational"},{"code":"vg70hn9s2tyj","name":"Pages","old_status":"partial_outage","new_status":"operational"},{"code":"8l4ygp009s5s","name":"Git Operations","old_status":"partial_outage","new_status":"partial_outage"},{"code":"st3j38cctv9l","name":"Packages","old_status":"operational","new_status":"operational"}]},{"status":"investigating","body":"Packages is operating normally.","created_at":"2024-07-17T17:06:40.795Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-17T17:06:40.795Z","display_at":"2024-07-17T17:06:40.795Z","deliver_notifications":true,"tweet_id":null,"id":"jyfbhhpcw0mq","incident_id":"88003ngctf1z","custom_tweet":null,"affected_components":[{"code":"kr09ddfgbfsf","name":"Issues","old_status":"operational","new_status":"operational"},{"code":"vg70hn9s2tyj","name":"Pages","old_status":"partial_outage","new_status":"partial_outage"},{"code":"8l4ygp009s5s","name":"Git Operations","old_status":"partial_outage","new_status":"partial_outage"},{"code":"st3j38cctv9l","name":"Packages","old_status":"partial_outage","new_status":"operational"}]},{"status":"investigating","body":"We're continuing to investigate reports of issues with multiple services. We will continue to keep users updated on progress.","created_at":"2024-07-17T16:47:21.385Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-17T16:47:21.385Z","display_at":"2024-07-17T16:47:21.385Z","deliver_notifications":true,"tweet_id":null,"id":"hk5rz4t6qvtv","incident_id":"88003ngctf1z","custom_tweet":null,"affected_components":[{"code":"kr09ddfgbfsf","name":"Issues","old_status":"operational","new_status":"operational"},{"code":"vg70hn9s2tyj","name":"Pages","old_status":"partial_outage","new_status":"partial_outage"},{"code":"8l4ygp009s5s","name":"Git Operations","old_status":"partial_outage","new_status":"partial_outage"},{"code":"st3j38cctv9l","name":"Packages","old_status":"partial_outage","new_status":"partial_outage"}]},{"status":"investigating","body":"Packages is experiencing degraded performance. We are continuing to investigate.","created_at":"2024-07-17T16:47:17.356Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-17T16:47:17.356Z","display_at":"2024-07-17T16:47:17.356Z","deliver_notifications":true,"tweet_id":null,"id":"mq39q8z2tgs4","incident_id":"88003ngctf1z","custom_tweet":null,"affected_components":[{"code":"kr09ddfgbfsf","name":"Issues","old_status":"operational","new_status":"operational"},{"code":"vg70hn9s2tyj","name":"Pages","old_status":"partial_outage","new_status":"partial_outage"},{"code":"8l4ygp009s5s","name":"Git Operations","old_status":"partial_outage","new_status":"partial_outage"},{"code":"st3j38cctv9l","name":"Packages","old_status":"operational","new_status":"partial_outage"}]},{"status":"investigating","body":"Issues is operating normally.","created_at":"2024-07-17T16:46:18.663Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-17T16:46:18.663Z","display_at":"2024-07-17T16:46:18.663Z","deliver_notifications":true,"tweet_id":null,"id":"nny849506374","incident_id":"88003ngctf1z","custom_tweet":null,"affected_components":[{"code":"kr09ddfgbfsf","name":"Issues","old_status":"partial_outage","new_status":"operational"},{"code":"vg70hn9s2tyj","name":"Pages","old_status":"partial_outage","new_status":"partial_outage"},{"code":"8l4ygp009s5s","name":"Git Operations","old_status":"partial_outage","new_status":"partial_outage"}]},{"status":"investigating","body":"Pages is experiencing degraded performance. We are continuing to investigate.","created_at":"2024-07-17T16:30:16.500Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-17T16:30:16.500Z","display_at":"2024-07-17T16:30:16.500Z","deliver_notifications":true,"tweet_id":null,"id":"9qnk3phsxcmz","incident_id":"88003ngctf1z","custom_tweet":null,"affected_components":[{"code":"kr09ddfgbfsf","name":"Issues","old_status":"partial_outage","new_status":"partial_outage"},{"code":"vg70hn9s2tyj","name":"Pages","old_status":"operational","new_status":"partial_outage"},{"code":"8l4ygp009s5s","name":"Git Operations","old_status":"partial_outage","new_status":"partial_outage"}]},{"status":"investigating","body":"Issues is experiencing degraded performance. We are continuing to investigate.","created_at":"2024-07-17T16:28:26.518Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-17T16:28:26.518Z","display_at":"2024-07-17T16:28:26.518Z","deliver_notifications":true,"tweet_id":null,"id":"hqq8jrsl34m2","incident_id":"88003ngctf1z","custom_tweet":null,"affected_components":[{"code":"kr09ddfgbfsf","name":"Issues","old_status":"operational","new_status":"partial_outage"},{"code":"8l4ygp009s5s","name":"Git Operations","old_status":"partial_outage","new_status":"partial_outage"}]},{"status":"investigating","body":"We are investigating reports of issues with service(s): Git, Actions, Rules and Permissions, SSH authentication, and Authorization.. We will continue to keep users updated on progress towards mitigation.","created_at":"2024-07-17T16:24:52.094Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-17T16:24:52.094Z","display_at":"2024-07-17T16:24:52.094Z","deliver_notifications":true,"tweet_id":null,"id":"zt0c73ftsl5q","incident_id":"88003ngctf1z","custom_tweet":null,"affected_components":[{"code":"8l4ygp009s5s","name":"Git Operations","old_status":"partial_outage","new_status":"partial_outage"}]},{"status":"investigating","body":"We are investigating reports of degraded performance for Git Operations","created_at":"2024-07-17T16:21:27.758Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-17T16:21:27.758Z","display_at":"2024-07-17T16:21:27.758Z","deliver_notifications":true,"tweet_id":null,"id":"cn41f4dkbr8m","incident_id":"88003ngctf1z","custom_tweet":null,"affected_components":[{"code":"8l4ygp009s5s","name":"Git Operations","old_status":"operational","new_status":"partial_outage"}]}],"postmortem_body":null,"postmortem_body_last_updated_at":null,"postmortem_ignored":false,"postmortem_published_at":null,"postmortem_notified_subscribers":false,"postmortem_notified_twitter":false,"components":[{"status":"operational","name":"Git Operations","created_at":"2017-01-31T20:05:05.370Z","updated_at":"2024-07-17T17:06:48.353Z","position":1,"description":"Performance of git clones, pulls, pushes, and associated operations","showcase":false,"start_date":null,"id":"8l4ygp009s5s","page_id":"kctbh9vrtdwd","group_id":null},{"status":"operational","name":"Issues","created_at":"2017-01-31T20:01:46.638Z","updated_at":"2024-07-17T16:46:18.639Z","position":5,"description":"Requests for Issues on GitHub.com","showcase":false,"start_date":null,"id":"kr09ddfgbfsf","page_id":"kctbh9vrtdwd","group_id":null},{"status":"operational","name":"Packages","created_at":"2019-11-13T18:02:40.064Z","updated_at":"2024-07-17T17:06:40.770Z","position":8,"description":"API requests and webhook delivery for GitHub Packages","showcase":false,"start_date":null,"id":"st3j38cctv9l","page_id":"kctbh9vrtdwd","group_id":null},{"status":"operational","name":"Pages","created_at":"2017-01-31T20:04:33.923Z","updated_at":"2024-07-19T00:24:20.763Z","position":9,"description":"Frontend application and API servers for Pages builds","showcase":false,"start_date":null,"id":"vg70hn9s2tyj","page_id":"kctbh9vrtdwd","group_id":null}]},{"name":"Disruption with some GitHub services","status":"resolved","created_at":"2024-07-16T00:53:08.659Z","updated_at":"2024-07-16T03:07:48.757Z","monitoring_at":null,"resolved_at":"2024-07-16T03:07:48.741Z","impact":"major","shortlink":"https://web.archive.org/web/20240722174406/https://stspg.io/swghxgnb87zl","scheduled_for":null,"scheduled_until":null,"scheduled_remind_prior":false,"scheduled_reminded_at":null,"impact_override":"major","scheduled_auto_in_progress":false,"scheduled_auto_completed":false,"metadata":{},"started_at":"2024-07-16T00:53:08.654Z","reminder_intervals":null,"id":"p55k2jdgsrgc","page_id":"kctbh9vrtdwd","incident_updates":[{"status":"resolved","body":"This incident has been resolved.","created_at":"2024-07-16T03:07:48.741Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-16T03:07:48.741Z","display_at":"2024-07-16T03:07:48.741Z","deliver_notifications":true,"tweet_id":null,"id":"vtj5rzs40gnm","incident_id":"p55k2jdgsrgc","custom_tweet":null,"affected_components":null},{"status":"investigating","body":"Copilot chat is error rates are improving and we are continuing to monitor system health.","created_at":"2024-07-16T02:56:15.763Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-16T02:56:15.763Z","display_at":"2024-07-16T02:56:15.763Z","deliver_notifications":true,"tweet_id":null,"id":"3pm923g2sscb","incident_id":"p55k2jdgsrgc","custom_tweet":null,"affected_components":null},{"status":"investigating","body":"Copilot chat is experiencing elevated error rates. We have identified the root cause and are working on remediation.","created_at":"2024-07-16T02:10:25.011Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-16T02:10:25.011Z","display_at":"2024-07-16T02:10:25.011Z","deliver_notifications":true,"tweet_id":null,"id":"6vvyyxb674t0","incident_id":"p55k2jdgsrgc","custom_tweet":null,"affected_components":null},{"status":"investigating","body":"Copilot chat is experiencing elevated error rates and we are currently investigating the issue.","created_at":"2024-07-16T01:35:07.672Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-16T01:35:07.672Z","display_at":"2024-07-16T01:35:07.672Z","deliver_notifications":true,"tweet_id":null,"id":"9p0vlkbrxfht","incident_id":"p55k2jdgsrgc","custom_tweet":null,"affected_components":null},{"status":"investigating","body":"We are currently investigating this issue.","created_at":"2024-07-16T00:53:08.686Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-16T00:53:08.686Z","display_at":"2024-07-16T00:53:08.686Z","deliver_notifications":true,"tweet_id":null,"id":"910by7fxrd39","incident_id":"p55k2jdgsrgc","custom_tweet":null,"affected_components":null}],"postmortem_body":null,"postmortem_body_last_updated_at":null,"postmortem_ignored":false,"postmortem_published_at":null,"postmortem_notified_subscribers":false,"postmortem_notified_twitter":false,"components":[]},{"name":"Incident with Copilot","status":"resolved","created_at":"2024-07-13T00:18:23.267Z","updated_at":"2024-07-19T17:43:03.926Z","monitoring_at":null,"resolved_at":"2024-07-13T19:27:03.744Z","impact":"major","shortlink":"https://web.archive.org/web/20240722174406/https://stspg.io/p9hk6d1tl9xs","scheduled_for":null,"scheduled_until":null,"scheduled_remind_prior":false,"scheduled_reminded_at":null,"impact_override":"major","scheduled_auto_in_progress":false,"scheduled_auto_completed":false,"metadata":{},"started_at":"2024-07-13T00:18:23.261Z","reminder_intervals":null,"id":"3483v9fw5pm3","page_id":"kctbh9vrtdwd","incident_updates":[{"status":"resolved","body":"On July 13, 2024 between 00:01 and 19:27 UTC the Copilot service was degraded. During this time period, Copilot code completions error rate peaked at 1.16% and Copilot Chat error rate peaked at 63%. Between 01:00 and 02:00 UTC we were able to reroute traffic for Chat to bring error rates below 6%. During the time of impact customers would have seen delayed responses, errors, or timeouts during requests. GitHub code scanning autofix jobs were also delayed during this incident. \u003cbr /\u003e\u003cbr /\u003eA resource cleanup job was scheduled by \u003ca href=\"https://azure.status.microsoft/en-us/status/history?trackingid=4L44-3F0\"\u003eAzure OpenAI (AOAI) service early July 13th\u003c/a\u003e targeting a resource group thought to only contain unused resources. This resource group unintentionally contained critical, still in use, resources that were then removed. The cleanup job was halted before removing all resources in the resource group. Enough resources remained that GitHub was able to mitigate while resources were reconstructed.\u003cbr /\u003e\u003cbr /\u003eWe are working with AOAI to ensure mitigation is in place to prevent future impact. In addition, we will improve traffic rerouting processes to reduce time to mitigate in the future.","created_at":"2024-07-13T19:27:03.744Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-19T17:43:03.921Z","display_at":"2024-07-13T19:27:03.744Z","deliver_notifications":true,"tweet_id":null,"id":"xlq4r3hlnxqq","incident_id":"3483v9fw5pm3","custom_tweet":null,"affected_components":[{"code":"pjmpxvq2cmr2","name":"Copilot","old_status":"operational","new_status":"operational"}]},{"status":"investigating","body":"Copilot is operating normally.","created_at":"2024-07-13T19:26:54.449Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-13T19:26:54.449Z","display_at":"2024-07-13T19:26:54.449Z","deliver_notifications":true,"tweet_id":null,"id":"nc1vyl8lvkcn","incident_id":"3483v9fw5pm3","custom_tweet":null,"affected_components":[{"code":"pjmpxvq2cmr2","name":"Copilot","old_status":"partial_outage","new_status":"operational"}]},{"status":"investigating","body":"Our upstream provider continues to recover and we expect services to return to normal as more progress is made. We will provide another update by 20:00 UTC.","created_at":"2024-07-13T18:01:45.852Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-13T18:01:45.852Z","display_at":"2024-07-13T18:01:45.852Z","deliver_notifications":true,"tweet_id":null,"id":"c43vmd0ffpq7","incident_id":"3483v9fw5pm3","custom_tweet":null,"affected_components":[{"code":"pjmpxvq2cmr2","name":"Copilot","old_status":"partial_outage","new_status":"partial_outage"}]},{"status":"investigating","body":"Our upstream provider is making good progress recovering and we are validating that services are nearing normal operations. We will provide another update by 18:00 UTC.","created_at":"2024-07-13T16:09:40.614Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-13T16:09:40.614Z","display_at":"2024-07-13T16:09:40.614Z","deliver_notifications":true,"tweet_id":null,"id":"0gym9p329llq","incident_id":"3483v9fw5pm3","custom_tweet":null,"affected_components":[{"code":"pjmpxvq2cmr2","name":"Copilot","old_status":"partial_outage","new_status":"partial_outage"}]},{"status":"investigating","body":"Our upstream provider is gradually recovering the service. We will provide another update at 23:00 UTC.","created_at":"2024-07-13T11:18:49.182Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-13T11:18:49.182Z","display_at":"2024-07-13T11:18:49.182Z","deliver_notifications":true,"tweet_id":null,"id":"swwd6dj6rl76","incident_id":"3483v9fw5pm3","custom_tweet":null,"affected_components":[{"code":"pjmpxvq2cmr2","name":"Copilot","old_status":"partial_outage","new_status":"partial_outage"}]},{"status":"investigating","body":"We are continuing to wait on our upstream provider to see full recovery. We will provide another update at 11:00 UTC","created_at":"2024-07-13T03:50:03.258Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-13T03:50:03.258Z","display_at":"2024-07-13T03:50:03.258Z","deliver_notifications":true,"tweet_id":null,"id":"hglfnyrh9kv4","incident_id":"3483v9fw5pm3","custom_tweet":null,"affected_components":[{"code":"pjmpxvq2cmr2","name":"Copilot","old_status":"partial_outage","new_status":"partial_outage"}]},{"status":"investigating","body":"The error rate for Copilot chat requests remains steady at less than 10%. We are continuing to investigate with our upstream provider.","created_at":"2024-07-13T03:20:37.303Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-13T03:20:37.303Z","display_at":"2024-07-13T03:20:37.303Z","deliver_notifications":true,"tweet_id":null,"id":"dl0zspwkjkff","incident_id":"3483v9fw5pm3","custom_tweet":null,"affected_components":[{"code":"pjmpxvq2cmr2","name":"Copilot","old_status":"partial_outage","new_status":"partial_outage"}]},{"status":"investigating","body":"Copilot is experiencing degraded performance. We are continuing to investigate.","created_at":"2024-07-13T02:20:10.555Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-13T02:20:10.555Z","display_at":"2024-07-13T02:20:10.555Z","deliver_notifications":true,"tweet_id":null,"id":"rzfmybfqshx9","incident_id":"3483v9fw5pm3","custom_tweet":null,"affected_components":[{"code":"pjmpxvq2cmr2","name":"Copilot","old_status":"major_outage","new_status":"partial_outage"}]},{"status":"investigating","body":"We have applied several mitigations to Copilot chat, reducing errors to less than 10% of all chat requests. We are continuing to investigate the issue with our upstream provider.","created_at":"2024-07-13T02:19:40.384Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-13T02:19:40.384Z","display_at":"2024-07-13T02:19:40.384Z","deliver_notifications":true,"tweet_id":null,"id":"fljxbcs1hjh8","incident_id":"3483v9fw5pm3","custom_tweet":null,"affected_components":[{"code":"pjmpxvq2cmr2","name":"Copilot","old_status":"major_outage","new_status":"major_outage"}]},{"status":"investigating","body":"Copilot chat is experiencing degraded performance, impacting up to 60% of all chat requests. We are continuing to investigate the issue with our upstream provider.","created_at":"2024-07-13T01:32:00.069Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-13T01:32:00.069Z","display_at":"2024-07-13T01:32:00.069Z","deliver_notifications":true,"tweet_id":null,"id":"449vwjv7b82q","incident_id":"3483v9fw5pm3","custom_tweet":null,"affected_components":[{"code":"pjmpxvq2cmr2","name":"Copilot","old_status":"major_outage","new_status":"major_outage"}]},{"status":"investigating","body":"Copilot chat is currently experiencing degraded performance, impacting up to 60% of all chat requests. We are investigating the issue.","created_at":"2024-07-13T00:49:51.251Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-13T00:49:51.251Z","display_at":"2024-07-13T00:49:51.251Z","deliver_notifications":true,"tweet_id":null,"id":"qx4qwgdz71py","incident_id":"3483v9fw5pm3","custom_tweet":null,"affected_components":[{"code":"pjmpxvq2cmr2","name":"Copilot","old_status":"major_outage","new_status":"major_outage"}]},{"status":"investigating","body":"Copilot is experiencing degraded availability. We are continuing to investigate.","created_at":"2024-07-13T00:29:30.182Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-13T00:29:30.182Z","display_at":"2024-07-13T00:29:30.182Z","deliver_notifications":true,"tweet_id":null,"id":"bvcxhv2140g9","incident_id":"3483v9fw5pm3","custom_tweet":null,"affected_components":[{"code":"pjmpxvq2cmr2","name":"Copilot","old_status":"partial_outage","new_status":"major_outage"}]},{"status":"investigating","body":"Copilot API chat experiencing significant failures to backend services","created_at":"2024-07-13T00:18:29.213Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-13T00:18:29.213Z","display_at":"2024-07-13T00:18:29.213Z","deliver_notifications":true,"tweet_id":null,"id":"pfclj7lvmch3","incident_id":"3483v9fw5pm3","custom_tweet":null,"affected_components":[{"code":"pjmpxvq2cmr2","name":"Copilot","old_status":"partial_outage","new_status":"partial_outage"}]},{"status":"investigating","body":"We are investigating reports of degraded performance for Copilot","created_at":"2024-07-13T00:18:23.330Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-13T00:18:23.330Z","display_at":"2024-07-13T00:18:23.330Z","deliver_notifications":true,"tweet_id":null,"id":"nnyfcnnr74qq","incident_id":"3483v9fw5pm3","custom_tweet":null,"affected_components":[{"code":"pjmpxvq2cmr2","name":"Copilot","old_status":"operational","new_status":"partial_outage"}]}],"postmortem_body":null,"postmortem_body_last_updated_at":null,"postmortem_ignored":false,"postmortem_published_at":null,"postmortem_notified_subscribers":false,"postmortem_notified_twitter":false,"components":[{"status":"operational","name":"Copilot","created_at":"2022-06-21T16:04:33.017Z","updated_at":"2024-07-13T19:26:54.421Z","position":11,"description":null,"showcase":false,"start_date":"2022-06-21T00:00:00.000Z","id":"pjmpxvq2cmr2","page_id":"kctbh9vrtdwd","group_id":null}]},{"name":"Incident with Copilot","status":"resolved","created_at":"2024-07-11T13:02:10.327Z","updated_at":"2024-07-17T14:51:09.691Z","monitoring_at":null,"resolved_at":"2024-07-11T15:21:17.626Z","impact":"minor","shortlink":"https://web.archive.org/web/20240722174406/https://stspg.io/pyz6t0ccphhq","scheduled_for":null,"scheduled_until":null,"scheduled_remind_prior":false,"scheduled_reminded_at":null,"impact_override":"minor","scheduled_auto_in_progress":false,"scheduled_auto_completed":false,"metadata":{},"started_at":"2024-07-11T13:02:10.319Z","reminder_intervals":null,"id":"9lmrb0ch7cnn","page_id":"kctbh9vrtdwd","incident_updates":[{"status":"resolved","body":"On July 11, 2024, between 10:20 UTC and 14:00 UTC Copilot Chat was degraded and experienced intermittent timeouts. This only impacted requests routed to one of our service region providers. The error rate peaked at 10% for all requests and 9% of users. This was due to host upgrades in an upstream service provider. While this was a planned event, processes and tooling was not in place to anticipate and mitigate this downtime. \u003cbr /\u003e\u003cbr /\u003e\u003cbr /\u003eWe are working to improve our processes and tooling for future planned events and escalation paths with our upstream providers.\u003cbr /\u003e","created_at":"2024-07-11T15:21:17.626Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-17T14:51:09.686Z","display_at":"2024-07-11T15:21:17.626Z","deliver_notifications":true,"tweet_id":null,"id":"ltpq5374h86k","incident_id":"9lmrb0ch7cnn","custom_tweet":null,"affected_components":[{"code":"pjmpxvq2cmr2","name":"Copilot","old_status":"operational","new_status":"operational"}]},{"status":"investigating","body":"Copilot is operating normally.","created_at":"2024-07-11T15:21:16.166Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-11T15:21:16.166Z","display_at":"2024-07-11T15:21:16.166Z","deliver_notifications":true,"tweet_id":null,"id":"6fb2fkg4n0sw","incident_id":"9lmrb0ch7cnn","custom_tweet":null,"affected_components":[{"code":"pjmpxvq2cmr2","name":"Copilot","old_status":"partial_outage","new_status":"operational"}]},{"status":"investigating","body":"We have mitigated the intermittent timeout errors impacting Copilot’s Chat functionality and expect the incident to be resolved shortly.","created_at":"2024-07-11T15:19:49.392Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-11T15:19:49.392Z","display_at":"2024-07-11T15:19:49.392Z","deliver_notifications":true,"tweet_id":null,"id":"5qjr7jl0r91y","incident_id":"9lmrb0ch7cnn","custom_tweet":null,"affected_components":[{"code":"pjmpxvq2cmr2","name":"Copilot","old_status":"partial_outage","new_status":"partial_outage"}]},{"status":"investigating","body":"We continue to investigate the cause of intermittent timeouts impacting Copilot’s Chat functionality. This is impacting a small fraction of customers. The timeout errors we are seeing has reduced back to healthy levels for the last 60 minutes but we are monitoring closely.","created_at":"2024-07-11T15:04:42.848Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-11T15:04:42.848Z","display_at":"2024-07-11T15:04:42.848Z","deliver_notifications":true,"tweet_id":null,"id":"mk0t8d03532j","incident_id":"9lmrb0ch7cnn","custom_tweet":null,"affected_components":[{"code":"pjmpxvq2cmr2","name":"Copilot","old_status":"partial_outage","new_status":"partial_outage"}]},{"status":"investigating","body":"We continue to investigate the cause of intermittent timeouts impacting Copilot’s Chat functionality. This is impacting a small fraction of customers. We will provide further updates as we continue resolving the issue.","created_at":"2024-07-11T14:14:23.721Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-11T14:14:23.721Z","display_at":"2024-07-11T14:14:23.721Z","deliver_notifications":true,"tweet_id":null,"id":"cpthpvfv26m3","incident_id":"9lmrb0ch7cnn","custom_tweet":null,"affected_components":[{"code":"pjmpxvq2cmr2","name":"Copilot","old_status":"partial_outage","new_status":"partial_outage"}]},{"status":"investigating","body":"We continue to investigate the cause of intermittent timeouts impacting Copilot’s Chat functionality. This is impacting a small fraction of customers. We will provide further updates as we continue resolving the issue.","created_at":"2024-07-11T13:32:07.244Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-11T13:32:07.244Z","display_at":"2024-07-11T13:32:07.244Z","deliver_notifications":true,"tweet_id":null,"id":"35f5jtg64w77","incident_id":"9lmrb0ch7cnn","custom_tweet":null,"affected_components":[{"code":"pjmpxvq2cmr2","name":"Copilot","old_status":"partial_outage","new_status":"partial_outage"}]},{"status":"investigating","body":"Copilot's Chat functionality is experiencing intermittent timeouts, we are investigating the issue.","created_at":"2024-07-11T13:02:17.754Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-11T13:02:17.754Z","display_at":"2024-07-11T13:02:17.754Z","deliver_notifications":true,"tweet_id":null,"id":"6m3d8mvlp987","incident_id":"9lmrb0ch7cnn","custom_tweet":null,"affected_components":[{"code":"pjmpxvq2cmr2","name":"Copilot","old_status":"partial_outage","new_status":"partial_outage"}]},{"status":"investigating","body":"We are investigating reports of degraded performance for Copilot","created_at":"2024-07-11T13:02:10.417Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-11T13:02:10.417Z","display_at":"2024-07-11T13:02:10.417Z","deliver_notifications":true,"tweet_id":null,"id":"wmcqr1lgx4ss","incident_id":"9lmrb0ch7cnn","custom_tweet":null,"affected_components":[{"code":"pjmpxvq2cmr2","name":"Copilot","old_status":"operational","new_status":"partial_outage"}]}],"postmortem_body":null,"postmortem_body_last_updated_at":null,"postmortem_ignored":false,"postmortem_published_at":null,"postmortem_notified_subscribers":false,"postmortem_notified_twitter":false,"components":[{"status":"operational","name":"Copilot","created_at":"2022-06-21T16:04:33.017Z","updated_at":"2024-07-13T19:26:54.421Z","position":11,"description":null,"showcase":false,"start_date":"2022-06-21T00:00:00.000Z","id":"pjmpxvq2cmr2","page_id":"kctbh9vrtdwd","group_id":null}]},{"name":"Incident with Issues and Pages","status":"resolved","created_at":"2024-07-08T19:01:31.455Z","updated_at":"2024-07-11T17:28:50.221Z","monitoring_at":null,"resolved_at":"2024-07-08T19:45:19.818Z","impact":"minor","shortlink":"https://web.archive.org/web/20240722174406/https://stspg.io/1gncw3c08ffp","scheduled_for":null,"scheduled_until":null,"scheduled_remind_prior":false,"scheduled_reminded_at":null,"impact_override":"minor","scheduled_auto_in_progress":false,"scheduled_auto_completed":false,"metadata":{},"started_at":"2024-07-08T19:01:31.448Z","reminder_intervals":null,"id":"qqw9rrs21xmn","page_id":"kctbh9vrtdwd","incident_updates":[{"status":"resolved","body":"On July 8th, 2024, between 18:18 UTC and 19:11 UTC, various services relying on static assets were degraded, including user uploaded content on github.com, access to docs.github.com and Pages sites, and downloads of Release assets and Packages. \u003cbr /\u003e\u003cbr /\u003eThe outage primarily affected users in the vicinity of New York City, USA, due to a local CDN disruption. \u003cbr /\u003e\u003cbr /\u003eService was restored without our intervention.\u003cbr /\u003e\u003cbr /\u003eWe are working to improve our external monitoring, which failed to detect the issue and will be evaluating a backup mechanism to keep critical services available, such as being able to load assets on GitHub.com, in the event of an outage with our CDN.\u003cbr /\u003e","created_at":"2024-07-08T19:45:19.818Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-11T17:28:50.216Z","display_at":"2024-07-08T19:45:19.818Z","deliver_notifications":true,"tweet_id":null,"id":"zd8djsjl0wkd","incident_id":"qqw9rrs21xmn","custom_tweet":null,"affected_components":[{"code":"kr09ddfgbfsf","name":"Issues","old_status":"operational","new_status":"operational"},{"code":"vg70hn9s2tyj","name":"Pages","old_status":"operational","new_status":"operational"}]},{"status":"investigating","body":"Issues and Pages are operating normally.","created_at":"2024-07-08T19:44:36.659Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-08T19:44:36.659Z","display_at":"2024-07-08T19:44:36.659Z","deliver_notifications":true,"tweet_id":null,"id":"c8bbn3xmgy30","incident_id":"qqw9rrs21xmn","custom_tweet":null,"affected_components":[{"code":"kr09ddfgbfsf","name":"Issues","old_status":"partial_outage","new_status":"operational"},{"code":"vg70hn9s2tyj","name":"Pages","old_status":"partial_outage","new_status":"operational"}]},{"status":"investigating","body":"Issues and Pages are experiencing degraded performance. We are continuing to investigate.","created_at":"2024-07-08T19:44:29.664Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-08T19:44:29.664Z","display_at":"2024-07-08T19:44:29.664Z","deliver_notifications":true,"tweet_id":null,"id":"ny69bkv7dgfc","incident_id":"qqw9rrs21xmn","custom_tweet":null,"affected_components":[{"code":"kr09ddfgbfsf","name":"Issues","old_status":"operational","new_status":"partial_outage"},{"code":"vg70hn9s2tyj","name":"Pages","old_status":"operational","new_status":"partial_outage"}]},{"status":"investigating","body":"Issues is operating normally.","created_at":"2024-07-08T19:44:25.852Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-08T19:44:25.852Z","display_at":"2024-07-08T19:44:25.852Z","deliver_notifications":true,"tweet_id":null,"id":"c57wzvrt76zf","incident_id":"qqw9rrs21xmn","custom_tweet":null,"affected_components":[{"code":"kr09ddfgbfsf","name":"Issues","old_status":"partial_outage","new_status":"operational"},{"code":"vg70hn9s2tyj","name":"Pages","old_status":"operational","new_status":"operational"}]},{"status":"investigating","body":"Issues is experiencing degraded performance. We are continuing to investigate.","created_at":"2024-07-08T19:44:24.448Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-08T19:44:24.448Z","display_at":"2024-07-08T19:44:24.448Z","deliver_notifications":true,"tweet_id":null,"id":"dm55sm0smwrs","incident_id":"qqw9rrs21xmn","custom_tweet":null,"affected_components":[{"code":"kr09ddfgbfsf","name":"Issues","old_status":"operational","new_status":"partial_outage"},{"code":"vg70hn9s2tyj","name":"Pages","old_status":"operational","new_status":"operational"}]},{"status":"investigating","body":"Pages and Issues are operating normally.","created_at":"2024-07-08T19:44:19.983Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-08T19:44:19.983Z","display_at":"2024-07-08T19:44:19.983Z","deliver_notifications":true,"tweet_id":null,"id":"d4348247f245","incident_id":"qqw9rrs21xmn","custom_tweet":null,"affected_components":[{"code":"kr09ddfgbfsf","name":"Issues","old_status":"partial_outage","new_status":"operational"},{"code":"vg70hn9s2tyj","name":"Pages","old_status":"partial_outage","new_status":"operational"}]},{"status":"investigating","body":"Our assets are serving normally again and all impact is resolved.","created_at":"2024-07-08T19:44:15.437Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-08T19:44:15.437Z","display_at":"2024-07-08T19:44:15.437Z","deliver_notifications":true,"tweet_id":null,"id":"6gzd3988hp5j","incident_id":"qqw9rrs21xmn","custom_tweet":null,"affected_components":[{"code":"kr09ddfgbfsf","name":"Issues","old_status":"partial_outage","new_status":"partial_outage"},{"code":"vg70hn9s2tyj","name":"Pages","old_status":"partial_outage","new_status":"partial_outage"}]},{"status":"investigating","body":"We are beginning to see recovery of our assets and are monitoring for additional impact.","created_at":"2024-07-08T19:16:53.951Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-08T19:16:53.951Z","display_at":"2024-07-08T19:16:53.951Z","deliver_notifications":true,"tweet_id":null,"id":"6420863lccgd","incident_id":"qqw9rrs21xmn","custom_tweet":null,"affected_components":[{"code":"kr09ddfgbfsf","name":"Issues","old_status":"partial_outage","new_status":"partial_outage"},{"code":"vg70hn9s2tyj","name":"Pages","old_status":"partial_outage","new_status":"partial_outage"}]},{"status":"investigating","body":"githubstatus.com may not be available or may be degraded for some users in some regions.","created_at":"2024-07-08T19:12:22.426Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-08T19:12:22.426Z","display_at":"2024-07-08T19:12:22.426Z","deliver_notifications":true,"tweet_id":null,"id":"pwk2t8xs9fz3","incident_id":"qqw9rrs21xmn","custom_tweet":null,"affected_components":[{"code":"kr09ddfgbfsf","name":"Issues","old_status":"partial_outage","new_status":"partial_outage"},{"code":"vg70hn9s2tyj","name":"Pages","old_status":"partial_outage","new_status":"partial_outage"}]},{"status":"investigating","body":"We are investigating issues with loading assets, including JavaScript assets, on various parts of the site for some users.","created_at":"2024-07-08T19:02:04.937Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-08T19:02:04.937Z","display_at":"2024-07-08T19:02:04.937Z","deliver_notifications":true,"tweet_id":null,"id":"7fz0yq31smqz","incident_id":"qqw9rrs21xmn","custom_tweet":null,"affected_components":[{"code":"kr09ddfgbfsf","name":"Issues","old_status":"partial_outage","new_status":"partial_outage"},{"code":"vg70hn9s2tyj","name":"Pages","old_status":"partial_outage","new_status":"partial_outage"}]},{"status":"investigating","body":"We are investigating reports of degraded performance for Issues and Pages","created_at":"2024-07-08T19:01:31.537Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-08T19:01:31.537Z","display_at":"2024-07-08T19:01:31.537Z","deliver_notifications":true,"tweet_id":null,"id":"hn4j755tkmy3","incident_id":"qqw9rrs21xmn","custom_tweet":null,"affected_components":[{"code":"kr09ddfgbfsf","name":"Issues","old_status":"operational","new_status":"partial_outage"},{"code":"vg70hn9s2tyj","name":"Pages","old_status":"operational","new_status":"partial_outage"}]}],"postmortem_body":null,"postmortem_body_last_updated_at":null,"postmortem_ignored":false,"postmortem_published_at":null,"postmortem_notified_subscribers":false,"postmortem_notified_twitter":false,"components":[{"status":"operational","name":"Issues","created_at":"2017-01-31T20:01:46.638Z","updated_at":"2024-07-17T16:46:18.639Z","position":5,"description":"Requests for Issues on GitHub.com","showcase":false,"start_date":null,"id":"kr09ddfgbfsf","page_id":"kctbh9vrtdwd","group_id":null},{"status":"operational","name":"Pages","created_at":"2017-01-31T20:04:33.923Z","updated_at":"2024-07-19T00:24:20.763Z","position":9,"description":"Frontend application and API servers for Pages builds","showcase":false,"start_date":null,"id":"vg70hn9s2tyj","page_id":"kctbh9vrtdwd","group_id":null}]},{"name":"Incident with Webhooks and Actions","status":"resolved","created_at":"2024-07-05T17:04:49.331Z","updated_at":"2024-07-10T01:44:07.746Z","monitoring_at":null,"resolved_at":"2024-07-05T20:57:33.302Z","impact":"major","shortlink":"https://web.archive.org/web/20240722174406/https://stspg.io/nn9j6hh4nsr7","scheduled_for":null,"scheduled_until":null,"scheduled_remind_prior":false,"scheduled_reminded_at":null,"impact_override":"major","scheduled_auto_in_progress":false,"scheduled_auto_completed":false,"metadata":{},"started_at":"2024-07-05T17:04:49.325Z","reminder_intervals":null,"id":"5yx1d67vq9hg","page_id":"kctbh9vrtdwd","incident_updates":[{"status":"resolved","body":"On July 5, 2024, between 16:31 UTC and 18:08 UTC, the Webhooks service was degraded, with customer impact of delays to all webhook delivery. On average, delivery delays were 24 minutes, with a maximum of 71 minutes. This was caused by a configuration change to the Webhooks service, which led to unauthenticated requests sent to the background job cluster. The configuration error was repaired and re-deploying the service solved the issue. However, this created a thundering herd effect which overloaded the background job queue cluster which put its API layer at max capacity, resulting in timeouts for other job clients, which presented as increased latency for API calls.\u003cbr /\u003e\u003cbr /\u003eShortly after resolving the authentication misconfiguration, we had a separate issue in the background job processing service where health probes were failing, leading to reduced capacity in the background job API layer which magnified the effects of the thundering herd. From 18:21 UTC to 21:14 UTC, Actions runs on PRs experienced approximately 2 minutes delay and maximum of 12 minutes delay. A deployment of the background job processing service remediated the issue.\u003cbr /\u003e\u003cbr /\u003eTo reduce our time to detection, we have streamlined our dashboards and added alerting for this specific runtime behavior. Additionally, we are working to reduce the blast radius of background job incidents through better workload isolation.\u003cbr /\u003e","created_at":"2024-07-05T20:57:33.302Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-10T01:44:07.742Z","display_at":"2024-07-05T20:57:33.302Z","deliver_notifications":true,"tweet_id":null,"id":"00nysv16fy50","incident_id":"5yx1d67vq9hg","custom_tweet":null,"affected_components":[{"code":"4230lsnqdsld","name":"Webhooks","old_status":"operational","new_status":"operational"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"partial_outage","new_status":"operational"}]},{"status":"investigating","body":"We are seeing recovery in Actions start times and are observing for any further impact.","created_at":"2024-07-05T20:44:05.598Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-05T20:44:05.598Z","display_at":"2024-07-05T20:44:05.598Z","deliver_notifications":true,"tweet_id":null,"id":"jsh1x6kbhh7m","incident_id":"5yx1d67vq9hg","custom_tweet":null,"affected_components":[{"code":"4230lsnqdsld","name":"Webhooks","old_status":"operational","new_status":"operational"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"partial_outage","new_status":"partial_outage"}]},{"status":"investigating","body":"We are still seeing about 5% of Actions runs taking longer than 5 minutes to start. We are scaling and shifting resources to encourage recovery of the problem.","created_at":"2024-07-05T20:32:21.698Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-05T20:32:21.698Z","display_at":"2024-07-05T20:32:21.698Z","deliver_notifications":true,"tweet_id":null,"id":"hkx8f8klfft5","incident_id":"5yx1d67vq9hg","custom_tweet":null,"affected_components":[{"code":"4230lsnqdsld","name":"Webhooks","old_status":"operational","new_status":"operational"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"partial_outage","new_status":"partial_outage"}]},{"status":"investigating","body":"We are still seeing about 5% of Actions runs taking longer than 5 minutes to start. We are evaluating mitigations to increase capacity to decrease latency.","created_at":"2024-07-05T19:58:24.295Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-05T19:58:24.295Z","display_at":"2024-07-05T19:58:24.295Z","deliver_notifications":true,"tweet_id":null,"id":"8vyyw7y1pnmy","incident_id":"5yx1d67vq9hg","custom_tweet":null,"affected_components":[{"code":"4230lsnqdsld","name":"Webhooks","old_status":"operational","new_status":"operational"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"partial_outage","new_status":"partial_outage"}]},{"status":"investigating","body":"We are seeing about 5% of Actions runs not starting within 5 minutes. We are continuing investigation.","created_at":"2024-07-05T19:19:06.733Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-05T19:19:06.733Z","display_at":"2024-07-05T19:19:06.733Z","deliver_notifications":true,"tweet_id":null,"id":"l2qwdfb3gk5f","incident_id":"5yx1d67vq9hg","custom_tweet":null,"affected_components":[{"code":"4230lsnqdsld","name":"Webhooks","old_status":"operational","new_status":"operational"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"partial_outage","new_status":"partial_outage"}]},{"status":"investigating","body":"We have seen recovery of Actions run delays. Keeping the incident open to monitor for full recovery.","created_at":"2024-07-05T18:40:11.505Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-05T18:40:11.505Z","display_at":"2024-07-05T18:40:11.505Z","deliver_notifications":true,"tweet_id":null,"id":"pywvkz28yk7g","incident_id":"5yx1d67vq9hg","custom_tweet":null,"affected_components":[{"code":"4230lsnqdsld","name":"Webhooks","old_status":"operational","new_status":"operational"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"partial_outage","new_status":"partial_outage"}]},{"status":"investigating","body":"Webhooks is operating normally.","created_at":"2024-07-05T18:10:28.651Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-05T18:10:28.651Z","display_at":"2024-07-05T18:10:28.651Z","deliver_notifications":true,"tweet_id":null,"id":"z9mh9g3dykg3","incident_id":"5yx1d67vq9hg","custom_tweet":null,"affected_components":[{"code":"4230lsnqdsld","name":"Webhooks","old_status":"partial_outage","new_status":"operational"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"partial_outage","new_status":"partial_outage"}]},{"status":"investigating","body":"We are seeing delays in Actions runs due to the recovery with webhook deliveries. We expect this to resolve with the recovery of webhooks.","created_at":"2024-07-05T18:09:03.630Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-05T18:09:03.630Z","display_at":"2024-07-05T18:09:03.630Z","deliver_notifications":true,"tweet_id":null,"id":"2fpnqb0tm90j","incident_id":"5yx1d67vq9hg","custom_tweet":null,"affected_components":[{"code":"4230lsnqdsld","name":"Webhooks","old_status":"partial_outage","new_status":"partial_outage"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"partial_outage","new_status":"partial_outage"}]},{"status":"investigating","body":"Actions is experiencing degraded performance. We are continuing to investigate.","created_at":"2024-07-05T18:07:06.722Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-05T18:07:06.722Z","display_at":"2024-07-05T18:07:06.722Z","deliver_notifications":true,"tweet_id":null,"id":"z04shcdln426","incident_id":"5yx1d67vq9hg","custom_tweet":null,"affected_components":[{"code":"4230lsnqdsld","name":"Webhooks","old_status":"partial_outage","new_status":"partial_outage"},{"code":"br0l2tvcx85d","name":"Actions","old_status":"operational","new_status":"partial_outage"}]},{"status":"investigating","body":"We are seeing recovery as webhooks are being delivered again. We are burning down our queue of events. No events have been lost. New webhook deliveries will be delayed while this process recovers.","created_at":"2024-07-05T17:57:18.565Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-05T17:57:18.565Z","display_at":"2024-07-05T17:57:18.565Z","deliver_notifications":true,"tweet_id":null,"id":"jcmrj1j17kvs","incident_id":"5yx1d67vq9hg","custom_tweet":null,"affected_components":[{"code":"4230lsnqdsld","name":"Webhooks","old_status":"partial_outage","new_status":"partial_outage"}]},{"status":"investigating","body":"Webhooks is experiencing degraded performance. We are continuing to investigate.","created_at":"2024-07-05T17:55:14.950Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-05T17:55:14.950Z","display_at":"2024-07-05T17:55:14.950Z","deliver_notifications":true,"tweet_id":null,"id":"q9twk1y9y04x","incident_id":"5yx1d67vq9hg","custom_tweet":null,"affected_components":[{"code":"4230lsnqdsld","name":"Webhooks","old_status":"major_outage","new_status":"partial_outage"}]},{"status":"investigating","body":"We are reverting a configuration change that is suspected to contribute to the problem with webhook deliveries.","created_at":"2024-07-05T17:42:21.188Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-05T17:42:21.188Z","display_at":"2024-07-05T17:42:21.188Z","deliver_notifications":true,"tweet_id":null,"id":"p0w9dhg4tg7x","incident_id":"5yx1d67vq9hg","custom_tweet":null,"affected_components":[{"code":"4230lsnqdsld","name":"Webhooks","old_status":"major_outage","new_status":"major_outage"}]},{"status":"investigating","body":"Our telemetry shows that most webhooks are failing to be delivered. We are queueing all undelivered webhooks and are working to remediate the problem.","created_at":"2024-07-05T17:20:31.976Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-05T17:20:31.976Z","display_at":"2024-07-05T17:20:31.976Z","deliver_notifications":true,"tweet_id":null,"id":"lqyhpm1957qk","incident_id":"5yx1d67vq9hg","custom_tweet":null,"affected_components":[{"code":"4230lsnqdsld","name":"Webhooks","old_status":"major_outage","new_status":"major_outage"}]},{"status":"investigating","body":"Webhooks is experiencing degraded availability. We are continuing to investigate.","created_at":"2024-07-05T17:17:50.408Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-05T17:17:50.408Z","display_at":"2024-07-05T17:17:50.408Z","deliver_notifications":true,"tweet_id":null,"id":"mnn7xjpx605f","incident_id":"5yx1d67vq9hg","custom_tweet":null,"affected_components":[{"code":"4230lsnqdsld","name":"Webhooks","old_status":"partial_outage","new_status":"major_outage"}]},{"status":"investigating","body":"We are investigating reports of degraded performance for Webhooks","created_at":"2024-07-05T17:04:49.390Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-05T17:04:49.390Z","display_at":"2024-07-05T17:04:49.390Z","deliver_notifications":true,"tweet_id":null,"id":"9t8kfqf60y6q","incident_id":"5yx1d67vq9hg","custom_tweet":null,"affected_components":[{"code":"4230lsnqdsld","name":"Webhooks","old_status":"operational","new_status":"partial_outage"}]}],"postmortem_body":null,"postmortem_body_last_updated_at":null,"postmortem_ignored":false,"postmortem_published_at":null,"postmortem_notified_subscribers":false,"postmortem_notified_twitter":false,"components":[{"status":"operational","name":"Webhooks","created_at":"2019-11-13T18:00:24.256Z","updated_at":"2024-07-05T18:10:28.628Z","position":3,"description":"Real time HTTP callbacks of user-generated and system events","showcase":false,"start_date":null,"id":"4230lsnqdsld","page_id":"kctbh9vrtdwd","group_id":null},{"status":"operational","name":"Actions","created_at":"2019-11-13T18:02:19.432Z","updated_at":"2024-07-19T02:38:08.417Z","position":7,"description":"Workflows, Compute and Orchestration for GitHub Actions","showcase":false,"start_date":null,"id":"br0l2tvcx85d","page_id":"kctbh9vrtdwd","group_id":null}]},{"name":"Disruption with GitHub Docs","status":"resolved","created_at":"2024-07-03T15:24:29.943Z","updated_at":"2024-07-11T22:54:35.931Z","monitoring_at":null,"resolved_at":"2024-07-03T16:40:03.323Z","impact":"minor","shortlink":"https://web.archive.org/web/20240722174406/https://stspg.io/y8q32p4cd6zk","scheduled_for":null,"scheduled_until":null,"scheduled_remind_prior":false,"scheduled_reminded_at":null,"impact_override":"minor","scheduled_auto_in_progress":false,"scheduled_auto_completed":false,"metadata":{},"started_at":"2024-07-03T15:24:29.938Z","reminder_intervals":null,"id":"8532wfbvwqgr","page_id":"kctbh9vrtdwd","incident_updates":[{"status":"resolved","body":"On July 3, 2024, between 1:34 PM UTC and 4:42 PM UTC the GitHub documentation was degraded and showed a 500 on non-cached pages. On average, the error rate was 2-5% and peaked at 5% of requests to the service. This was due to an observability misconfiguration. We mitigated the incident by updating the observability configuration and redeploying. We are working to reduce our time to detection and mitigation of issues like this one in the future.","created_at":"2024-07-03T16:40:03.323Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-11T22:54:35.927Z","display_at":"2024-07-03T16:40:03.323Z","deliver_notifications":true,"tweet_id":null,"id":"1z5xhmbppjll","incident_id":"8532wfbvwqgr","custom_tweet":null,"affected_components":null},{"status":"investigating","body":"Mitigation measures have been rolled out and we're seeing errors disappear in our telemetry. We'll continue to monitor our services closely to ensure the docs site is fully healthy.","created_at":"2024-07-03T16:37:34.157Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-03T16:37:34.157Z","display_at":"2024-07-03T16:37:34.157Z","deliver_notifications":true,"tweet_id":null,"id":"smx4mbq3d0fp","incident_id":"8532wfbvwqgr","custom_tweet":null,"affected_components":null},{"status":"investigating","body":"We have identified a likely cause of the errors with GitHub Docs and are working on a mitigation.","created_at":"2024-07-03T15:59:56.093Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-03T15:59:56.093Z","display_at":"2024-07-03T15:59:56.093Z","deliver_notifications":true,"tweet_id":null,"id":"zd57mbg4lq6v","incident_id":"8532wfbvwqgr","custom_tweet":null,"affected_components":null},{"status":"investigating","body":"We are currently investigating this issue.","created_at":"2024-07-03T15:24:29.976Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2024-07-03T15:24:29.976Z","display_at":"2024-07-03T15:24:29.976Z","deliver_notifications":true,"tweet_id":null,"id":"8x72jf53bvhr","incident_id":"8532wfbvwqgr","custom_tweet":null,"affected_components":null}],"postmortem_body":null,"postmortem_body_last_updated_at":null,"postmortem_ignored":false,"postmortem_published_at":null,"postmortem_notified_subscribers":false,"postmortem_notified_twitter":false,"components":[]}]
}