{
  "page": {
    "id": "h315zyg2cm7k",
    "name": "Quickwork",
    "url": "https://status.quickwork.co"
  },
  "status": {
    "indicator": "none",
    "description": "All Systems Operational"
  },
  "components": [{"status":"operational","name":"Website","created_at":"2022-06-20T10:14:03.518Z","updated_at":"2026-01-04T14:52:40.792Z","position":1,"description":null,"showcase":true,"start_date":"2022-06-20T00:00:00.000Z","id":"knw4017hvmd2","group_id":null,"page_id":"h315zyg2cm7k"},{"status":"operational","name":"India Cluster [AWS]","created_at":"2022-06-16T13:42:24.035Z","updated_at":"2024-10-07T07:32:40.656Z","position":2,"description":null,"showcase":false,"start_date":null,"id":"4kq5vgk69blm","group_id":null,"page_id":"h315zyg2cm7k","components":["7trf673cwc2b","sjggl3kbt8lv","v08v9m0kft4c","56j8vff5cg7f","r8691k4xnd5z","m5zv5vhjlbbz","8046vfyvc7yj","cgw96smrtw62","dphhjv0rlf8r","5qn8ctd124cv","q8v4w68tmtwr","rn7cnhvw5zyh","bnqg677cxst5"]},{"status":"operational","name":"Japan Cluster [AWS]","created_at":"2023-06-29T10:55:01.111Z","updated_at":"2024-10-07T07:32:52.050Z","position":3,"description":null,"showcase":false,"start_date":null,"id":"4gchfrxcsjvt","group_id":null,"page_id":"h315zyg2cm7k","components":["mkwk9frllwlb","4p36z44h1pw3","wps1k0plk0bh"]},{"status":"operational","name":"Germany Cluster [Open Telekom Cloud]","created_at":"2024-10-07T07:29:31.575Z","updated_at":"2024-10-07T07:31:39.780Z","position":4,"description":null,"showcase":false,"start_date":null,"id":"pkt904qzmsgr","group_id":null,"page_id":"h315zyg2cm7k","components":["sl9n89zrj36w","321p6vh00f0m","jdlbbmwjq3tn"]}],
  "incidents": [{"name":"[Mumbai] Scheduler Performance Degradation","status":"resolved","created_at":"2026-10-06T08:02:00.000Z","updated_at":"2026-10-06T16:11:56.781Z","monitoring_at":null,"resolved_at":"2026-10-06T08:02:00.000Z","impact":"none","shortlink":"https://stspg.io/kbh06nntgrnp","scheduled_for":null,"scheduled_until":null,"scheduled_remind_prior":false,"scheduled_reminded_at":null,"impact_override":null,"scheduled_auto_in_progress":false,"scheduled_auto_completed":false,"metadata":{},"started_at":"2026-10-06T08:02:00.000Z","reminder_intervals":null,"id":"7qxcw9ymt887","page_id":"h315zyg2cm7k","incident_updates":[{"status":"resolved","body":"\u003cbr\u003e\n\u003cb\u003eIncident:\u003c/b\u003e\nWe experienced degraded performance in the Scheduler service starting at approximately 1:32 PM.\n\n\u003cb\u003eImpact:\u003c/b\u003e\nSome jobs using the Scheduler as a trigger or a Delay as a step experienced processing delays during the affected period. Scheduling was not completely stopped, and jobs continued to be processed, although at reduced performance. Journeys that did not rely on the Scheduler were not impacted and continued to execute successfully as usual.\n\n\u003cb\u003eRoot Cause:\u003c/b\u003e\nA sudden increase in delay and scheduler jobs resulted in a higher number of items being locked concurrently than the Scheduler could efficiently handle. This increased database lock contention and caused the Scheduler to process jobs more slowly.\n\n\u003cb\u003eDetection \u0026 Investigation:\u003c/b\u003e\nThe issue did not initially present through the usual error signals. There were no significant service-level errors or query timeouts, and MongoDB currentOp did not show any long-running queries that would indicate an immediate database performance issue. The Scheduler continued processing jobs, although at reduced performance, so there was no obvious error condition indicating the underlying database lock contention. The issue was identified by correlating the increase in job processing delays with the number of concurrently locked items.\n\n\u003cb\u003eResolution:\u003c/b\u003e\nWe identified the underlying issue and applied a fix to control the number of concurrently locked items. Scheduler performance returned to normal at approximately 5:12 PM. Previously delayed jobs were subsequently processed successfully.\n\nWe have also implemented the necessary controls to better handle sudden increases in Scheduler workload and avoid similar performance degradation in the future.","created_at":"2026-10-06T16:10:54.164Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2026-10-06T16:11:56.778Z","display_at":"2026-10-06T08:02:00.000Z","deliver_notifications":false,"tweet_id":null,"id":"7pcdf3t9vh80","incident_id":"7qxcw9ymt887","custom_tweet":null,"affected_components":null}],"postmortem_body":null,"postmortem_body_last_updated_at":null,"postmortem_ignored":false,"postmortem_published_at":null,"postmortem_notified_subscribers":false,"postmortem_notified_twitter":false,"components":[]},{"name":"[Mumbai] Redis Connectivity and Timeout Issues","status":"resolved","created_at":"2026-06-28T10:58:11.954Z","updated_at":"2026-07-19T11:43:52.201Z","monitoring_at":"2026-06-28T10:58:12.012Z","resolved_at":"2026-07-01T11:42:55.000Z","impact":"none","shortlink":"https://stspg.io/rhbz6f870x7j","scheduled_for":null,"scheduled_until":null,"scheduled_remind_prior":false,"scheduled_reminded_at":null,"impact_override":null,"scheduled_auto_in_progress":false,"scheduled_auto_completed":false,"metadata":{},"started_at":"2026-06-28T10:58:11.938Z","reminder_intervals":"[]","id":"mj37s246brv5","page_id":"h315zyg2cm7k","incident_updates":[{"status":"resolved","body":"This incident has been resolved.","created_at":"2026-07-19T11:42:55.655Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2026-07-19T11:43:52.178Z","display_at":"2026-07-01T11:42:55.000Z","deliver_notifications":false,"tweet_id":null,"id":"yn7n96jwyt9g","incident_id":"mj37s246brv5","custom_tweet":null,"affected_components":[{"code":"v08v9m0kft4c","name":"India Cluster [AWS] - Webhooks","old_status":"operational","new_status":"operational"},{"code":"56j8vff5cg7f","name":"India Cluster [AWS] - APIM Gateway","old_status":"operational","new_status":"operational"},{"code":"5qn8ctd124cv","name":"India Cluster [AWS] - Job Processor - Default","old_status":"operational","new_status":"operational"},{"code":"q8v4w68tmtwr","name":"India Cluster [AWS] - Job Processor - Tier 1","old_status":"operational","new_status":"operational"},{"code":"rn7cnhvw5zyh","name":"India Cluster [AWS] - Job Processor - Tier 2","old_status":"operational","new_status":"operational"},{"code":"bnqg677cxst5","name":"India Cluster [AWS] - Job Processor - Tier 3","old_status":"operational","new_status":"operational"}]},{"status":"monitoring","body":"Between 12:21 PM IST and 13:36 PM IST, users on the Mumbai cluster may have experienced intermittent Redis connectivity and timeout issues, which could have impacted application performance.\n\nA mitigation has been deployed, and services are currently operating normally. We are actively monitoring the environment to ensure continued stability and will provide additional updates as needed.\n\nThank you for your patience and understanding.","created_at":"2026-06-28T10:58:12.012Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2026-06-28T10:58:12.012Z","display_at":"2026-06-28T10:58:12.012Z","deliver_notifications":true,"tweet_id":null,"id":"j269qynyswtz","incident_id":"mj37s246brv5","custom_tweet":null,"affected_components":[{"code":"v08v9m0kft4c","name":"India Cluster [AWS] - Webhooks","old_status":"operational","new_status":"operational"},{"code":"56j8vff5cg7f","name":"India Cluster [AWS] - APIM Gateway","old_status":"operational","new_status":"operational"},{"code":"5qn8ctd124cv","name":"India Cluster [AWS] - Job Processor - Default","old_status":"operational","new_status":"operational"},{"code":"q8v4w68tmtwr","name":"India Cluster [AWS] - Job Processor - Tier 1","old_status":"operational","new_status":"operational"},{"code":"rn7cnhvw5zyh","name":"India Cluster [AWS] - Job Processor - Tier 2","old_status":"operational","new_status":"operational"},{"code":"bnqg677cxst5","name":"India Cluster [AWS] - Job Processor - Tier 3","old_status":"operational","new_status":"operational"}]}],"postmortem_body":null,"postmortem_body_last_updated_at":null,"postmortem_ignored":false,"postmortem_published_at":null,"postmortem_notified_subscribers":false,"postmortem_notified_twitter":false,"components":[{"status":"operational","name":"Webhooks","created_at":"2022-06-20T10:00:24.192Z","updated_at":"2025-11-18T11:55:05.770Z","position":3,"description":null,"showcase":true,"start_date":"2022-06-20T00:00:00.000Z","id":"v08v9m0kft4c","page_id":"h315zyg2cm7k","group_id":"4kq5vgk69blm"},{"status":"operational","name":"APIM Gateway","created_at":"2022-06-16T13:41:57.913Z","updated_at":"2025-10-29T16:36:55.226Z","position":4,"description":null,"showcase":true,"start_date":"2022-06-16T00:00:00.000Z","id":"56j8vff5cg7f","page_id":"h315zyg2cm7k","group_id":"4kq5vgk69blm"},{"status":"operational","name":"Job Processor - Default","created_at":"2022-06-16T13:42:24.057Z","updated_at":"2025-08-29T09:17:02.286Z","position":10,"description":null,"showcase":true,"start_date":"2022-06-16T00:00:00.000Z","id":"5qn8ctd124cv","page_id":"h315zyg2cm7k","group_id":"4kq5vgk69blm"},{"status":"operational","name":"Job Processor - Tier 1","created_at":"2022-06-16T13:43:06.938Z","updated_at":"2024-05-06T07:47:40.023Z","position":11,"description":null,"showcase":true,"start_date":"2022-06-16T00:00:00.000Z","id":"q8v4w68tmtwr","page_id":"h315zyg2cm7k","group_id":"4kq5vgk69blm"},{"status":"operational","name":"Job Processor - Tier 2","created_at":"2022-06-16T13:43:20.015Z","updated_at":"2024-06-13T06:09:22.852Z","position":12,"description":null,"showcase":true,"start_date":"2022-06-16T00:00:00.000Z","id":"rn7cnhvw5zyh","page_id":"h315zyg2cm7k","group_id":"4kq5vgk69blm"},{"status":"operational","name":"Job Processor - Tier 3","created_at":"2022-06-16T13:43:32.342Z","updated_at":"2024-01-17T08:44:02.310Z","position":13,"description":null,"showcase":true,"start_date":"2022-06-16T00:00:00.000Z","id":"bnqg677cxst5","page_id":"h315zyg2cm7k","group_id":"4kq5vgk69blm"}]},{"name":"[Mumbai] Intermittent Connector Deployment Impact","status":"resolved","created_at":"2026-06-25T17:33:37.049Z","updated_at":"2026-06-25T17:33:37.122Z","monitoring_at":null,"resolved_at":"2026-06-25T17:33:37.111Z","impact":"none","shortlink":"https://stspg.io/d28d3wtvcvcc","scheduled_for":null,"scheduled_until":null,"scheduled_remind_prior":false,"scheduled_reminded_at":null,"impact_override":null,"scheduled_auto_in_progress":false,"scheduled_auto_completed":false,"metadata":{},"started_at":"2026-06-25T17:33:37.040Z","reminder_intervals":null,"id":"rggv8zkf7pvb","page_id":"h315zyg2cm7k","incident_updates":[{"status":"resolved","body":"\u003cb\u003eIncident Summary\u003c/b\u003e\n\nBetween 10:00 PM IST and 10:33 PM IST, the Mumbai cluster experienced an issue during machine rollouts where image pulls from our container registry were intermittently failing due to registry rate limiting.\n\nAs a result, following connectors may have resulted in timeout which has been reflected in your Journey history:\n1. MongoDB (Highest)\n2. Google Sheets\n3. Telegram\n4. IndusInd Bank\n5. JWT\n6. Finacle\n7. RBIH Leegality\n8. RBIH Lender Loan Journey\n\n\u003cb\u003eResolution\u003c/b\u003e\n\nA workaround has been applied and affected services have recovered. The impacted connectors are currently operating normally.\n\n\u003cb\u003eCurrent Status\u003c/b\u003e\n\nResolved\n\n\u003cb\u003eNext Steps\u003c/b\u003e\n\nWe are actively working on implementing a permanent fix to prevent recurrence and improve rollout reliability during machine updates.\n\nWe apologize for any inconvenience caused and appreciate your patience.","created_at":"2026-06-25T17:33:37.111Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2026-06-25T17:33:37.111Z","display_at":"2026-06-25T17:33:37.111Z","deliver_notifications":true,"tweet_id":null,"id":"nprnxwcsqr7j","incident_id":"rggv8zkf7pvb","custom_tweet":null,"affected_components":[{"code":"5qn8ctd124cv","name":"India Cluster [AWS] - Job Processor - Default","old_status":"operational","new_status":"operational"}]}],"postmortem_body":null,"postmortem_body_last_updated_at":null,"postmortem_ignored":false,"postmortem_published_at":null,"postmortem_notified_subscribers":false,"postmortem_notified_twitter":false,"components":[{"status":"operational","name":"Job Processor - Default","created_at":"2022-06-16T13:42:24.057Z","updated_at":"2025-08-29T09:17:02.286Z","position":10,"description":null,"showcase":true,"start_date":"2022-06-16T00:00:00.000Z","id":"5qn8ctd124cv","page_id":"h315zyg2cm7k","group_id":"4kq5vgk69blm"}]},{"name":"WhatsApp By Gupshup Message Processing Issue","status":"resolved","created_at":"2026-06-02T12:00:00.000Z","updated_at":"2026-06-03T06:44:15.017Z","monitoring_at":null,"resolved_at":"2026-06-02T12:00:00.000Z","impact":"none","shortlink":"https://stspg.io/by6svmq7j7vh","scheduled_for":null,"scheduled_until":null,"scheduled_remind_prior":false,"scheduled_reminded_at":null,"impact_override":null,"scheduled_auto_in_progress":false,"scheduled_auto_completed":false,"metadata":{},"started_at":"2026-06-03T06:44:14.948Z","reminder_intervals":null,"id":"dkswhb3n6fc4","page_id":"h315zyg2cm7k","incident_updates":[{"status":"resolved","body":"Between 5:28 PM IST on 2 June and 12:08 PM IST on 3 June, our application WhatsApp By Gupshup did not process some incoming messages correctly.\n\nMessages were being received successfully from the provider, but they were not being matched correctly by our webhook systems and were therefore not forwarded to Journeys.\n\nThe issue has now been resolved.\n\nWe are working on additional safeguards to prevent similar issues in the future and to detect such incidents sooner.\n\nWe apologize for the inconvenience caused.","created_at":"2026-06-03T06:44:15.004Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2026-06-03T06:44:15.004Z","display_at":"2026-06-02T12:00:00.000Z","deliver_notifications":false,"tweet_id":null,"id":"x5xzt3d3s1j3","incident_id":"dkswhb3n6fc4","custom_tweet":null,"affected_components":null}],"postmortem_body":null,"postmortem_body_last_updated_at":null,"postmortem_ignored":false,"postmortem_published_at":null,"postmortem_notified_subscribers":false,"postmortem_notified_twitter":false,"components":[]},{"name":"Facebook Messenger and Facebook app requests failing","status":"resolved","created_at":"2026-03-28T03:00:00.000Z","updated_at":"2026-03-29T12:04:16.998Z","monitoring_at":null,"resolved_at":"2026-03-28T03:00:00.000Z","impact":"major","shortlink":"https://stspg.io/b2m1x0rr80ft","scheduled_for":null,"scheduled_until":null,"scheduled_remind_prior":false,"scheduled_reminded_at":null,"impact_override":"major","scheduled_auto_in_progress":false,"scheduled_auto_completed":false,"metadata":{},"started_at":"2026-03-28T03:00:00.000Z","reminder_intervals":null,"id":"snnbjwm7pytd","page_id":"h315zyg2cm7k","incident_updates":[{"status":"resolved","body":"We’re currently experiencing an issue where Facebook Messenger and the Facebook app are unavailable due to a recent Facebook policy change. As a result, you may not receive triggers and/or API calls from Facebook until the issue is resolved.\n\nOur team has escalated this to Facebook and we are actively awaiting their resolution. We will keep you updated on any progress.","created_at":"2026-03-29T08:50:09.122Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2026-03-29T08:51:47.750Z","display_at":"2026-03-28T03:00:00.000Z","deliver_notifications":false,"tweet_id":null,"id":"d2jbd2py5140","incident_id":"snnbjwm7pytd","custom_tweet":null,"affected_components":null}],"postmortem_body":"The following issue is now resolved, it was due to a policy upgrade requirement which has now been fulfilled.","postmortem_body_last_updated_at":"2026-03-29T12:04:16.995Z","postmortem_ignored":false,"postmortem_published_at":"2026-03-29T08:51:07.965Z","postmortem_notified_subscribers":false,"postmortem_notified_twitter":false,"components":[]},{"name":"[Mumbai] Performance degradation - Webhook System","status":"resolved","created_at":"2026-03-25T01:30:00.000Z","updated_at":"2026-03-25T03:13:14.741Z","monitoring_at":null,"resolved_at":"2026-03-25T01:30:00.000Z","impact":"minor","shortlink":"https://stspg.io/sw52m7qlgxmr","scheduled_for":null,"scheduled_until":null,"scheduled_remind_prior":false,"scheduled_reminded_at":null,"impact_override":"minor","scheduled_auto_in_progress":false,"scheduled_auto_completed":false,"metadata":{},"started_at":"2026-03-25T03:13:02.907Z","reminder_intervals":null,"id":"l8rlbsslh4vy","page_id":"h315zyg2cm7k","incident_updates":[{"status":"resolved","body":"Our webhook processing system experienced delays for approximately 45 minutes in the region of Mumbai, from 7:05 AM to 7:50 AM IST. While no events were lost, there was a lag in processing and executing webhooks into transactions.\n\nThe issue has now been resolved, and the system is operating normally. We are actively working on implementing a permanent fix to prevent this from recurring.","created_at":"2026-03-25T03:13:02.965Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2026-03-25T03:13:02.965Z","display_at":"2026-03-25T01:30:00.000Z","deliver_notifications":false,"tweet_id":null,"id":"nv2j2r1zgnjk","incident_id":"l8rlbsslh4vy","custom_tweet":null,"affected_components":null}],"postmortem_body":null,"postmortem_body_last_updated_at":null,"postmortem_ignored":false,"postmortem_published_at":null,"postmortem_notified_subscribers":false,"postmortem_notified_twitter":false,"components":[]},{"name":"404 Route Not Found Error on API Management (Mumbai Instance)","status":"resolved","created_at":"2026-02-17T15:25:06.963Z","updated_at":"2026-02-17T16:42:34.963Z","monitoring_at":"2026-02-17T15:25:07.000Z","resolved_at":"2026-02-17T15:45:05.760Z","impact":"major","shortlink":"https://stspg.io/zd6v16yvjgmp","scheduled_for":null,"scheduled_until":null,"scheduled_remind_prior":false,"scheduled_reminded_at":null,"impact_override":"major","scheduled_auto_in_progress":false,"scheduled_auto_completed":false,"metadata":{},"started_at":"2026-02-17T15:25:07.000Z","reminder_intervals":null,"id":"wxjyhmk3mdjb","page_id":"h315zyg2cm7k","incident_updates":[{"status":"resolved","body":"The CD Pipeline issue which caused this issue has been fixed. The team is working on ways to ensure such a configuration issue doesn't happen again.","created_at":"2026-02-17T15:45:05.760Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2026-02-17T15:45:05.760Z","display_at":"2026-02-17T15:45:05.760Z","deliver_notifications":true,"tweet_id":null,"id":"x8h39drcp898","incident_id":"wxjyhmk3mdjb","custom_tweet":null,"affected_components":[{"code":"56j8vff5cg7f","name":"India Cluster [AWS] - APIM Gateway","old_status":"operational","new_status":"operational"}]},{"status":"monitoring","body":"We are continuing to monitor for any further issues.","created_at":"2026-02-17T15:28:08.187Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2026-02-17T15:28:08.187Z","display_at":"2026-02-17T15:28:08.187Z","deliver_notifications":false,"tweet_id":null,"id":"11fktk53dpgp","incident_id":"wxjyhmk3mdjb","custom_tweet":null,"affected_components":[{"code":"56j8vff5cg7f","name":"India Cluster [AWS] - APIM Gateway","old_status":"operational","new_status":"operational"}]},{"status":"monitoring","body":"Date: 17th Feb, 2026\nDuration: 20:22:00 IST – 20:31:00 IST\nRegion Affected: Mumbai\n\n\u003cb\u003eSummary\u003c/b\u003e\n\nDuring a scheduled patch upgrade of the API Management service, the Mumbai instance was inadvertently pointed to an incorrect database instance. The target database did not contain the required collections and tables.\n\nAlthough the application health checks returned a valid status, the service was effectively connected to the wrong database, resulting in 404 Route Not Found errors for API requests.\n\nThe issue was identified and reversed within 9 minutes.\n\n\u003cb\u003eTimeline\u003c/b\u003e\n\n20:22:00 IST – Patch upgrade initiated; service configuration temporarily pointed to an incorrect database instance.\n\n20:22:00 – 20:31:00 IST – API requests returned 404 errors due to missing collections/tables in the misconfigured database. Health checks continued to report the service as healthy.\n\n20:31:00 IST – Configuration reverted to the correct database instance. Service functionality restored.\n\n\u003cb\u003eImpact\u003c/b\u003e\n\nAPI requests routed through the Mumbai API Management instance returned 404 Route Not Found errors.\n\nHealth checks did not detect the issue as the service was operational but connected to the wrong database.\n\nThe incident duration was approximately 9 minutes.\n\nNo other regions were impacted.\n\n\u003cb\u003eRoot Cause\u003c/b\u003e\n\nDuring the patch upgrade process, the API Management service configuration was temporarily pointed to an alternate database instance that did not contain the required schema (collections and tables).\n\nThe system health checks validated service availability but did not validate database schema correctness or configuration alignment, resulting in a false-positive healthy state.\n\n\u003cb\u003eResolution\u003c/b\u003e\n\nThe service configuration was reverted to the correct database instance at 20:31:00 IST.\n\nAPI functionality was fully restored following the rollback.\n\n\u003cb\u003ePreventive \u0026 Corrective Actions\u003c/b\u003e\n\nWe are currently working on implementing a permanent resolution, including:\n\n1. Strengthening deployment validation checks to verify database instance alignment before routing traffic.\n2. Enhancing health checks to validate database schema presence in addition to service availability.\n3. Introducing additional safeguards in the patch upgrade process to prevent misconfiguration during upgrades.\n\n\u003cb\u003eCurrent Status\u003c/b\u003e\n\nThe issue has been fully resolved. A permanent fix is in progress to prevent recurrence.","created_at":"2026-02-17T15:25:07.015Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2026-02-17T16:40:27.062Z","display_at":"2026-02-17T15:25:07.000Z","deliver_notifications":true,"tweet_id":null,"id":"b3x52nr6tgw0","incident_id":"wxjyhmk3mdjb","custom_tweet":null,"affected_components":[{"code":"56j8vff5cg7f","name":"India Cluster [AWS] - APIM Gateway","old_status":"operational","new_status":"operational"}]}],"postmortem_body":null,"postmortem_body_last_updated_at":null,"postmortem_ignored":false,"postmortem_published_at":null,"postmortem_notified_subscribers":false,"postmortem_notified_twitter":false,"components":[{"status":"operational","name":"APIM Gateway","created_at":"2022-06-16T13:41:57.913Z","updated_at":"2025-10-29T16:36:55.226Z","position":4,"description":null,"showcase":true,"start_date":"2022-06-16T00:00:00.000Z","id":"56j8vff5cg7f","page_id":"h315zyg2cm7k","group_id":"4kq5vgk69blm"}]},{"name":"Increased 5XX Across all regions of Quickwork","status":"resolved","created_at":"2025-11-18T12:54:36.927Z","updated_at":"2025-11-18T17:27:19.735Z","monitoring_at":"2025-11-18T12:54:36.990Z","resolved_at":"2025-11-18T17:27:19.720Z","impact":"critical","shortlink":"https://stspg.io/3gysglqxmp8k","scheduled_for":null,"scheduled_until":null,"scheduled_remind_prior":false,"scheduled_reminded_at":null,"impact_override":null,"scheduled_auto_in_progress":false,"scheduled_auto_completed":false,"metadata":{},"started_at":"2025-11-18T12:54:36.909Z","reminder_intervals":null,"id":"wlw886fwll2m","page_id":"h315zyg2cm7k","incident_updates":[{"status":"resolved","body":"This incident has been resolved.","created_at":"2025-11-18T17:27:19.720Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2025-11-18T17:27:19.720Z","display_at":"2025-11-18T17:27:19.720Z","deliver_notifications":true,"tweet_id":null,"id":"7877878rmth5","incident_id":"wlw886fwll2m","custom_tweet":null,"affected_components":[{"code":"mkwk9frllwlb","name":"Japan Cluster [AWS] - Gateway","old_status":"operational","new_status":"operational"},{"code":"4p36z44h1pw3","name":"Japan Cluster [AWS] - Workflow","old_status":"operational","new_status":"operational"},{"code":"wps1k0plk0bh","name":"Japan Cluster [AWS] - Webhooks","old_status":"operational","new_status":"operational"},{"code":"sl9n89zrj36w","name":"Germany Cluster [Open Telekom Cloud] - Gateway","old_status":"operational","new_status":"operational"},{"code":"321p6vh00f0m","name":"Germany Cluster [Open Telekom Cloud] - Workflow","old_status":"operational","new_status":"operational"},{"code":"jdlbbmwjq3tn","name":"Germany Cluster [Open Telekom Cloud] - Webhooks","old_status":"operational","new_status":"operational"}]},{"status":"monitoring","body":"We are impacted by Cloudflare's downtime indicated here: https://www.cloudflarestatus.com/incidents/8gmgl950y3h7\n\nWe have mitigated the problem across our core regions and ensured that APIM traffic still flows through despite a downtime from Cloudflare. We are monitoring the situation and will update once a resolution is provided.","created_at":"2025-11-18T12:54:36.990Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2025-11-18T12:54:36.990Z","display_at":"2025-11-18T12:54:36.990Z","deliver_notifications":true,"tweet_id":null,"id":"57mmp8kj514p","incident_id":"wlw886fwll2m","custom_tweet":null,"affected_components":[{"code":"mkwk9frllwlb","name":"Japan Cluster [AWS] - Gateway","old_status":"operational","new_status":"operational"},{"code":"4p36z44h1pw3","name":"Japan Cluster [AWS] - Workflow","old_status":"operational","new_status":"operational"},{"code":"wps1k0plk0bh","name":"Japan Cluster [AWS] - Webhooks","old_status":"operational","new_status":"operational"},{"code":"sl9n89zrj36w","name":"Germany Cluster [Open Telekom Cloud] - Gateway","old_status":"operational","new_status":"operational"},{"code":"321p6vh00f0m","name":"Germany Cluster [Open Telekom Cloud] - Workflow","old_status":"operational","new_status":"operational"},{"code":"jdlbbmwjq3tn","name":"Germany Cluster [Open Telekom Cloud] - Webhooks","old_status":"operational","new_status":"operational"}]}],"postmortem_body":null,"postmortem_body_last_updated_at":null,"postmortem_ignored":false,"postmortem_published_at":null,"postmortem_notified_subscribers":false,"postmortem_notified_twitter":false,"components":[{"status":"operational","name":"Gateway","created_at":"2024-01-17T08:45:09.738Z","updated_at":"2025-11-18T13:54:29.364Z","position":1,"description":null,"showcase":true,"start_date":"2024-01-17T00:00:00.000Z","id":"mkwk9frllwlb","page_id":"h315zyg2cm7k","group_id":"4gchfrxcsjvt"},{"status":"operational","name":"Gateway","created_at":"2024-10-07T07:29:31.598Z","updated_at":"2025-11-24T08:51:48.867Z","position":1,"description":null,"showcase":true,"start_date":"2024-10-07T00:00:00.000Z","id":"sl9n89zrj36w","page_id":"h315zyg2cm7k","group_id":"pkt904qzmsgr"},{"status":"operational","name":"Workflow","created_at":"2024-01-17T08:45:26.890Z","updated_at":"2025-11-18T13:54:35.343Z","position":2,"description":null,"showcase":true,"start_date":"2024-01-17T00:00:00.000Z","id":"4p36z44h1pw3","page_id":"h315zyg2cm7k","group_id":"4gchfrxcsjvt"},{"status":"operational","name":"Workflow","created_at":"2024-10-07T07:30:19.990Z","updated_at":"2025-11-24T08:52:09.652Z","position":2,"description":null,"showcase":true,"start_date":"2024-10-07T00:00:00.000Z","id":"321p6vh00f0m","page_id":"h315zyg2cm7k","group_id":"pkt904qzmsgr"},{"status":"operational","name":"Webhooks","created_at":"2024-01-17T08:45:41.242Z","updated_at":"2025-11-18T13:54:31.793Z","position":3,"description":null,"showcase":true,"start_date":"2024-01-17T00:00:00.000Z","id":"wps1k0plk0bh","page_id":"h315zyg2cm7k","group_id":"4gchfrxcsjvt"},{"status":"operational","name":"Webhooks","created_at":"2024-10-07T07:33:37.931Z","updated_at":"2025-11-24T08:52:32.874Z","position":3,"description":null,"showcase":true,"start_date":"2024-10-07T00:00:00.000Z","id":"jdlbbmwjq3tn","page_id":"h315zyg2cm7k","group_id":"pkt904qzmsgr"}]},{"name":"Temporary increase in 503 on API Management (Mumbai Cluster)","status":"resolved","created_at":"2025-10-29T16:40:00.000Z","updated_at":"2025-10-29T17:37:05.263Z","monitoring_at":null,"resolved_at":"2025-10-29T16:40:00.000Z","impact":"none","shortlink":"https://stspg.io/53scbzl5zkd2","scheduled_for":null,"scheduled_until":null,"scheduled_remind_prior":false,"scheduled_reminded_at":null,"impact_override":null,"scheduled_auto_in_progress":false,"scheduled_auto_completed":false,"metadata":{},"started_at":"2025-10-29T16:40:00.000Z","reminder_intervals":null,"id":"50w604q410gg","page_id":"h315zyg2cm7k","incident_updates":[{"status":"resolved","body":"We experienced a temporary increase in 503 errors on the API Management service during the database upgrade.\nThe issue was identified and resolved within 45 seconds. All systems are now operating normally.","created_at":"2025-10-29T17:34:28.761Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2025-10-29T17:37:05.164Z","display_at":"2025-10-29T16:40:00.000Z","deliver_notifications":false,"tweet_id":null,"id":"hmwvdz2qdpfb","incident_id":"50w604q410gg","custom_tweet":null,"affected_components":null}],"postmortem_body":null,"postmortem_body_last_updated_at":null,"postmortem_ignored":false,"postmortem_published_at":null,"postmortem_notified_subscribers":false,"postmortem_notified_twitter":false,"components":[]},{"name":"Temporary increase in 401 on API Management (Mumbai Cluster)","status":"resolved","created_at":"2025-10-15T09:36:00.000Z","updated_at":"2025-10-15T10:30:59.031Z","monitoring_at":null,"resolved_at":"2025-10-15T09:36:00.000Z","impact":"none","shortlink":"https://stspg.io/3kwds3cs7tkh","scheduled_for":null,"scheduled_until":null,"scheduled_remind_prior":false,"scheduled_reminded_at":null,"impact_override":null,"scheduled_auto_in_progress":false,"scheduled_auto_completed":false,"metadata":{},"started_at":"2025-10-15T10:30:58.978Z","reminder_intervals":null,"id":"1zgh7tkwcg7s","page_id":"h315zyg2cm7k","incident_updates":[{"status":"resolved","body":"We experienced a temporary increase in 401 errors on the API Management service due to a security policy update.\nThe issue was identified and resolved within 35 seconds. All systems are now operating normally.","created_at":"2025-10-15T10:30:59.022Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2025-10-15T10:30:59.022Z","display_at":"2025-10-15T09:36:00.000Z","deliver_notifications":false,"tweet_id":null,"id":"4rkvqkq4f3qr","incident_id":"1zgh7tkwcg7s","custom_tweet":null,"affected_components":null}],"postmortem_body":null,"postmortem_body_last_updated_at":null,"postmortem_ignored":false,"postmortem_published_at":null,"postmortem_notified_subscribers":false,"postmortem_notified_twitter":false,"components":[]}]
}
