{
  "page": {
    "id": "gd3h6xz0yt9x",
    "name": "Virtuoso",
    "url": "https://status.virtuoso.qa"
  },
  "status": {
    "indicator": "none",
    "description": "All Systems Operational"
  },
  "components": [{"status":"operational","name":"Application \u0026 API","created_at":"2020-05-23T15:17:14.960Z","updated_at":"2026-01-26T10:12:38.000Z","position":1,"description":null,"showcase":true,"start_date":null,"id":"npc573rw737x","group_id":null,"page_id":"gd3h6xz0yt9x"},{"status":"operational","name":"Jobs and bot cluster","created_at":"2020-05-23T15:17:14.974Z","updated_at":"2026-03-24T14:23:51.671Z","position":2,"description":null,"showcase":true,"start_date":null,"id":"gpb90jkvprtg","group_id":null,"page_id":"gd3h6xz0yt9x"},{"status":"operational","name":"Bridge","created_at":"2020-06-10T16:33:54.085Z","updated_at":"2024-07-25T12:46:34.729Z","position":3,"description":"Virtuoso Bridge: https://docs.virtuoso.qa/guide/advanced-topics/virtuoso-bridge/","showcase":true,"start_date":null,"id":"vpw39r4lgkqq","group_id":null,"page_id":"gd3h6xz0yt9x"},{"status":"operational","name":"Cross browser and real device testing","created_at":"2020-06-10T16:36:44.544Z","updated_at":"2023-10-19T17:15:18.670Z","position":4,"description":"Execution targets not involving Virtuoso's Default Chrome browser","showcase":true,"start_date":null,"id":"lzhj3w43p0qd","group_id":null,"page_id":"gd3h6xz0yt9x"},{"status":"operational","name":"Integrations","created_at":"2024-04-18T16:17:33.628Z","updated_at":"2024-05-21T13:09:47.790Z","position":5,"description":null,"showcase":true,"start_date":"2024-04-18T00:00:00.000Z","id":"9pbfbyg7r3h5","group_id":null,"page_id":"gd3h6xz0yt9x"},{"status":"operational","name":"Touchstone - Autopilot","created_at":"2026-10-12T09:12:12.512Z","updated_at":"2026-10-12T09:12:12.512Z","position":6,"description":null,"showcase":true,"start_date":"2026-10-01T00:00:00.000Z","id":"x68p5wz599c2","group_id":null,"page_id":"gd3h6xz0yt9x"},{"status":"operational","name":"Touchstone - Workflow","created_at":"2026-10-12T09:13:26.080Z","updated_at":"2026-10-12T09:13:26.080Z","position":7,"description":null,"showcase":true,"start_date":"2026-10-01T00:00:00.000Z","id":"lw2yjf8sfvp5","group_id":null,"page_id":"gd3h6xz0yt9x"}],
  "incidents": [{"name":"Job processing delays","status":"resolved","created_at":"2026-03-24T11:19:16.782Z","updated_at":"2026-03-24T16:03:15.604Z","monitoring_at":"2026-03-24T14:23:51.712Z","resolved_at":"2026-03-24T16:03:15.588Z","impact":"minor","shortlink":"https://stspg.io/fgxdlwm01v1c","scheduled_for":null,"scheduled_until":null,"scheduled_remind_prior":false,"scheduled_reminded_at":null,"impact_override":null,"scheduled_auto_in_progress":false,"scheduled_auto_completed":false,"metadata":{},"started_at":"2026-03-24T11:19:16.752Z","reminder_intervals":null,"id":"kpktq9z5d8sm","page_id":"gd3h6xz0yt9x","incident_updates":[{"status":"resolved","body":"This incident has been resolved.","created_at":"2026-03-24T16:03:15.588Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2026-03-24T16:03:15.588Z","display_at":"2026-03-24T16:03:15.588Z","deliver_notifications":true,"tweet_id":null,"id":"n6s5ygkynlv6","incident_id":"kpktq9z5d8sm","custom_tweet":null,"affected_components":[{"code":"gpb90jkvprtg","name":"Jobs and bot cluster","old_status":"operational","new_status":"operational"}]},{"status":"monitoring","body":"The load due to a large amount of jobs started earlier today has been cleared. At this point delays on job start should be solved, and most small jobs are queued quickly. We will continue monitoring the platform.","created_at":"2026-03-24T14:23:51.712Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2026-03-24T14:23:51.712Z","display_at":"2026-03-24T14:23:51.712Z","deliver_notifications":true,"tweet_id":null,"id":"7689g72625zl","incident_id":"kpktq9z5d8sm","custom_tweet":null,"affected_components":[{"code":"gpb90jkvprtg","name":"Jobs and bot cluster","old_status":"degraded_performance","new_status":"operational"}]},{"status":"investigating","body":"We are currently investigating this issue.","created_at":"2026-03-24T11:19:16.897Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2026-03-24T11:19:16.897Z","display_at":"2026-03-24T11:19:16.897Z","deliver_notifications":true,"tweet_id":null,"id":"ykj39lr68rvg","incident_id":"kpktq9z5d8sm","custom_tweet":null,"affected_components":[{"code":"gpb90jkvprtg","name":"Jobs and bot cluster","old_status":"operational","new_status":"degraded_performance"}]}],"postmortem_body":null,"postmortem_body_last_updated_at":null,"postmortem_ignored":false,"postmortem_published_at":null,"postmortem_notified_subscribers":false,"postmortem_notified_twitter":false,"components":[{"status":"operational","name":"Jobs and bot cluster","created_at":"2020-05-23T15:17:14.974Z","updated_at":"2026-03-24T14:23:51.671Z","position":2,"description":null,"showcase":true,"start_date":null,"id":"gpb90jkvprtg","page_id":"gd3h6xz0yt9x","group_id":null}]},{"name":"Execution start is taking additional time to prepare the execution","status":"resolved","created_at":"2026-03-18T08:00:33.000Z","updated_at":"2026-03-18T16:00:34.245Z","monitoring_at":"2026-03-18T09:35:48.526Z","resolved_at":"2026-03-18T16:00:34.228Z","impact":"minor","shortlink":"https://stspg.io/phrcrr5zxcm1","scheduled_for":null,"scheduled_until":null,"scheduled_remind_prior":false,"scheduled_reminded_at":null,"impact_override":null,"scheduled_auto_in_progress":false,"scheduled_auto_completed":false,"metadata":{},"started_at":"2026-03-18T08:00:33.000Z","reminder_intervals":null,"id":"l11g4b16641k","page_id":"gd3h6xz0yt9x","incident_updates":[{"status":"resolved","body":"This incident has been resolved.","created_at":"2026-03-18T16:00:34.228Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2026-03-18T16:00:34.228Z","display_at":"2026-03-18T16:00:34.228Z","deliver_notifications":true,"tweet_id":null,"id":"b6kv9xtpdgwq","incident_id":"l11g4b16641k","custom_tweet":null,"affected_components":[{"code":"gpb90jkvprtg","name":"Jobs and bot cluster","old_status":"degraded_performance","new_status":"operational"}]},{"status":"monitoring","body":"A fix has been implemented and we are monitoring the results.","created_at":"2026-03-18T09:35:48.526Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2026-03-18T09:35:48.526Z","display_at":"2026-03-18T09:35:48.526Z","deliver_notifications":true,"tweet_id":null,"id":"fbgzmxddjg4p","incident_id":"l11g4b16641k","custom_tweet":null,"affected_components":[{"code":"gpb90jkvprtg","name":"Jobs and bot cluster","old_status":"degraded_performance","new_status":"degraded_performance"}]},{"status":"investigating","body":"We are currently investigating this issue.","created_at":"2026-03-18T08:44:33.733Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2026-03-18T08:45:58.314Z","display_at":"2026-03-18T08:00:33.000Z","deliver_notifications":true,"tweet_id":null,"id":"pr39nhh0f8gc","incident_id":"l11g4b16641k","custom_tweet":null,"affected_components":[{"code":"gpb90jkvprtg","name":"Jobs and bot cluster","old_status":"operational","new_status":"degraded_performance"}]}],"postmortem_body":null,"postmortem_body_last_updated_at":null,"postmortem_ignored":false,"postmortem_published_at":null,"postmortem_notified_subscribers":false,"postmortem_notified_twitter":false,"components":[{"status":"operational","name":"Jobs and bot cluster","created_at":"2020-05-23T15:17:14.974Z","updated_at":"2026-03-24T14:23:51.671Z","position":2,"description":null,"showcase":true,"start_date":null,"id":"gpb90jkvprtg","page_id":"gd3h6xz0yt9x","group_id":null}]},{"name":"Some jobs are getting stuck on processing","status":"resolved","created_at":"2026-02-04T11:38:13.309Z","updated_at":"2026-02-04T15:53:04.948Z","monitoring_at":"2026-02-04T12:48:32.787Z","resolved_at":"2026-02-04T15:53:04.930Z","impact":"major","shortlink":"https://stspg.io/33tdgy0gc2h4","scheduled_for":null,"scheduled_until":null,"scheduled_remind_prior":false,"scheduled_reminded_at":null,"impact_override":null,"scheduled_auto_in_progress":false,"scheduled_auto_completed":false,"metadata":{},"started_at":"2026-02-04T11:38:13.304Z","reminder_intervals":null,"id":"sb0r5yjr8g2t","page_id":"gd3h6xz0yt9x","incident_updates":[{"status":"resolved","body":"A fix has now been deployed and the issue is fully resolved.\n\nDuring the affected period, some executions appeared to remain in a Processing state even though execution had already completed. Executions were not blocked or lost, and executions completed successfully.\n\nHowever, for impacted executions:\n- Analytics metrics may be inaccurate.\n- If an execution was triggered by a plan, the associated plan may appear stuck.\n\nAny executions showing as Processing from 3rd February, 3:00pm GMT (as visible in project activity) may need to be manually cancelled before being retried, if required. Once the affected executions are cancelled, any associated plans will automatically become unblocked and resume normal operation.\n\nWe apologise for any inconvenience or confusion this may have caused and thank you for your patience.","created_at":"2026-02-04T15:53:04.930Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2026-02-04T15:53:04.930Z","display_at":"2026-02-04T15:53:04.930Z","deliver_notifications":true,"tweet_id":null,"id":"v90svb26kzkb","incident_id":"sb0r5yjr8g2t","custom_tweet":null,"affected_components":[{"code":"gpb90jkvprtg","name":"Jobs and bot cluster","old_status":"operational","new_status":"operational"}]},{"status":"monitoring","body":"A fix has been implemented and we are monitoring the results.","created_at":"2026-02-04T12:48:32.787Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2026-02-04T12:48:32.787Z","display_at":"2026-02-04T12:48:32.787Z","deliver_notifications":true,"tweet_id":null,"id":"qfnzhrywc0rm","incident_id":"sb0r5yjr8g2t","custom_tweet":null,"affected_components":[{"code":"gpb90jkvprtg","name":"Jobs and bot cluster","old_status":"partial_outage","new_status":"operational"}]},{"status":"identified","body":"The issue has been identified and a fix is being implemented.","created_at":"2026-02-04T12:47:54.072Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2026-02-04T12:47:54.072Z","display_at":"2026-02-04T12:47:54.072Z","deliver_notifications":true,"tweet_id":null,"id":"jxnxbkd95nvh","incident_id":"sb0r5yjr8g2t","custom_tweet":null,"affected_components":[{"code":"gpb90jkvprtg","name":"Jobs and bot cluster","old_status":"partial_outage","new_status":"partial_outage"}]},{"status":"investigating","body":"We are currently investigating this issue.","created_at":"2026-02-04T11:38:13.406Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2026-02-04T11:38:13.406Z","display_at":"2026-02-04T11:38:13.406Z","deliver_notifications":true,"tweet_id":null,"id":"dqhbwvr86f5t","incident_id":"sb0r5yjr8g2t","custom_tweet":null,"affected_components":[{"code":"gpb90jkvprtg","name":"Jobs and bot cluster","old_status":"operational","new_status":"partial_outage"}]}],"postmortem_body":null,"postmortem_body_last_updated_at":null,"postmortem_ignored":false,"postmortem_published_at":null,"postmortem_notified_subscribers":false,"postmortem_notified_twitter":false,"components":[{"status":"operational","name":"Jobs and bot cluster","created_at":"2020-05-23T15:17:14.974Z","updated_at":"2026-03-24T14:23:51.671Z","position":2,"description":null,"showcase":true,"start_date":null,"id":"gpb90jkvprtg","page_id":"gd3h6xz0yt9x","group_id":null}]},{"name":"Degraded performance of job processing","status":"resolved","created_at":"2026-01-28T10:00:00.000Z","updated_at":"2026-02-04T13:49:32.971Z","monitoring_at":null,"resolved_at":"2026-01-28T10:00:00.000Z","impact":"none","shortlink":"https://stspg.io/j0n4gfvpccxv","scheduled_for":null,"scheduled_until":null,"scheduled_remind_prior":false,"scheduled_reminded_at":null,"impact_override":null,"scheduled_auto_in_progress":false,"scheduled_auto_completed":false,"metadata":{},"started_at":"2026-01-28T10:41:20.061Z","reminder_intervals":null,"id":"dynsy7hzb8qg","page_id":"gd3h6xz0yt9x","incident_updates":[{"status":"resolved","body":"Between 10am GMT and 10:30am GMT Virtuoso experienced a degraded performance propagating the results of the tests. This has been addressed and tests are running normally now.","created_at":"2026-01-28T10:41:20.112Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2026-01-28T10:41:20.112Z","display_at":"2026-01-28T10:00:00.000Z","deliver_notifications":false,"tweet_id":null,"id":"d1bbzlk1xp6m","incident_id":"dynsy7hzb8qg","custom_tweet":null,"affected_components":null}],"postmortem_body":"The incident was caused by an upgrade of an external dependency in the Virtuoso application. One of the updated versions introduced a regression that caused database connections to stall after about 24 hours of continuous activity. Users first experienced job delays and stuck jobs over the weekend, but the severity increased on Monday 26th January as platform usage rose. By replacing the affected compute instances at 9:06am GMT, the team temporarily restored functionality by 9:38am.\n\nAfter the immediate fix, the team undertook monitoring and investigation, discovering that the issue consistently appeared after a 24-hour period. This was confirmed with the degraded performance on the 28th January, which allowed us to collect additional information. These insights allowed targeted data collection and more proactive interventions, preventing further episodes of degraded performance.\n\nEventually, root cause analysis led to a specific upgraded library being identified as the trigger for the behaviour. Updating to the latest version with additional fixes did not resolve the problem, but reverting to the previously working version resolved it.","postmortem_body_last_updated_at":"2026-02-04T13:49:32.955Z","postmortem_ignored":false,"postmortem_published_at":"2026-02-04T13:49:32.955Z","postmortem_notified_subscribers":false,"postmortem_notified_twitter":false,"components":[]},{"name":"Executions are queued for long periods","status":"resolved","created_at":"2026-01-26T08:56:08.745Z","updated_at":"2026-01-26T14:18:46.851Z","monitoring_at":"2026-01-26T11:11:49.632Z","resolved_at":"2026-01-26T14:18:46.834Z","impact":"major","shortlink":"https://stspg.io/1lfl03xrf92b","scheduled_for":null,"scheduled_until":null,"scheduled_remind_prior":false,"scheduled_reminded_at":null,"impact_override":"major","scheduled_auto_in_progress":false,"scheduled_auto_completed":false,"metadata":{},"started_at":"2026-01-26T08:56:08.739Z","reminder_intervals":null,"id":"fqvc90wm0hkj","page_id":"gd3h6xz0yt9x","incident_updates":[{"status":"resolved","body":"This incident has been resolved.","created_at":"2026-01-26T14:18:46.834Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2026-01-26T14:18:46.834Z","display_at":"2026-01-26T14:18:46.834Z","deliver_notifications":true,"tweet_id":null,"id":"82498rj2l0yx","incident_id":"fqvc90wm0hkj","custom_tweet":null,"affected_components":[{"code":"gpb90jkvprtg","name":"Jobs and bot cluster","old_status":"operational","new_status":"operational"}]},{"status":"monitoring","body":"Jobs are being proceed as usual at this point and we monitoring the platform.","created_at":"2026-01-26T11:11:49.632Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2026-01-26T11:11:49.632Z","display_at":"2026-01-26T11:11:49.632Z","deliver_notifications":true,"tweet_id":null,"id":"rr0zy5xjbk9r","incident_id":"fqvc90wm0hkj","custom_tweet":null,"affected_components":[{"code":"gpb90jkvprtg","name":"Jobs and bot cluster","old_status":"degraded_performance","new_status":"operational"}]},{"status":"investigating","body":"We are currently investigating this issue.","created_at":"2026-01-26T08:56:08.826Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2026-01-26T08:56:08.826Z","display_at":"2026-01-26T08:56:08.826Z","deliver_notifications":true,"tweet_id":null,"id":"ydrngzlf326d","incident_id":"fqvc90wm0hkj","custom_tweet":null,"affected_components":[{"code":"gpb90jkvprtg","name":"Jobs and bot cluster","old_status":"operational","new_status":"degraded_performance"}]}],"postmortem_body":null,"postmortem_body_last_updated_at":null,"postmortem_ignored":false,"postmortem_published_at":null,"postmortem_notified_subscribers":false,"postmortem_notified_twitter":false,"components":[{"status":"operational","name":"Jobs and bot cluster","created_at":"2020-05-23T15:17:14.974Z","updated_at":"2026-03-24T14:23:51.671Z","position":2,"description":null,"showcase":true,"start_date":null,"id":"gpb90jkvprtg","page_id":"gd3h6xz0yt9x","group_id":null}]},{"name":"Cloudflare global outage is affecting the platform","status":"resolved","created_at":"2025-11-18T11:56:58.099Z","updated_at":"2025-11-18T22:57:16.260Z","monitoring_at":"2025-11-18T11:56:58.205Z","resolved_at":"2025-11-18T22:57:16.242Z","impact":"minor","shortlink":"https://stspg.io/vml8c42v6b0j","scheduled_for":null,"scheduled_until":null,"scheduled_remind_prior":false,"scheduled_reminded_at":null,"impact_override":null,"scheduled_auto_in_progress":false,"scheduled_auto_completed":false,"metadata":{},"started_at":"2025-11-18T11:56:58.093Z","reminder_intervals":null,"id":"kk4bsqdz9784","page_id":"gd3h6xz0yt9x","incident_updates":[{"status":"resolved","body":"This incident has been resolved.","created_at":"2025-11-18T22:57:16.242Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2025-11-18T22:57:16.242Z","display_at":"2025-11-18T22:57:16.242Z","deliver_notifications":true,"tweet_id":null,"id":"4vhfjsrgttkd","incident_id":"kk4bsqdz9784","custom_tweet":null,"affected_components":[{"code":"npc573rw737x","name":"Application \u0026 API","old_status":"degraded_performance","new_status":"operational"}]},{"status":"monitoring","body":"Cloudflare is facing issues currently which may lead to difficulties accessing Virtuoso depending on the affected Cloudflare distribution regions. Further information reviewed at the Cloudflare status page https://www.cloudflarestatus.com/incidents/8gmgl950y3h7","created_at":"2025-11-18T11:56:58.205Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2025-11-18T11:56:58.205Z","display_at":"2025-11-18T11:56:58.205Z","deliver_notifications":true,"tweet_id":null,"id":"16xygyjrn2s6","incident_id":"kk4bsqdz9784","custom_tweet":null,"affected_components":[{"code":"npc573rw737x","name":"Application \u0026 API","old_status":"operational","new_status":"degraded_performance"}]}],"postmortem_body":null,"postmortem_body_last_updated_at":null,"postmortem_ignored":false,"postmortem_published_at":null,"postmortem_notified_subscribers":false,"postmortem_notified_twitter":false,"components":[{"status":"operational","name":"Application \u0026 API","created_at":"2020-05-23T15:17:14.960Z","updated_at":"2026-01-26T10:12:38.000Z","position":1,"description":null,"showcase":true,"start_date":null,"id":"npc573rw737x","page_id":"gd3h6xz0yt9x","group_id":null}]},{"name":"🔧 Database Maintenance","status":"completed","created_at":"2025-11-04T15:52:59.175Z","updated_at":"2025-11-10T13:30:21.257Z","monitoring_at":"2025-11-10T12:11:11.980Z","resolved_at":"2025-11-10T13:30:21.240Z","impact":"maintenance","shortlink":"https://stspg.io/hw42jxhq9qkb","scheduled_for":"2025-11-10T11:00:00.000Z","scheduled_until":"2025-11-10T13:30:00.000Z","scheduled_remind_prior":true,"scheduled_reminded_at":"2025-11-10T10:00:22.163Z","impact_override":null,"scheduled_auto_in_progress":true,"scheduled_auto_completed":true,"metadata":{},"started_at":"2025-11-04T15:52:59.168Z","reminder_intervals":null,"id":"7bcvncc3cscg","page_id":"gd3h6xz0yt9x","incident_updates":[{"status":"completed","body":"The scheduled maintenance has been completed.","created_at":"2025-11-10T13:30:21.240Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2025-11-10T13:30:21.240Z","display_at":"2025-11-10T13:30:21.240Z","deliver_notifications":true,"tweet_id":null,"id":"884wzd7x5cng","incident_id":"7bcvncc3cscg","custom_tweet":null,"affected_components":null},{"status":"verifying","body":"Maintenance is completed and we are currently monitoring.","created_at":"2025-11-10T12:11:11.980Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2025-11-10T12:11:11.980Z","display_at":"2025-11-10T12:11:11.980Z","deliver_notifications":true,"tweet_id":null,"id":"smg9s195y1rd","incident_id":"7bcvncc3cscg","custom_tweet":null,"affected_components":[{"code":"npc573rw737x","name":"Application \u0026 API","old_status":"under_maintenance","new_status":"operational"},{"code":"gpb90jkvprtg","name":"Jobs and bot cluster","old_status":"under_maintenance","new_status":"operational"}]},{"status":"in_progress","body":"Scheduled maintenance is currently in progress. We will provide updates as necessary.","created_at":"2025-11-10T11:00:21.690Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2025-11-10T11:00:21.690Z","display_at":"2025-11-10T11:00:21.690Z","deliver_notifications":true,"tweet_id":null,"id":"q07zbh8rs2j1","incident_id":"7bcvncc3cscg","custom_tweet":null,"affected_components":[{"code":"npc573rw737x","name":"Application \u0026 API","old_status":"operational","new_status":"under_maintenance"},{"code":"gpb90jkvprtg","name":"Jobs and bot cluster","old_status":"operational","new_status":"under_maintenance"}]},{"status":"scheduled","body":"Maintenance will begin as scheduled in 60 minutes.","created_at":"2025-11-10T10:00:21.803Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2025-11-10T10:00:21.803Z","display_at":"2025-11-10T10:00:21.803Z","deliver_notifications":true,"tweet_id":null,"id":"kjb1fcg2bhz9","incident_id":"7bcvncc3cscg","custom_tweet":null,"affected_components":null},{"status":"scheduled","body":"We will be undergoing scheduled maintenance during this time.","created_at":"2025-11-04T15:53:25.753Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2025-11-04T15:53:25.753Z","display_at":"2025-11-04T15:53:25.753Z","deliver_notifications":true,"tweet_id":null,"id":"cbpqj0pplrbn","incident_id":"7bcvncc3cscg","custom_tweet":null,"affected_components":[{"code":"npc573rw737x","name":"Application \u0026 API","old_status":"operational","new_status":"operational"},{"code":"gpb90jkvprtg","name":"Jobs and bot cluster","old_status":"operational","new_status":"operational"}]},{"status":"scheduled","body":"We will be performing a series of updates and improvements related to our database.\n\nDuring part of this period, we might experience degraded performance or minor disruptions, but we do not expect any major disruptions.","created_at":"2025-11-04T15:52:59.230Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2025-11-04T15:52:59.230Z","display_at":"2025-11-04T15:52:59.230Z","deliver_notifications":true,"tweet_id":null,"id":"yq56vg0g33hk","incident_id":"7bcvncc3cscg","custom_tweet":null,"affected_components":[{"code":"npc573rw737x","name":"Application \u0026 API","old_status":"operational","new_status":"operational"},{"code":"gpb90jkvprtg","name":"Jobs and bot cluster","old_status":"operational","new_status":"operational"}]}],"postmortem_body":null,"postmortem_body_last_updated_at":null,"postmortem_ignored":false,"postmortem_published_at":null,"postmortem_notified_subscribers":false,"postmortem_notified_twitter":false,"components":[{"status":"operational","name":"Application \u0026 API","created_at":"2020-05-23T15:17:14.960Z","updated_at":"2026-01-26T10:12:38.000Z","position":1,"description":null,"showcase":true,"start_date":null,"id":"npc573rw737x","page_id":"gd3h6xz0yt9x","group_id":null},{"status":"operational","name":"Jobs and bot cluster","created_at":"2020-05-23T15:17:14.974Z","updated_at":"2026-03-24T14:23:51.671Z","position":2,"description":null,"showcase":true,"start_date":null,"id":"gpb90jkvprtg","page_id":"gd3h6xz0yt9x","group_id":null}]},{"name":"🔧 Services update and improvements","status":"completed","created_at":"2025-09-25T13:50:19.092Z","updated_at":"2025-09-29T14:54:04.551Z","monitoring_at":"2025-09-29T14:43:28.019Z","resolved_at":"2025-09-29T14:54:04.529Z","impact":"maintenance","shortlink":"https://stspg.io/blmwj39d88dn","scheduled_for":"2025-09-29T13:00:00.000Z","scheduled_until":"2025-09-29T15:00:00.000Z","scheduled_remind_prior":true,"scheduled_reminded_at":"2025-09-29T12:00:23.194Z","impact_override":null,"scheduled_auto_in_progress":true,"scheduled_auto_completed":true,"metadata":{},"started_at":"2025-09-25T13:50:19.087Z","reminder_intervals":null,"id":"c173fqlht8nz","page_id":"gd3h6xz0yt9x","incident_updates":[{"status":"completed","body":"Maintenance completed.","created_at":"2025-09-29T14:54:04.529Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2025-09-29T14:54:04.529Z","display_at":"2025-09-29T14:54:04.529Z","deliver_notifications":true,"tweet_id":null,"id":"j9872w3brph4","incident_id":"c173fqlht8nz","custom_tweet":null,"affected_components":[{"code":"npc573rw737x","name":"Application \u0026 API","old_status":"operational","new_status":"operational"},{"code":"gpb90jkvprtg","name":"Jobs and bot cluster","old_status":"operational","new_status":"operational"}]},{"status":"verifying","body":"Maintenance finished, we are monitoring the environments.","created_at":"2025-09-29T14:43:28.019Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2025-09-29T14:43:28.019Z","display_at":"2025-09-29T14:43:28.019Z","deliver_notifications":true,"tweet_id":null,"id":"1t1fg2p3cmgs","incident_id":"c173fqlht8nz","custom_tweet":null,"affected_components":[{"code":"npc573rw737x","name":"Application \u0026 API","old_status":"under_maintenance","new_status":"operational"},{"code":"gpb90jkvprtg","name":"Jobs and bot cluster","old_status":"under_maintenance","new_status":"operational"}]},{"status":"in_progress","body":"Maintenance is in progress - 2 out of 4 environments are done, 2 are in progress.","created_at":"2025-09-29T14:12:52.718Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2025-09-29T14:12:52.718Z","display_at":"2025-09-29T14:12:52.718Z","deliver_notifications":true,"tweet_id":null,"id":"hyknfqcnvt4j","incident_id":"c173fqlht8nz","custom_tweet":null,"affected_components":[{"code":"npc573rw737x","name":"Application \u0026 API","old_status":"under_maintenance","new_status":"under_maintenance"},{"code":"gpb90jkvprtg","name":"Jobs and bot cluster","old_status":"under_maintenance","new_status":"under_maintenance"}]},{"status":"in_progress","body":"Scheduled maintenance is currently in progress. We will provide updates as necessary.","created_at":"2025-09-29T13:00:21.891Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2025-09-29T13:00:21.891Z","display_at":"2025-09-29T13:00:21.891Z","deliver_notifications":true,"tweet_id":null,"id":"sn86yqppvmdg","incident_id":"c173fqlht8nz","custom_tweet":null,"affected_components":[{"code":"npc573rw737x","name":"Application \u0026 API","old_status":"operational","new_status":"under_maintenance"},{"code":"gpb90jkvprtg","name":"Jobs and bot cluster","old_status":"operational","new_status":"under_maintenance"}]},{"status":"scheduled","body":"Maintenance will begin as scheduled in 60 minutes.","created_at":"2025-09-29T12:00:23.038Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2025-09-29T12:00:23.038Z","display_at":"2025-09-29T12:00:23.038Z","deliver_notifications":true,"tweet_id":null,"id":"6ltt7p8c5y4q","incident_id":"c173fqlht8nz","custom_tweet":null,"affected_components":null},{"status":"scheduled","body":"We will be performing a series of updates and improvements related to our bots, the service responsible for running the journeys, to make them faster and better.\n\nDuring part of this period, we might experience degrade performance or minor disruptions on Live Authoring, but we do not expect any major disruptions.","created_at":"2025-09-25T13:50:19.150Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2025-09-25T13:50:19.150Z","display_at":"2025-09-25T13:50:19.150Z","deliver_notifications":true,"tweet_id":null,"id":"lhjm377y2035","incident_id":"c173fqlht8nz","custom_tweet":null,"affected_components":[{"code":"npc573rw737x","name":"Application \u0026 API","old_status":"operational","new_status":"operational"},{"code":"gpb90jkvprtg","name":"Jobs and bot cluster","old_status":"operational","new_status":"operational"}]}],"postmortem_body":null,"postmortem_body_last_updated_at":null,"postmortem_ignored":false,"postmortem_published_at":null,"postmortem_notified_subscribers":false,"postmortem_notified_twitter":false,"components":[{"status":"operational","name":"Application \u0026 API","created_at":"2020-05-23T15:17:14.960Z","updated_at":"2026-01-26T10:12:38.000Z","position":1,"description":null,"showcase":true,"start_date":null,"id":"npc573rw737x","page_id":"gd3h6xz0yt9x","group_id":null},{"status":"operational","name":"Jobs and bot cluster","created_at":"2020-05-23T15:17:14.974Z","updated_at":"2026-03-24T14:23:51.671Z","position":2,"description":null,"showcase":true,"start_date":null,"id":"gpb90jkvprtg","page_id":"gd3h6xz0yt9x","group_id":null}]},{"name":"Updating test data tables is failing under specific conditions","status":"resolved","created_at":"2025-09-18T07:50:22.502Z","updated_at":"2025-09-18T11:58:11.453Z","monitoring_at":"2025-09-18T11:11:06.434Z","resolved_at":"2025-09-18T11:58:11.438Z","impact":"none","shortlink":"https://stspg.io/n3w196c2jt45","scheduled_for":null,"scheduled_until":null,"scheduled_remind_prior":false,"scheduled_reminded_at":null,"impact_override":null,"scheduled_auto_in_progress":false,"scheduled_auto_completed":false,"metadata":{},"started_at":"2025-09-18T07:50:22.497Z","reminder_intervals":null,"id":"wnghgbhhcn37","page_id":"gd3h6xz0yt9x","incident_updates":[{"status":"resolved","body":"This incident has been resolved.","created_at":"2025-09-18T11:58:11.438Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2025-09-18T11:58:11.438Z","display_at":"2025-09-18T11:58:11.438Z","deliver_notifications":true,"tweet_id":null,"id":"p2g20qbkcvrp","incident_id":"wnghgbhhcn37","custom_tweet":null,"affected_components":[{"code":"npc573rw737x","name":"Application \u0026 API","old_status":"operational","new_status":"operational"}]},{"status":"monitoring","body":"A fix has been implemented and we are monitoring the results.","created_at":"2025-09-18T11:11:06.434Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2025-09-18T11:11:06.434Z","display_at":"2025-09-18T11:11:06.434Z","deliver_notifications":true,"tweet_id":null,"id":"qf1thhxlnl0x","incident_id":"wnghgbhhcn37","custom_tweet":null,"affected_components":[{"code":"npc573rw737x","name":"Application \u0026 API","old_status":"operational","new_status":"operational"}]},{"status":"identified","body":"The issue has been identified and a fix is being implemented.","created_at":"2025-09-18T09:24:03.831Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2025-09-18T09:24:03.831Z","display_at":"2025-09-18T09:24:03.831Z","deliver_notifications":true,"tweet_id":null,"id":"tgz2044vhdtk","incident_id":"wnghgbhhcn37","custom_tweet":null,"affected_components":[{"code":"npc573rw737x","name":"Application \u0026 API","old_status":"operational","new_status":"operational"}]},{"status":"investigating","body":"We are currently investigating the issue of updating test data tables affecting app.virtuoso.qa.\n\nAs workaround, exporting the test data table CSV, modifying the CSV file, deleting the test data attributes from the \"Manage test data\" tab, and importing the modified file allows to update the test data table.","created_at":"2025-09-18T07:50:22.543Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2025-09-18T07:50:22.543Z","display_at":"2025-09-18T07:50:22.543Z","deliver_notifications":true,"tweet_id":null,"id":"szdyg372d73p","incident_id":"wnghgbhhcn37","custom_tweet":null,"affected_components":[{"code":"npc573rw737x","name":"Application \u0026 API","old_status":"operational","new_status":"operational"}]}],"postmortem_body":null,"postmortem_body_last_updated_at":null,"postmortem_ignored":false,"postmortem_published_at":null,"postmortem_notified_subscribers":false,"postmortem_notified_twitter":false,"components":[{"status":"operational","name":"Application \u0026 API","created_at":"2020-05-23T15:17:14.960Z","updated_at":"2026-01-26T10:12:38.000Z","position":1,"description":null,"showcase":true,"start_date":null,"id":"npc573rw737x","page_id":"gd3h6xz0yt9x","group_id":null}]},{"name":"Intermittent loading errors for the Virtuoso user interface","status":"resolved","created_at":"2025-07-22T07:35:00.811Z","updated_at":"2025-07-25T08:03:17.288Z","monitoring_at":"2025-07-22T13:42:08.485Z","resolved_at":"2025-07-22T14:22:21.071Z","impact":"minor","shortlink":"https://stspg.io/q0tdg3226rwb","scheduled_for":null,"scheduled_until":null,"scheduled_remind_prior":false,"scheduled_reminded_at":null,"impact_override":null,"scheduled_auto_in_progress":false,"scheduled_auto_completed":false,"metadata":{},"started_at":"2025-07-22T07:35:00.806Z","reminder_intervals":null,"id":"3lwfylwvk1pc","page_id":"gd3h6xz0yt9x","incident_updates":[{"status":"resolved","body":"This incident has been resolved.","created_at":"2025-07-22T14:22:21.071Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2025-07-22T14:22:21.071Z","display_at":"2025-07-22T14:22:21.071Z","deliver_notifications":true,"tweet_id":null,"id":"l16sq0xcl5hf","incident_id":"3lwfylwvk1pc","custom_tweet":null,"affected_components":[{"code":"npc573rw737x","name":"Application \u0026 API","old_status":"degraded_performance","new_status":"operational"}]},{"status":"monitoring","body":"A fix has been implemented and we are monitoring the results.","created_at":"2025-07-22T13:42:08.485Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2025-07-22T13:42:08.485Z","display_at":"2025-07-22T13:42:08.485Z","deliver_notifications":true,"tweet_id":null,"id":"w3g4r1dxt8xj","incident_id":"3lwfylwvk1pc","custom_tweet":null,"affected_components":[{"code":"npc573rw737x","name":"Application \u0026 API","old_status":"degraded_performance","new_status":"degraded_performance"}]},{"status":"identified","body":"The issue has been identified and a fix is being implemented.","created_at":"2025-07-22T09:20:57.705Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2025-07-22T09:20:57.705Z","display_at":"2025-07-22T09:20:57.705Z","deliver_notifications":true,"tweet_id":null,"id":"70k98tlwp4fj","incident_id":"3lwfylwvk1pc","custom_tweet":null,"affected_components":[{"code":"npc573rw737x","name":"Application \u0026 API","old_status":"degraded_performance","new_status":"degraded_performance"}]},{"status":"investigating","body":"We are currently investigating this issue.","created_at":"2025-07-22T07:35:00.896Z","wants_twitter_update":false,"twitter_updated_at":null,"updated_at":"2025-07-22T07:35:00.896Z","display_at":"2025-07-22T07:35:00.896Z","deliver_notifications":true,"tweet_id":null,"id":"yrlppypp053g","incident_id":"3lwfylwvk1pc","custom_tweet":null,"affected_components":[{"code":"npc573rw737x","name":"Application \u0026 API","old_status":"operational","new_status":"degraded_performance"}]}],"postmortem_body":"A regression was detected in a library used by Virtuoso, introduced in its latest minor version. This caused platform instability on July 16. The initial fix reverted to a stable library version, restoring service.\n\nOn July 22, the issue recurred. Investigation revealed that some services were still using the problematic, updated library version despite the previous revert.\n\nFocused remediation was performed to ensure all affected services used the stable version of the library. The fix was deployed and confirmed at 12:30 UTC on July 22, stabilising the platform.\n\nWe are implementing improved checks to prevent unintentional upgrades and ensure version consistency across all services.","postmortem_body_last_updated_at":"2025-07-25T08:03:17.277Z","postmortem_ignored":false,"postmortem_published_at":"2025-07-25T08:03:17.277Z","postmortem_notified_subscribers":true,"postmortem_notified_twitter":false,"components":[{"status":"operational","name":"Application \u0026 API","created_at":"2020-05-23T15:17:14.960Z","updated_at":"2026-01-26T10:12:38.000Z","position":1,"description":null,"showcase":true,"start_date":null,"id":"npc573rw737x","page_id":"gd3h6xz0yt9x","group_id":null}]}]
}