{"live":{"incidents":[{"iid":2,"title":"Orders API returns 503 database_busy under order spikes","url":"https://gitlab.com/gitlab-ai-hackathon/transcend-october-2026/39470884/showcase/-/issues/2","opened":"2026-10-27 07:57","severity":"2","stages":[{"name":"Opened","done":true},{"name":"Diagnosed","done":true},{"name":"Fix MR","done":true},{"name":"Fix merged","done":true},{"name":"Antibody","done":true},{"name":"Closed","done":false}],"reached":5,"next":"Closed","fix":{"iid":1,"url":"https://gitlab.com/gitlab-ai-hackathon/transcend-october-2026/39470884/showcase/-/merge_requests/1","state":"merged"}}],"waiting":[{"iid":5,"title":"INC-2 action 2: alert on sustained 503 database_busy","url":"https://gitlab.com/gitlab-ai-hackathon/transcend-october-2026/39470884/showcase/-/merge_requests/5","level":"supervised","updated":"2026-10-27 10:18","kind":"change"},{"iid":6,"title":"INC-2 action 3: add Retry-After to 503 database_busy","url":"https://gitlab.com/gitlab-ai-hackathon/transcend-october-2026/39470884/showcase/-/merge_requests/6","level":"supervised","updated":"2026-10-27 10:09","kind":"change"},{"iid":4,"title":"INC-2 action 1: runbook for 503 database_busy and DB pool sizing","url":"https://gitlab.com/gitlab-ai-hackathon/transcend-october-2026/39470884/showcase/-/merge_requests/4","level":"supervised","updated":"2026-10-27 10:04","kind":"change"}],"health":{"ok":true,"revision":"orders-api-00089-kix","pool_size":20,"pool_in_use":0},"error":null,"checked":"02:13 UTC"},"matrix":{"areas":["auth","data","api","infra","docs","memory"],"rows":[{"agent":"incident-responder","cells":[{"area":"auth","score":0.5,"earned":"supervised","allowed":"supervised","capped":true,"ships":0,"rollbacks":0,"history":[]},{"area":"data","score":0.5,"earned":"supervised","allowed":"supervised","capped":false,"ships":0,"rollbacks":0,"history":[]},{"area":"api","score":0.5,"earned":"supervised","allowed":"supervised","capped":false,"ships":0,"rollbacks":0,"history":[]},{"area":"infra","score":0.5,"earned":"supervised","allowed":"supervised","capped":true,"ships":0,"rollbacks":0,"history":[]},{"area":"docs","score":0.5,"earned":"supervised","allowed":"supervised","capped":false,"ships":0,"rollbacks":0,"history":[]},{"area":"memory","score":0.5,"earned":"supervised","allowed":"supervised","capped":false,"ships":0,"rollbacks":0,"history":[]}],"shipped":0},{"agent":"close-the-loop","cells":[{"area":"auth","score":0.5,"earned":"supervised","allowed":"supervised","capped":true,"ships":0,"rollbacks":0,"history":[]},{"area":"data","score":0.5,"earned":"supervised","allowed":"supervised","capped":false,"ships":0,"rollbacks":0,"history":[]},{"area":"api","score":0.5,"earned":"supervised","allowed":"supervised","capped":false,"ships":0,"rollbacks":0,"history":[]},{"area":"infra","score":0.5,"earned":"supervised","allowed":"supervised","capped":true,"ships":0,"rollbacks":0,"history":[]},{"area":"docs","score":0.5,"earned":"supervised","allowed":"supervised","capped":false,"ships":0,"rollbacks":0,"history":[]},{"area":"memory","score":0.5,"earned":"supervised","allowed":"supervised","capped":false,"ships":0,"rollbacks":0,"history":[]}],"shipped":0},{"agent":"contract-keeper","cells":[{"area":"auth","score":0.5,"earned":"supervised","allowed":"supervised","capped":true,"ships":0,"rollbacks":0,"history":[]},{"area":"data","score":0.5,"earned":"supervised","allowed":"supervised","capped":false,"ships":0,"rollbacks":0,"history":[]},{"area":"api","score":0.5,"earned":"supervised","allowed":"supervised","capped":false,"ships":0,"rollbacks":0,"history":[]},{"area":"infra","score":0.5,"earned":"supervised","allowed":"supervised","capped":true,"ships":0,"rollbacks":0,"history":[]},{"area":"docs","score":0.5,"earned":"supervised","allowed":"supervised","capped":false,"ships":0,"rollbacks":0,"history":[]},{"area":"memory","score":0.55,"earned":"supervised","allowed":"supervised","capped":false,"ships":1,"rollbacks":0,"history":[0.55]}],"shipped":1},{"agent":"contract-breach","cells":[{"area":"auth","score":0.5,"earned":"supervised","allowed":"supervised","capped":true,"ships":0,"rollbacks":0,"history":[]},{"area":"data","score":0.5,"earned":"supervised","allowed":"supervised","capped":false,"ships":0,"rollbacks":0,"history":[]},{"area":"api","score":0.5,"earned":"supervised","allowed":"supervised","capped":false,"ships":0,"rollbacks":0,"history":[]},{"area":"infra","score":0.5,"earned":"supervised","allowed":"supervised","capped":true,"ships":0,"rollbacks":0,"history":[]},{"area":"docs","score":0.5,"earned":"supervised","allowed":"supervised","capped":false,"ships":0,"rollbacks":0,"history":[]},{"area":"memory","score":0.5,"earned":"supervised","allowed":"supervised","capped":false,"ships":0,"rollbacks":0,"history":[]}],"shipped":0}]},"antibodies":[{"id":"INC-2","title":"Orders API 503 database_busy under order spikes (DB pool 5 / 1.0s timeout too small)","incident":2,"postmortem":".memory/postmortems/INC-2.md","blast_radius":["app/orders_api/db.py","app/orders_api/settings.py","app/orders_api/main.py","infra/cloudrun.tf","infra/variables.tf"],"fault":{"slow_query_ms":400},"load":{"vus":40,"duration_s":20},"requests":[{"method":"GET","path":"/orders"},{"method":"POST","path":"/orders","json":{"item":"replay","quantity":1,"total":10}}],"assert":{"error_rate":"< 0.01","p95_ms":"< 2500","p99_ms":"< 3500"},"fixed_by":["!1"],"always":false}],"postmortem_count":1,"contracts":[{"issue":3,"promise":"Orders above $500 are held for verification, and orders of $500 or less are confirmed straight away","owner_area":"api","introduced_by":[],"checks":[{"name":"above_threshold_requires_verification","request":{"method":"POST","path":"/orders","json":{"item":"contract-check-high","quantity":1,"total":650}},"expect":{"status":202,"json_path":"$.status","equals":"pending_verification","max_ms":2000}},{"name":"just_above_threshold_requires_verification","request":{"method":"POST","path":"/orders","json":{"item":"contract-check-boundary-above","quantity":1,"total":500.01}},"expect":{"status":202,"json_path":"$.status","equals":"pending_verification","max_ms":2000}},{"name":"at_threshold_is_confirmed","request":{"method":"POST","path":"/orders","json":{"item":"contract-check-boundary","quantity":1,"total":500}},"expect":{"status":201,"json_path":"$.status","equals":"confirmed","max_ms":2000}},{"name":"below_threshold_is_confirmed","request":{"method":"POST","path":"/orders","json":{"item":"contract-check-low","quantity":1,"total":20}},"expect":{"status":201,"json_path":"$.status","equals":"confirmed","max_ms":2000}}]}],"promises":[{"issue":3,"promise":"Orders above $500 are held for verification, and orders of $500 or less are confirmed straight away","kept":true,"failures":[]}],"promises_kept":1,"trust":[{"agent":"contract-keeper","area":"memory","score":0.55,"earned":"supervised","allowed":"supervised","clean_ships":1,"rollbacks":0,"overrides":0}],"history":{"contract-keeper/memory":[0.55]},"policy":{"hands_off":0.8,"supervised":0.5,"caps":{"auth":"supervised","infra":"supervised","other":"supervised"}},"frozen":true,"project_url":"https://gitlab.com/gitlab-ai-hackathon/transcend-october-2026/39470884/showcase","prod_url":"https://orders-api-rjpdzrsxra-uc.a.run.app"}