Finished · first durable deployment

primary-failover-oracle-20260813-195728

failover-one won: first durable deployment

Winnerfailover-one
Durable in0:19
Recorded cost$0.0000
Tokens0

Territories

The referee-owned result frozen when the first deployment became durable.

TerritoryStateMilestonesPointsDurable at
failover-onefailover-one-agentdurable6/61000:19
failover-threefailover-three-agentverifying5/685—
failover-twofailover-two-agentverifying5/685—

Agents

Terminal outcomes include activity captured during the post-match drain.

AgentModelOutcomeInputOutputArtifact
failover-one-agentfailover-oneoraclecompleted00view
failover-three-agentfailover-threeoraclecompleted00view
failover-two-agentfailover-twooraclecompleted00view

Event timeline

59 immutable events. The match clock remains frozen during post-match collection.

  1. Match state changed
    event #0
    {
  "elapsed_ms": 0,
  "from": "preparing",
  "kind": "match_state_changed",
  "schema_version": 1,
  "sequence": 0,
  "to": "running"
}
  2. Competitor state changedfailover-one
    event #1
    {
  "elapsed_ms": 0,
  "from": "preparing",
  "kind": "competitor_state_changed",
  "reason": "SSH preflight passed",
  "schema_version": 1,
  "sequence": 1,
  "territory": "failover-one",
  "to": "building"
}
  3. Competitor state changedfailover-three
    event #2
    {
  "elapsed_ms": 0,
  "from": "preparing",
  "kind": "competitor_state_changed",
  "reason": "SSH preflight passed",
  "schema_version": 1,
  "sequence": 2,
  "territory": "failover-three",
  "to": "building"
}
  4. Competitor state changedfailover-two
    event #3
    {
  "elapsed_ms": 0,
  "from": "preparing",
  "kind": "competitor_state_changed",
  "reason": "SSH preflight passed",
  "schema_version": 1,
  "sequence": 3,
  "territory": "failover-two",
  "to": "building"
}
  5. Territory registeredfailover-one
    event #4
    {
  "agent": "failover-one-agent",
  "class": "failover-engineer",
  "elapsed_ms": 0,
  "kind": "territory_registered",
  "schema_version": 1,
  "sequence": 4,
  "territory": "failover-one"
}
  6. Territory registeredfailover-two
    event #5
    {
  "agent": "failover-two-agent",
  "class": "failover-engineer",
  "elapsed_ms": 0,
  "kind": "territory_registered",
  "schema_version": 1,
  "sequence": 5,
  "territory": "failover-two"
}
  7. Territory registeredfailover-three
    event #6
    {
  "agent": "failover-three-agent",
  "class": "failover-engineer",
  "elapsed_ms": 0,
  "kind": "territory_registered",
  "schema_version": 1,
  "sequence": 6,
  "territory": "failover-three"
}
  8. Agent startedfailover-one
    event #7
    {
  "agent": "failover-one-agent",
  "elapsed_ms": 0,
  "kind": "agent_started",
  "model": "oracle",
  "schema_version": 1,
  "sequence": 7,
  "territory": "failover-one"
}
  9. Agent startedfailover-two
    event #8
    {
  "agent": "failover-two-agent",
  "elapsed_ms": 0,
  "kind": "agent_started",
  "model": "oracle",
  "schema_version": 1,
  "sequence": 8,
  "territory": "failover-two"
}
  10. Agent startedfailover-three
    event #9
    {
  "agent": "failover-three-agent",
  "elapsed_ms": 0,
  "kind": "agent_started",
  "model": "oracle",
  "schema_version": 1,
  "sequence": 9,
  "territory": "failover-three"
}
  11. Competitor state changedfailover-one
    event #10
    {
  "elapsed_ms": 1001,
  "from": "building",
  "kind": "competitor_state_changed",
  "reason": "milestone verification began",
  "schema_version": 1,
  "sequence": 10,
  "territory": "failover-one",
  "to": "verifying"
}
  12. Milestone evaluation startedfailover-one
    event #11
    {
  "elapsed_ms": 1001,
  "kind": "milestone_evaluation_started",
  "milestone": "failed-primary-preserved",
  "schema_version": 1,
  "sequence": 11,
  "territory": "failover-one"
}
  13. Competitor state changedfailover-two
    event #12
    {
  "elapsed_ms": 1001,
  "from": "building",
  "kind": "competitor_state_changed",
  "reason": "milestone verification began",
  "schema_version": 1,
  "sequence": 12,
  "territory": "failover-two",
  "to": "verifying"
}
  14. Milestone evaluation startedfailover-two
    event #13
    {
  "elapsed_ms": 1001,
  "kind": "milestone_evaluation_started",
  "milestone": "failed-primary-preserved",
  "schema_version": 1,
  "sequence": 13,
  "territory": "failover-two"
}
  15. Competitor state changedfailover-three
    event #14
    {
  "elapsed_ms": 1001,
  "from": "building",
  "kind": "competitor_state_changed",
  "reason": "milestone verification began",
  "schema_version": 1,
  "sequence": 14,
  "territory": "failover-three",
  "to": "verifying"
}
  16. Milestone evaluation startedfailover-three
    event #15
    {
  "elapsed_ms": 1001,
  "kind": "milestone_evaluation_started",
  "milestone": "failed-primary-preserved",
  "schema_version": 1,
  "sequence": 15,
  "territory": "failover-three"
}
  17. Milestone passedfailover-one
    event #16
    {
  "elapsed_ms": 1215,
  "evidence": {
    "failed_primary": 8081,
    "listening": false,
    "preserved": true
  },
  "kind": "milestone_passed",
  "milestone": "failed-primary-preserved",
  "points": 5,
  "schema_version": 1,
  "sequence": 16,
  "territory": "failover-one"
}
  18. Milestone passedfailover-two
    event #17
    {
  "elapsed_ms": 1215,
  "evidence": {
    "failed_primary": 8081,
    "listening": false,
    "preserved": true
  },
  "kind": "milestone_passed",
  "milestone": "failed-primary-preserved",
  "points": 5,
  "schema_version": 1,
  "sequence": 17,
  "territory": "failover-two"
}
  19. Milestone passedfailover-three
    event #18
    {
  "elapsed_ms": 1215,
  "evidence": {
    "failed_primary": 8081,
    "listening": false,
    "preserved": true
  },
  "kind": "milestone_passed",
  "milestone": "failed-primary-preserved",
  "points": 5,
  "schema_version": 1,
  "sequence": 18,
  "territory": "failover-three"
}
  20. Milestone evaluation startedfailover-one
    event #19
    {
  "elapsed_ms": 1215,
  "kind": "milestone_evaluation_started",
  "milestone": "reads-restored",
  "schema_version": 1,
  "sequence": 19,
  "territory": "failover-one"
}
  21. Milestone evaluation startedfailover-two
    event #20
    {
  "elapsed_ms": 1215,
  "kind": "milestone_evaluation_started",
  "milestone": "reads-restored",
  "schema_version": 1,
  "sequence": 20,
  "territory": "failover-two"
}
  22. Milestone evaluation startedfailover-three
    event #21
    {
  "elapsed_ms": 1215,
  "kind": "milestone_evaluation_started",
  "milestone": "reads-restored",
  "schema_version": 1,
  "sequence": 21,
  "territory": "failover-three"
}
  23. Milestone passedfailover-one
    event #22
    {
  "elapsed_ms": 1280,
  "evidence": {
    "reads": true,
    "records": [
      "customer-red-4a7",
      "customer-blue-8d2",
      "customer-green-f31"
    ],
    "role": "primary"
  },
  "kind": "milestone_passed",
  "milestone": "reads-restored",
  "points": 20,
  "schema_version": 1,
  "sequence": 22,
  "territory": "failover-one"
}
  24. Milestone passedfailover-two
    event #23
    {
  "elapsed_ms": 1280,
  "evidence": {
    "reads": true,
    "records": [
      "customer-red-4a7",
      "customer-blue-8d2",
      "customer-green-f31"
    ],
    "role": "primary"
  },
  "kind": "milestone_passed",
  "milestone": "reads-restored",
  "points": 20,
  "schema_version": 1,
  "sequence": 23,
  "territory": "failover-two"
}
  25. Milestone passedfailover-three
    event #24
    {
  "elapsed_ms": 1280,
  "evidence": {
    "reads": true,
    "records": [
      "customer-red-4a7",
      "customer-blue-8d2",
      "customer-green-f31"
    ],
    "role": "primary"
  },
  "kind": "milestone_passed",
  "milestone": "reads-restored",
  "points": 20,
  "schema_version": 1,
  "sequence": 24,
  "territory": "failover-three"
}
  26. Milestone evaluation startedfailover-one
    event #25
    {
  "elapsed_ms": 1280,
  "kind": "milestone_evaluation_started",
  "milestone": "writes-restored",
  "schema_version": 1,
  "sequence": 25,
  "territory": "failover-one"
}
  27. Milestone evaluation startedfailover-two
    event #26
    {
  "elapsed_ms": 1280,
  "kind": "milestone_evaluation_started",
  "milestone": "writes-restored",
  "schema_version": 1,
  "sequence": 26,
  "territory": "failover-two"
}
  28. Milestone evaluation startedfailover-three
    event #27
    {
  "elapsed_ms": 1280,
  "kind": "milestone_evaluation_started",
  "milestone": "writes-restored",
  "schema_version": 1,
  "sequence": 27,
  "territory": "failover-three"
}
  29. Milestone passedfailover-one
    event #28
    {
  "elapsed_ms": 1322,
  "evidence": {
    "record": "post-failover-5e9f47375958b17c",
    "value": "opaque-d11c37183deffba078d3be2c",
    "writes": true
  },
  "kind": "milestone_passed",
  "milestone": "writes-restored",
  "points": 25,
  "schema_version": 1,
  "sequence": 28,
  "territory": "failover-one"
}
  30. Milestone passedfailover-two
    event #29
    {
  "elapsed_ms": 1322,
  "evidence": {
    "record": "post-failover-d06e620a49ffba32",
    "value": "opaque-e97fbf3e68a26c5c7058bc9a",
    "writes": true
  },
  "kind": "milestone_passed",
  "milestone": "writes-restored",
  "points": 25,
  "schema_version": 1,
  "sequence": 29,
  "territory": "failover-two"
}
  31. Milestone passedfailover-three
    event #30
    {
  "elapsed_ms": 1322,
  "evidence": {
    "record": "post-failover-75684085ae56d878",
    "value": "opaque-8463768a0a0e59b2846e6e07",
    "writes": true
  },
  "kind": "milestone_passed",
  "milestone": "writes-restored",
  "points": 25,
  "schema_version": 1,
  "sequence": 30,
  "territory": "failover-three"
}
  32. Milestone evaluation startedfailover-one
    event #31
    {
  "elapsed_ms": 1322,
  "kind": "milestone_evaluation_started",
  "milestone": "old-primary-fenced",
  "schema_version": 1,
  "sequence": 31,
  "territory": "failover-one"
}
  33. Milestone evaluation startedfailover-two
    event #32
    {
  "elapsed_ms": 1322,
  "kind": "milestone_evaluation_started",
  "milestone": "old-primary-fenced",
  "schema_version": 1,
  "sequence": 32,
  "territory": "failover-two"
}
  34. Milestone evaluation startedfailover-three
    event #33
    {
  "elapsed_ms": 1322,
  "kind": "milestone_evaluation_started",
  "milestone": "old-primary-fenced",
  "schema_version": 1,
  "sequence": 33,
  "territory": "failover-three"
}
  35. Milestone passedfailover-one
    event #34
    {
  "elapsed_ms": 1558,
  "evidence": {
    "old_port": 8081,
    "old_primary": "fenced",
    "promoted_port": 8082
  },
  "kind": "milestone_passed",
  "milestone": "old-primary-fenced",
  "points": 20,
  "schema_version": 1,
  "sequence": 34,
  "territory": "failover-one"
}
  36. Milestone passedfailover-two
    event #35
    {
  "elapsed_ms": 1558,
  "evidence": {
    "old_port": 8081,
    "old_primary": "fenced",
    "promoted_port": 8082
  },
  "kind": "milestone_passed",
  "milestone": "old-primary-fenced",
  "points": 20,
  "schema_version": 1,
  "sequence": 35,
  "territory": "failover-two"
}
  37. Milestone passedfailover-three
    event #36
    {
  "elapsed_ms": 1558,
  "evidence": {
    "old_port": 8081,
    "old_primary": "fenced",
    "promoted_port": 8082
  },
  "kind": "milestone_passed",
  "milestone": "old-primary-fenced",
  "points": 20,
  "schema_version": 1,
  "sequence": 36,
  "territory": "failover-three"
}
  38. Milestone evaluation startedfailover-one
    event #37
    {
  "elapsed_ms": 1558,
  "kind": "milestone_evaluation_started",
  "milestone": "service-restart",
  "schema_version": 1,
  "sequence": 37,
  "territory": "failover-one"
}
  39. Milestone evaluation startedfailover-two
    event #38
    {
  "elapsed_ms": 1558,
  "kind": "milestone_evaluation_started",
  "milestone": "service-restart",
  "schema_version": 1,
  "sequence": 38,
  "territory": "failover-two"
}
  40. Milestone evaluation startedfailover-three
    event #39
    {
  "elapsed_ms": 1558,
  "kind": "milestone_evaluation_started",
  "milestone": "service-restart",
  "schema_version": 1,
  "sequence": 39,
  "territory": "failover-three"
}
  41. Milestone passedfailover-one
    event #40
    {
  "elapsed_ms": 2846,
  "evidence": {
    "record": "post-failover-5e9f47375958b17c",
    "restart": true,
    "value": "opaque-d11c37183deffba078d3be2c"
  },
  "kind": "milestone_passed",
  "milestone": "service-restart",
  "points": 15,
  "schema_version": 1,
  "sequence": 40,
  "territory": "failover-one"
}
  42. Milestone passedfailover-two
    event #41
    {
  "elapsed_ms": 2846,
  "evidence": {
    "record": "post-failover-d06e620a49ffba32",
    "restart": true,
    "value": "opaque-e97fbf3e68a26c5c7058bc9a"
  },
  "kind": "milestone_passed",
  "milestone": "service-restart",
  "points": 15,
  "schema_version": 1,
  "sequence": 41,
  "territory": "failover-two"
}
  43. Milestone passedfailover-three
    event #42
    {
  "elapsed_ms": 2846,
  "evidence": {
    "record": "post-failover-75684085ae56d878",
    "restart": true,
    "value": "opaque-8463768a0a0e59b2846e6e07"
  },
  "kind": "milestone_passed",
  "milestone": "service-restart",
  "points": 15,
  "schema_version": 1,
  "sequence": 42,
  "territory": "failover-three"
}
  44. Milestone evaluation startedfailover-one
    event #43
    {
  "elapsed_ms": 2846,
  "kind": "milestone_evaluation_started",
  "milestone": "host-reboot",
  "schema_version": 1,
  "sequence": 43,
  "territory": "failover-one"
}
  45. Milestone evaluation startedfailover-two
    event #44
    {
  "elapsed_ms": 2846,
  "kind": "milestone_evaluation_started",
  "milestone": "host-reboot",
  "schema_version": 1,
  "sequence": 44,
  "territory": "failover-two"
}
  46. Milestone evaluation startedfailover-three
    event #45
    {
  "elapsed_ms": 2846,
  "kind": "milestone_evaluation_started",
  "milestone": "host-reboot",
  "schema_version": 1,
  "sequence": 45,
  "territory": "failover-three"
}
  47. Milestone passedfailover-one
    event #46
    {
  "elapsed_ms": 19580,
  "evidence": {
    "old_primary": "fenced",
    "reboot": true,
    "record": "post-failover-5e9f47375958b17c",
    "role": "primary",
    "value": "opaque-d11c37183deffba078d3be2c"
  },
  "kind": "milestone_passed",
  "milestone": "host-reboot",
  "points": 15,
  "schema_version": 1,
  "sequence": 46,
  "territory": "failover-one"
}
  48. Competitor state changedfailover-one
    event #47
    {
  "elapsed_ms": 19580,
  "from": "verifying",
  "kind": "competitor_state_changed",
  "reason": "completion milestone passed",
  "schema_version": 1,
  "sequence": 47,
  "territory": "failover-one",
  "to": "durable"
}
  49. Durable deployment completedfailover-one
    event #48
    {
  "elapsed_ms": 19580,
  "kind": "durable_deployment_completed",
  "schema_version": 1,
  "sequence": 48,
  "territory": "failover-one"
}
  50. Match state changed
    event #49
    {
  "elapsed_ms": 19580,
  "from": "running",
  "kind": "match_state_changed",
  "schema_version": 1,
  "sequence": 49,
  "to": "finished"
}
  51. Match finished
    event #50
    {
  "elapsed_ms": 19580,
  "kind": "match_finished",
  "reason": "first durable deployment",
  "schema_version": 1,
  "sequence": 50,
  "winner": "failover-one"
}
  52. Post match drain started
    event #51
    {
  "elapsed_ms": 19580,
  "kind": "post_match_drain_started",
  "pending_agents": 3,
  "schema_version": 1,
  "sequence": 51,
  "timeout_ms": 30000
}
  53. Agent finishedfailover-three-agent
    event #52
    {
  "agent": "failover-three-agent",
  "detail": "oracle promoted replica, fenced failed primary, and switched traffic",
  "elapsed_ms": 19580,
  "kind": "agent_finished",
  "schema_version": 1,
  "sequence": 52,
  "source": "player",
  "success": true
}
  54. Usage chargedfailover-three-agent
    event #53
    {
  "agent": "failover-three-agent",
  "cost_microusd": null,
  "elapsed_ms": 19580,
  "input_tokens": null,
  "kind": "usage_charged",
  "output_tokens": null,
  "resource_units": 1,
  "schema_version": 1,
  "sequence": 53
}
  55. Agent finishedfailover-one-agent
    event #54
    {
  "agent": "failover-one-agent",
  "detail": "oracle promoted replica, fenced failed primary, and switched traffic",
  "elapsed_ms": 19580,
  "kind": "agent_finished",
  "schema_version": 1,
  "sequence": 54,
  "source": "player",
  "success": true
}
  56. Usage chargedfailover-one-agent
    event #55
    {
  "agent": "failover-one-agent",
  "cost_microusd": null,
  "elapsed_ms": 19580,
  "input_tokens": null,
  "kind": "usage_charged",
  "output_tokens": null,
  "resource_units": 1,
  "schema_version": 1,
  "sequence": 55
}
  57. Agent finishedfailover-two-agent
    event #56
    {
  "agent": "failover-two-agent",
  "detail": "oracle promoted replica, fenced failed primary, and switched traffic",
  "elapsed_ms": 19580,
  "kind": "agent_finished",
  "schema_version": 1,
  "sequence": 56,
  "source": "player",
  "success": true
}
  58. Usage chargedfailover-two-agent
    event #57
    {
  "agent": "failover-two-agent",
  "cost_microusd": null,
  "elapsed_ms": 19580,
  "input_tokens": null,
  "kind": "usage_charged",
  "output_tokens": null,
  "resource_units": 1,
  "schema_version": 1,
  "sequence": 57
}
  59. Post match drain finished
    event #58
    {
  "captured_agents": 3,
  "elapsed_ms": 19580,
  "kind": "post_match_drain_finished",
  "schema_version": 1,
  "sequence": 58,
  "terminated_agents": 0
}