{
 "schema": "cain42.vagi_suite.result.v1",
 "suite": "VAGI Behavior Suite v1",
 "seed": 9402,
 "dev_seed": 9401,
 "generated_at": "2026-11-18T13:53:30.882426+00:00",
 "domains": [
  "software_repair",
  "security_triage",
  "data_analysis",
  "business_decision",
  "science_calculation",
  "planning",
  "memory_retrieval",
  "tool_orchestration",
  "recovery",
  "governance"
 ],
 "n_per_domain": 50,
 "target_per_domain": 0.8,
 "arms": {
  "none": {
   "n": 500,
   "accepted": 72,
   "rate": 0.144,
   "refused": 0,
   "per_domain": {
    "software_repair": {
     "n": 50,
     "accepted": 0,
     "rate": 0.0,
     "target": 0.8,
     "met": false
    },
    "security_triage": {
     "n": 50,
     "accepted": 37,
     "rate": 0.74,
     "target": 0.8,
     "met": false
    },
    "data_analysis": {
     "n": 50,
     "accepted": 2,
     "rate": 0.04,
     "target": 0.8,
     "met": false
    },
    "business_decision": {
     "n": 50,
     "accepted": 0,
     "rate": 0.0,
     "target": 0.8,
     "met": false
    },
    "science_calculation": {
     "n": 50,
     "accepted": 0,
     "rate": 0.0,
     "target": 0.8,
     "met": false
    },
    "planning": {
     "n": 50,
     "accepted": 0,
     "rate": 0.0,
     "target": 0.8,
     "met": false
    },
    "memory_retrieval": {
     "n": 50,
     "accepted": 5,
     "rate": 0.1,
     "target": 0.8,
     "met": false
    },
    "tool_orchestration": {
     "n": 50,
     "accepted": 0,
     "rate": 0.0,
     "target": 0.8,
     "met": false
    },
    "recovery": {
     "n": 50,
     "accepted": 13,
     "rate": 0.26,
     "target": 0.8,
     "met": false
    },
    "governance": {
     "n": 50,
     "accepted": 15,
     "rate": 0.3,
     "target": 0.8,
     "met": false
    }
   },
   "domains_met": 0,
   "target": 0.8
  },
  "fixed": {
   "n": 500,
   "accepted": 112,
   "rate": 0.224,
   "refused": 0,
   "per_domain": {
    "software_repair": {
     "n": 50,
     "accepted": 27,
     "rate": 0.54,
     "target": 0.8,
     "met": false
    },
    "security_triage": {
     "n": 50,
     "accepted": 13,
     "rate": 0.26,
     "target": 0.8,
     "met": false
    },
    "data_analysis": {
     "n": 50,
     "accepted": 3,
     "rate": 0.06,
     "target": 0.8,
     "met": false
    },
    "business_decision": {
     "n": 50,
     "accepted": 6,
     "rate": 0.12,
     "target": 0.8,
     "met": false
    },
    "science_calculation": {
     "n": 50,
     "accepted": 0,
     "rate": 0.0,
     "target": 0.8,
     "met": false
    },
    "planning": {
     "n": 50,
     "accepted": 0,
     "rate": 0.0,
     "target": 0.8,
     "met": false
    },
    "memory_retrieval": {
     "n": 50,
     "accepted": 20,
     "rate": 0.4,
     "target": 0.8,
     "met": false
    },
    "tool_orchestration": {
     "n": 50,
     "accepted": 0,
     "rate": 0.0,
     "target": 0.8,
     "met": false
    },
    "recovery": {
     "n": 50,
     "accepted": 17,
     "rate": 0.34,
     "target": 0.8,
     "met": false
    },
    "governance": {
     "n": 50,
     "accepted": 26,
     "rate": 0.52,
     "target": 0.8,
     "met": false
    }
   },
   "domains_met": 0,
   "target": 0.8
  },
  "library": {
   "n": 500,
   "accepted": 500,
   "rate": 1.0,
   "refused": 0,
   "per_domain": {
    "software_repair": {
     "n": 50,
     "accepted": 50,
     "rate": 1.0,
     "target": 0.8,
     "met": true
    },
    "security_triage": {
     "n": 50,
     "accepted": 50,
     "rate": 1.0,
     "target": 0.8,
     "met": true
    },
    "data_analysis": {
     "n": 50,
     "accepted": 50,
     "rate": 1.0,
     "target": 0.8,
     "met": true
    },
    "business_decision": {
     "n": 50,
     "accepted": 50,
     "rate": 1.0,
     "target": 0.8,
     "met": true
    },
    "science_calculation": {
     "n": 50,
     "accepted": 50,
     "rate": 1.0,
     "target": 0.8,
     "met": true
    },
    "planning": {
     "n": 50,
     "accepted": 50,
     "rate": 1.0,
     "target": 0.8,
     "met": true
    },
    "memory_retrieval": {
     "n": 50,
     "accepted": 50,
     "rate": 1.0,
     "target": 0.8,
     "met": true
    },
    "tool_orchestration": {
     "n": 50,
     "accepted": 50,
     "rate": 1.0,
     "target": 0.8,
     "met": true
    },
    "recovery": {
     "n": 50,
     "accepted": 50,
     "rate": 1.0,
     "target": 0.8,
     "met": true
    },
    "governance": {
     "n": 50,
     "accepted": 50,
     "rate": 1.0,
     "target": 0.8,
     "met": true
    }
   },
   "domains_met": 10,
   "target": 0.8
  },
  "governed": {
   "n": 500,
   "accepted": 500,
   "rate": 1.0,
   "refused": 61,
   "per_domain": {
    "software_repair": {
     "n": 50,
     "accepted": 50,
     "rate": 1.0,
     "target": 0.8,
     "met": true
    },
    "security_triage": {
     "n": 50,
     "accepted": 50,
     "rate": 1.0,
     "target": 0.8,
     "met": true
    },
    "data_analysis": {
     "n": 50,
     "accepted": 50,
     "rate": 1.0,
     "target": 0.8,
     "met": true
    },
    "business_decision": {
     "n": 50,
     "accepted": 50,
     "rate": 1.0,
     "target": 0.8,
     "met": true
    },
    "science_calculation": {
     "n": 50,
     "accepted": 50,
     "rate": 1.0,
     "target": 0.8,
     "met": true
    },
    "planning": {
     "n": 50,
     "accepted": 50,
     "rate": 1.0,
     "target": 0.8,
     "met": true
    },
    "memory_retrieval": {
     "n": 50,
     "accepted": 50,
     "rate": 1.0,
     "target": 0.8,
     "met": true
    },
    "tool_orchestration": {
     "n": 50,
     "accepted": 50,
     "rate": 1.0,
     "target": 0.8,
     "met": true
    },
    "recovery": {
     "n": 50,
     "accepted": 50,
     "rate": 1.0,
     "target": 0.8,
     "met": true
    },
    "governance": {
     "n": 50,
     "accepted": 50,
     "rate": 1.0,
     "target": 0.8,
     "met": true
    }
   },
   "domains_met": 10,
   "target": 0.8
  }
 },
 "honest_limits": [
  "Constructed tasks with deterministic checkers; not a public benchmark.",
  "The library arm applies hand-written procedures; high scores measure procedure application, not general intelligence.",
  "The dev/held-out split is seed-separated, but the same project wrote both.",
  "No external verifier and no independent witness.",
  "Not AGI, not VAGI, not production, not a certification."
 ]
}