failure_modes.json

{
  "random": {
    "total": 55,
    "success": 0,
    "agent_error": 0,
    "wrong_remediation": 22,
    "premature_resolution": 19,
    "step_budget_exhausted": 2,
    "invalid_action": 1,
    "other_failure": 11
  },
  "scripted": {
    "total": 55,
    "success": 55,
    "agent_error": 0,
    "wrong_remediation": 0,
    "premature_resolution": 0,
    "step_budget_exhausted": 0,
    "invalid_action": 0,
    "other_failure": 0
  },
  "open_source": {
    "total": 11,
    "success": 2,
    "agent_error": 0,
    "wrong_remediation": 4,
    "premature_resolution": 5,
    "step_budget_exhausted": 0,
    "invalid_action": 0,
    "other_failure": 0
  },
  "open_source_react": {
    "total": 11,
    "success": 5,
    "agent_error": 0,
    "wrong_remediation": 2,
    "premature_resolution": 4,
    "step_budget_exhausted": 0,
    "invalid_action": 0,
    "other_failure": 0
  },
  "guided_open_source": {
    "total": 11,
    "success": 3,
    "agent_error": 0,
    "wrong_remediation": 4,
    "premature_resolution": 4,
    "step_budget_exhausted": 0,
    "invalid_action": 0,
    "other_failure": 0
  }
}