{
  "id": 11920,
  "url": "https://arxiv.org/abs/2607.15263",
  "title": "Beyond Success Rate: Cost-Aware Evaluation of Offensive and Defensive Security Agents",
  "summary": "Security-agent evaluations commonly measure peak offensive capability under generous inference budgets, emphasizing vulnerability discovery, exploit development, penetration testing, and CTF completion. Such measurements are useful but incomplete: in operational security, every reasoning step, tool call, telemetry query, and enrichment request consumes budget. We evaluate language-model security agents through this cost-success lens on offensive Cybench challenges and defensive Splunk BOTS v1 in",
  "authors": "Paul Kassianik, Blaine Nelson, Yaron Singer",
  "category": "research",
  "topics": "agents-autonomy",
  "orgs": null,
  "regions": null,
  "published_at": "2026-07-16T20:00:00.000Z",
  "fetched_at": "2026-07-21T05:10:12.656Z",
  "source_slug": "hf-daily",
  "source_name": "HuggingFace Daily Papers",
  "source_homepage": "https://huggingface.co/papers",
  "ethics_ai_record_url": "https://ethics.ai/record/11920",
  "original_url": "https://arxiv.org/abs/2607.15263",
  "evidence_status": "source-only",
  "attribution": "via ethics.ai"
}