{
  "aliases": [],
  "authors": [
    "Yuxuan Zhang",
    "Yubo Wang",
    "Yipeng Zhu",
    "Penghui Du",
    "Junwen Miao",
    "Xuan Lu",
    "Zhuofeng Li",
    "Xingwei Qu",
    "Zhengkang Guo",
    "Yuanzhe Shen",
    "Dingjie Song",
    "Han Zhou",
    "Tuney Zheng",
    "Xian Wu",
    "Hao Yu",
    "Songcheng Cai",
    "Yi Lu",
    "Yunzhuo Hao",
    "Minyi Lei",
    "Liang Chen",
    "Kai Zou",
    "Huifeng Yin",
    "Wendong Xu",
    "Dongfu Jiang",
    "Ping Nie",
    "Jiaheng Liu",
    "Wenhu Chen",
    "Kelsey R. Allen"
  ],
  "details": {
    "arxiv_snapshot": {
      "abstract_hash_method": "sha256-utf8-whitespace-collapsed-v1",
      "abstract_sha256": "07c1dc2c31d2012b790a3497b5dfab558e8a663f92064c9f6996a770d3f5b8ad",
      "submitted_at": "2026-04-09T17:57:13Z",
      "updated_at": "2026-07-20T17:58:40Z",
      "version": 2,
      "versioned_url": "https://arxiv.org/abs/2604.08523v2"
    }
  },
  "environments": [
    "web"
  ],
  "evidence": [
    {
      "method": "arxiv_api",
      "retrieved_at": "2026-10-16T06:32:00Z",
      "role": "primary",
      "sha256": "4d09ebfb093e43a4c44adef86c8fa8374f90d907fc33bd8e12a1315e62d5a583",
      "supports": [
        "name",
        "authors",
        "published_at",
        "updated_at",
        "identifiers.arxiv",
        "details.arxiv_snapshot"
      ],
      "url": "https://export.arxiv.org/api/query?id_list=2603.12823%2C2603.14707%2C2603.15039%2C2603.17357%2C2603.18429%2C2603.19191%2C2603.24440%2C2603.25226%2C2603.25864%2C2603.26211%2C2603.26648%2C2603.29318%2C2604.01535%2C2604.02947%2C2604.04399%2C2604.05477%2C2604.06126%2C2604.06182%2C2604.06367%2C2604.07429%2C2604.08455%2C2604.08516%2C2604.08523%2C2604.09155%2C2604.09574%2C2604.09587%2C2604.09815%2C2604.09937%2C2604.11259%2C2604.11784%2C2604.12284%2C2604.13019%2C2604.13822%2C2604.14113%2C2604.14262%2C2604.14956%2C2604.15093%2C2604.15309%2C2604.17817%2C2604.17821%2C2604.18860%2C2604.24964%2C2604.25380%2C2604.25562%2C2604.27151%2C2604.27253%2C2604.27776%2C2605.00642%2C2605.06393%2C2605.06664&max_results=50"
    },
    {
      "method": "editorial_primary_review",
      "retrieved_at": "2026-10-18T11:53:46Z",
      "role": "primary",
      "sha256": "e6011e7f11aab2272d1b5a38c317bfbe2eae9629258c726c7769985c5c566adb",
      "supports": [
        "name",
        "kind",
        "summary",
        "environments",
        "topics",
        "scope",
        "notes"
      ],
      "url": "https://export.arxiv.org/api/query?id_list=2604.08523"
    }
  ],
  "id": "arxiv:2604.08523",
  "identifiers": {
    "arxiv": "2604.08523"
  },
  "kind": "paper",
  "last_verified_at": "2026-10-18T11:53:46Z",
  "licenses": {
    "code": null,
    "data": null,
    "document": null,
    "weights": null
  },
  "links": [
    {
      "rel": "primary",
      "url": "https://arxiv.org/abs/2604.08523"
    }
  ],
  "name": "ClawBench: Can AI Agents Complete Everyday Online Tasks?",
  "notes": "The annotation and scope were reviewed against the complete retained original arXiv abstract. Experiments, reported performance and artifact availability have not been independently reproduced.",
  "published_at": "2026-04-09",
  "relations": [],
  "review_status": "curated",
  "scope": "core",
  "summary": "Introduces ClawBench, 153 everyday tasks on production websites in 15 categories; an interception layer blocks each final submission so bookings, purchases and job applications are scored without side effects.",
  "topics": [
    "evaluation",
    "web-navigation",
    "workflow"
  ],
  "updated_at": "2026-07-20",
  "url": "https://arxiv.org/abs/2604.08523"
}