{
  "aliases": [],
  "authors": [
    "Xiao Liu",
    "Hao Yu",
    "Hanchen Zhang",
    "Yifan Xu",
    "Xuanyu Lei",
    "Hanyu Lai",
    "Yu Gu",
    "Hangliang Ding",
    "Kaiwen Men",
    "Kejuan Yang",
    "Shudan Zhang",
    "Xiang Deng",
    "Aohan Zeng",
    "Zhengxiao Du",
    "Chenhui Zhang",
    "Sheng Shen",
    "Tianjun Zhang",
    "Yu Su",
    "Huan Sun",
    "Minlie Huang",
    "Yuxiao Dong",
    "Jie Tang"
  ],
  "details": {
    "arxiv_snapshot": {
      "abstract_hash_method": "sha256-utf8-whitespace-collapsed-v1",
      "abstract_sha256": "d8c4ba4db4aeed3a7b7ce7f77d610d7e34b0e8db26a36463e2c0bdffcad8f22a",
      "submitted_at": "2023-08-07T16:08:11Z",
      "updated_at": "2025-10-04T03:54:18Z",
      "version": 3,
      "versioned_url": "https://arxiv.org/abs/2308.03688v3"
    }
  },
  "environments": [
    "cross-platform"
  ],
  "evidence": [
    {
      "method": "arxiv_api",
      "retrieved_at": "2026-10-16T06:31:24Z",
      "role": "primary",
      "sha256": "3aac6e9748769efff3c475ede0da192776daa03431d231b5f67e2aa50f8a3be9",
      "supports": [
        "name",
        "authors",
        "published_at",
        "updated_at",
        "identifiers.arxiv",
        "details.arxiv_snapshot"
      ],
      "url": "https://export.arxiv.org/api/query?id_list=2308.03688%2C2308.15272%2C2309.08172%2C2309.11436%2C2310.04716%2C2310.04869%2C2310.05126%2C2310.06770%2C2310.08740%2C2310.10634%2C2310.11441%2C2310.16042%2C2310.18331%2C2311.01767%2C2311.07562%2C2311.09278%2C2311.12983%2C2311.18751%2C2312.03003%2C2312.06677%2C2312.08914%2C2312.11671%2C2312.13108%2C2312.13771%2C2312.15820%2C2312.16062%2C2401.01614%2C2401.04124%2C2401.07781%2C2401.10935%2C2401.13178%2C2401.13649%2C2401.13919%2C2401.14268%2C2401.16158%2C2402.01030%2C2402.04476%2C2402.04615%2C2402.05930%2C2402.06596%2C2402.07456%2C2402.07939%2C2402.07945%2C2402.08567%2C2402.11941%2C2402.14073%2C2402.15057%2C2402.16965%2C2402.17553%2C2403.02713&max_results=50"
    },
    {
      "method": "editorial_primary_review",
      "retrieved_at": "2026-10-16T06:31:24Z",
      "role": "primary",
      "sha256": "3aac6e9748769efff3c475ede0da192776daa03431d231b5f67e2aa50f8a3be9",
      "supports": [
        "name",
        "kind",
        "summary",
        "environments",
        "topics",
        "scope",
        "relations"
      ],
      "url": "https://export.arxiv.org/api/query?id_list=2308.03688%2C2308.15272%2C2309.08172%2C2309.11436%2C2310.04716%2C2310.04869%2C2310.05126%2C2310.06770%2C2310.08740%2C2310.10634%2C2310.11441%2C2310.16042%2C2310.18331%2C2311.01767%2C2311.07562%2C2311.09278%2C2311.12983%2C2311.18751%2C2312.03003%2C2312.06677%2C2312.08914%2C2312.11671%2C2312.13108%2C2312.13771%2C2312.15820%2C2312.16062%2C2401.01614%2C2401.04124%2C2401.07781%2C2401.10935%2C2401.13178%2C2401.13649%2C2401.13919%2C2401.14268%2C2401.16158%2C2402.01030%2C2402.04476%2C2402.04615%2C2402.05930%2C2402.06596%2C2402.07456%2C2402.07939%2C2402.07945%2C2402.08567%2C2402.11941%2C2402.14073%2C2402.15057%2C2402.16965%2C2402.17553%2C2403.02713&max_results=50"
    }
  ],
  "id": "arxiv:2308.03688",
  "identifiers": {
    "arxiv": "2308.03688"
  },
  "kind": "paper",
  "last_verified_at": "2026-10-16T06:31:24Z",
  "licenses": {
    "code": null,
    "data": null,
    "document": null,
    "weights": null
  },
  "links": [
    {
      "rel": "primary",
      "url": "https://arxiv.org/abs/2308.03688"
    }
  ],
  "name": "AgentBench: Evaluating LLMs as Agents",
  "notes": "The annotation and scope were reviewed against the primary paper abstract. Experimental results and released artifacts have not been independently reproduced.",
  "published_at": "2023-08-07",
  "relations": [],
  "review_status": "curated",
  "scope": "adjacent",
  "summary": "Evaluates language agents across eight interactive environments and analyzes failures in reasoning, decisions, and instruction following.",
  "topics": [
    "evaluation",
    "planning"
  ],
  "updated_at": "2025-10-04",
  "url": "https://arxiv.org/abs/2308.03688"
}