{
  "aliases": [],
  "authors": [
    "Qiushi Sun",
    "Zhoumianze Liu",
    "Chang Ma",
    "Zichen Ding",
    "Fangzhi Xu",
    "Zhangyue Yin",
    "Haiteng Zhao",
    "Zhenyu Wu",
    "Kanzhi Cheng",
    "Zhaoyang Liu",
    "Jianing Wang",
    "Qintong Li",
    "Xiangru Tang",
    "Tianbao Xie",
    "Xiachong Feng",
    "Xiang Li",
    "Ben Kao",
    "Wenhai Wang",
    "Biqing Qi",
    "Lingpeng Kong",
    "Zhiyong Wu"
  ],
  "details": {
    "arxiv_snapshot": {
      "abstract_hash_method": "sha256-utf8-whitespace-collapsed-v1",
      "abstract_sha256": "4743f6bfd0ca48717184cf55545e33a229dd5ab2d454385d33ea2f1b25c15b0c",
      "submitted_at": "2025-05-26T12:27:27Z",
      "updated_at": "2026-04-20T16:29:04Z",
      "version": 3,
      "versioned_url": "https://arxiv.org/abs/2505.19897v3"
    }
  },
  "environments": [
    "desktop"
  ],
  "evidence": [
    {
      "method": "arxiv_api",
      "retrieved_at": "2026-10-16T06:31:42Z",
      "role": "primary",
      "sha256": "afe4e75ffb8a5c44f4c088a90ffa5f53553036f514aa768f5aee0c5aa38d731e",
      "supports": [
        "name",
        "authors",
        "published_at",
        "updated_at",
        "identifiers.arxiv",
        "details.arxiv_snapshot"
      ],
      "url": "https://export.arxiv.org/api/query?id_list=2503.16788%2C2503.17709%2C2503.18492%2C2503.19537%2C2503.20978%2C2503.21620%2C2503.23434%2C2504.01382%2C2504.07981%2C2504.10445%2C2504.10458%2C2504.11257%2C2504.11281%2C2504.12679%2C2504.13805%2C2504.13865%2C2504.14239%2C2504.18575%2C2504.19838%2C2504.20464%2C2505.10924%2C2505.11891%2C2505.12299%2C2505.12632%2C2505.13227%2C2505.13887%2C2505.13909%2C2505.14289%2C2505.15810%2C2505.16282%2C2505.16827%2C2505.18829%2C2505.19897%2C2505.21496%2C2505.21499%2C2505.21936%2C2505.22648%2C2505.23762%2C2505.24838%2C2506.00618%2C2506.01391%2C2506.01968%2C2506.02456%2C2506.03143%2C2506.03569%2C2506.04135%2C2506.04614%2C2506.07672%2C2506.08012%2C2506.08972&max_results=50"
    },
    {
      "method": "editorial_primary_review",
      "retrieved_at": "2026-10-16T06:31:42Z",
      "role": "primary",
      "sha256": "afe4e75ffb8a5c44f4c088a90ffa5f53553036f514aa768f5aee0c5aa38d731e",
      "supports": [
        "name",
        "kind",
        "summary",
        "environments",
        "topics",
        "scope",
        "relations"
      ],
      "url": "https://export.arxiv.org/api/query?id_list=2503.16788%2C2503.17709%2C2503.18492%2C2503.19537%2C2503.20978%2C2503.21620%2C2503.23434%2C2504.01382%2C2504.07981%2C2504.10445%2C2504.10458%2C2504.11257%2C2504.11281%2C2504.12679%2C2504.13805%2C2504.13865%2C2504.14239%2C2504.18575%2C2504.19838%2C2504.20464%2C2505.10924%2C2505.11891%2C2505.12299%2C2505.12632%2C2505.13227%2C2505.13887%2C2505.13909%2C2505.14289%2C2505.15810%2C2505.16282%2C2505.16827%2C2505.18829%2C2505.19897%2C2505.21496%2C2505.21499%2C2505.21936%2C2505.22648%2C2505.23762%2C2505.24838%2C2506.00618%2C2506.01391%2C2506.01968%2C2506.02456%2C2506.03143%2C2506.03569%2C2506.04135%2C2506.04614%2C2506.07672%2C2506.08012%2C2506.08972&max_results=50"
    }
  ],
  "id": "arxiv:2505.19897",
  "identifiers": {
    "arxiv": "2505.19897"
  },
  "kind": "paper",
  "last_verified_at": "2026-10-16T06:31:42Z",
  "licenses": {
    "code": null,
    "data": null,
    "document": null,
    "weights": null
  },
  "links": [
    {
      "rel": "primary",
      "url": "https://arxiv.org/abs/2505.19897"
    }
  ],
  "name": "ScienceBoard: Evaluating Multimodal Autonomous Agents in Realistic Scientific Workflows",
  "notes": "The annotation and scope were reviewed against the primary paper abstract. Experimental results and released artifacts have not been independently reproduced.",
  "published_at": "2025-05-26",
  "relations": [],
  "review_status": "curated",
  "scope": "core",
  "summary": "ScienceBoard combines an interactive environment with professional scientific software and 169 human-curated tasks in areas including biochemistry, astronomy, and geoinformatics. It evaluates computer-use agents on visually rich research workflows and analyzes their execution limitations.",
  "topics": [
    "evaluation",
    "science",
    "workflow"
  ],
  "updated_at": "2026-04-20",
  "url": "https://arxiv.org/abs/2505.19897"
}