{
  "aliases": [],
  "authors": [
    "Xuehui Wang",
    "Zhenyu Wu",
    "JingJing Xie",
    "Zichen Ding",
    "Bowen Yang",
    "Zehao Li",
    "Zhaoyang Liu",
    "Qingyun Li",
    "Xuan Dong",
    "Zhe Chen",
    "Weiyun Wang",
    "Xiangyu Zhao",
    "Jixuan Chen",
    "Haodong Duan",
    "Tianbao Xie",
    "Chenyu Yang",
    "Shiqian Su",
    "Yue Yu",
    "Yuan Huang",
    "Yiqian Liu",
    "Xiao Zhang",
    "Yanting Zhang",
    "Xiangyu Yue",
    "Weijie Su",
    "Xizhou Zhu",
    "Wei Shen",
    "Jifeng Dai",
    "Wenhai Wang"
  ],
  "details": {
    "arxiv_snapshot": {
      "abstract_hash_method": "sha256-utf8-whitespace-collapsed-v1",
      "abstract_sha256": "8b91f7bacbac917e374aa6f656dcfbcb2e220ab3227fa2cff295c63a1c005f9f",
      "submitted_at": "2025-07-25T17:59:26Z",
      "updated_at": "2025-07-25T17:59:26Z",
      "version": 1,
      "versioned_url": "https://arxiv.org/abs/2507.19478v1"
    }
  },
  "environments": [
    "web",
    "desktop",
    "windows",
    "macos",
    "linux",
    "ios",
    "android",
    "cross-platform"
  ],
  "evidence": [
    {
      "method": "arxiv_api",
      "retrieved_at": "2026-10-16T06:36:50Z",
      "role": "primary",
      "sha256": "26fb4922c4c0bb5c9069935ed0aef0a9f56938cf8ae1af9724894fa1409955fb",
      "supports": [
        "name",
        "authors",
        "published_at",
        "updated_at",
        "identifiers.arxiv",
        "details.arxiv_snapshot"
      ],
      "url": "https://export.arxiv.org/api/query?search_query=%28ti%3A%22computer+use%22+OR+ti%3A%22computer-use%22+OR+ti%3A%22GUI+agent%22+OR+ti%3A%22GUI+agents%22+OR+ti%3A%22GUI+grounding%22+OR+ti%3A%22web+agents%22+OR+ti%3A%22browser+agent%22%29+AND+submittedDate%3A%5B200001010000+TO+202610160636%5D&start=600&max_results=100&sortBy=submittedDate&sortOrder=descending"
    },
    {
      "method": "editorial_primary_review",
      "retrieved_at": "2026-10-16T06:36:50Z",
      "role": "primary",
      "sha256": "26fb4922c4c0bb5c9069935ed0aef0a9f56938cf8ae1af9724894fa1409955fb",
      "supports": [
        "name",
        "kind",
        "summary",
        "environments",
        "topics",
        "scope",
        "relations"
      ],
      "url": "https://export.arxiv.org/api/query?search_query=%28ti%3A%22computer+use%22+OR+ti%3A%22computer-use%22+OR+ti%3A%22GUI+agent%22+OR+ti%3A%22GUI+agents%22+OR+ti%3A%22GUI+grounding%22+OR+ti%3A%22web+agents%22+OR+ti%3A%22browser+agent%22%29+AND+submittedDate%3A%5B200001010000+TO+202610160636%5D&start=600&max_results=100&sortBy=submittedDate&sortOrder=descending"
    }
  ],
  "id": "arxiv:2507.19478",
  "identifiers": {
    "arxiv": "2507.19478"
  },
  "kind": "paper",
  "last_verified_at": "2026-10-16T06:36:50Z",
  "licenses": {
    "code": null,
    "data": null,
    "document": null,
    "weights": null
  },
  "links": [
    {
      "rel": "primary",
      "url": "https://arxiv.org/abs/2507.19478"
    }
  ],
  "name": "MMBench-GUI: Hierarchical Multi-Platform Evaluation Framework for GUI Agents",
  "notes": "The annotation and scope were reviewed against the primary paper abstract. Experimental results and released artifacts have not been independently reproduced.",
  "published_at": "2025-07-25",
  "relations": [],
  "review_status": "curated",
  "scope": "core",
  "summary": "MMBench-GUI evaluates interface understanding, element grounding, task automation, and collaboration across six named desktop, mobile, and web platforms. It introduces the Efficiency-Quality Area metric for examining execution efficiency alongside task quality in online GUI automation.",
  "topics": [
    "evaluation",
    "grounding",
    "efficiency",
    "planning"
  ],
  "updated_at": "2025-07-25",
  "url": "https://arxiv.org/abs/2507.19478"
}