{
  "aliases": [],
  "authors": [
    "Leyang Yang",
    "Ziwei Wang",
    "Xiaoxuan Tang",
    "Sheng Zhou",
    "Dajun Chen",
    "Wei Jiang",
    "Yong Li"
  ],
  "details": {
    "arxiv_snapshot": {
      "abstract_hash_method": "sha256-utf8-whitespace-collapsed-v1",
      "abstract_sha256": "dc7f5f0fe1ca373272cda4bbeca3a465e1a7eaec829e8a59bbecbe6049dc7b4a",
      "submitted_at": "2025-11-12T09:49:31Z",
      "updated_at": "2025-11-12T09:49:31Z",
      "version": 1,
      "versioned_url": "https://arxiv.org/abs/2511.09157v1"
    }
  },
  "environments": [
    "unspecified"
  ],
  "evidence": [
    {
      "method": "arxiv_api",
      "retrieved_at": "2026-10-16T06:36:47Z",
      "role": "primary",
      "sha256": "ae98e77b8bb125e45277aacec768a047e7bb0e13f33ca9ff6ca7c19e29e56cca",
      "supports": [
        "name",
        "authors",
        "published_at",
        "updated_at",
        "identifiers.arxiv",
        "details.arxiv_snapshot"
      ],
      "url": "https://export.arxiv.org/api/query?search_query=%28ti%3A%22computer+use%22+OR+ti%3A%22computer-use%22+OR+ti%3A%22GUI+agent%22+OR+ti%3A%22GUI+agents%22+OR+ti%3A%22GUI+grounding%22+OR+ti%3A%22web+agents%22+OR+ti%3A%22browser+agent%22%29+AND+submittedDate%3A%5B200001010000+TO+202610160636%5D&start=500&max_results=100&sortBy=submittedDate&sortOrder=descending"
    },
    {
      "method": "editorial_primary_review",
      "retrieved_at": "2026-10-16T06:36:47Z",
      "role": "primary",
      "sha256": "ae98e77b8bb125e45277aacec768a047e7bb0e13f33ca9ff6ca7c19e29e56cca",
      "supports": [
        "name",
        "kind",
        "summary",
        "environments",
        "topics",
        "scope"
      ],
      "url": "https://export.arxiv.org/api/query?search_query=%28ti%3A%22computer+use%22+OR+ti%3A%22computer-use%22+OR+ti%3A%22GUI+agent%22+OR+ti%3A%22GUI+agents%22+OR+ti%3A%22GUI+grounding%22+OR+ti%3A%22web+agents%22+OR+ti%3A%22browser+agent%22%29+AND+submittedDate%3A%5B200001010000+TO+202610160636%5D&start=500&max_results=100&sortBy=submittedDate&sortOrder=descending"
    }
  ],
  "id": "arxiv:2511.09157",
  "identifiers": {
    "arxiv": "2511.09157"
  },
  "kind": "paper",
  "last_verified_at": "2026-10-16T06:36:47Z",
  "licenses": {
    "code": null,
    "data": null,
    "document": null,
    "weights": null
  },
  "links": [
    {
      "rel": "primary",
      "url": "https://arxiv.org/abs/2511.09157"
    }
  ],
  "name": "ProBench: Benchmarking GUI Agents with Accurate Process Information",
  "notes": "The annotation was reviewed against the complete retained primary abstract. Experiments and released artifacts have not been independently reproduced.",
  "published_at": "2025-11-12",
  "relations": [],
  "review_status": "curated",
  "scope": "core",
  "summary": "ProBench extends mobile GUI evaluation with tasks whose correctness depends on the interaction process as well as the final state. Its ProcessProvider supplies process information for assessing agent behavior and analyzing failure modes.",
  "topics": [
    "evaluation",
    "mobile-navigation",
    "observability"
  ],
  "updated_at": "2025-11-12",
  "url": "https://arxiv.org/abs/2511.09157"
}