{
  "aliases": [],
  "authors": [
    "Zihan Dong",
    "Zhiyuan Ma",
    "Zekun Wang",
    "Yunqing Li",
    "Zirou Liu",
    "Ruixuan Deng",
    "Qishi Zhan",
    "Rui Qian"
  ],
  "details": {
    "arxiv_snapshot": {
      "abstract_hash_method": "sha256-utf8-whitespace-collapsed-v1",
      "abstract_sha256": "d75f6c942d6854a259556b7ef1060fa0f142755162da329580c6177cd1adef15",
      "submitted_at": "2026-07-30T15:29:42Z",
      "updated_at": "2026-07-30T15:29:42Z",
      "version": 1,
      "versioned_url": "https://arxiv.org/abs/2607.28367v1"
    }
  },
  "environments": [
    "web",
    "desktop"
  ],
  "evidence": [
    {
      "method": "arxiv_api",
      "retrieved_at": "2026-10-16T06:36:32Z",
      "role": "primary",
      "sha256": "13d3fb5811d203f2e6b80eb45d30ebc0b3cfefd88e2034ffa3b1b80687bef285",
      "supports": [
        "name",
        "authors",
        "published_at",
        "updated_at",
        "identifiers.arxiv",
        "details.arxiv_snapshot"
      ],
      "url": "https://export.arxiv.org/api/query?search_query=%28ti%3A%22computer+use%22+OR+ti%3A%22computer-use%22+OR+ti%3A%22GUI+agent%22+OR+ti%3A%22GUI+agents%22+OR+ti%3A%22GUI+grounding%22+OR+ti%3A%22web+agents%22+OR+ti%3A%22browser+agent%22%29+AND+submittedDate%3A%5B200001010000+TO+202610160636%5D&start=100&max_results=100&sortBy=submittedDate&sortOrder=descending"
    },
    {
      "method": "editorial_primary_review",
      "retrieved_at": "2026-10-16T06:36:32Z",
      "role": "primary",
      "sha256": "13d3fb5811d203f2e6b80eb45d30ebc0b3cfefd88e2034ffa3b1b80687bef285",
      "supports": [
        "name",
        "kind",
        "summary",
        "environments",
        "topics",
        "scope",
        "relations"
      ],
      "url": "https://export.arxiv.org/api/query?search_query=%28ti%3A%22computer+use%22+OR+ti%3A%22computer-use%22+OR+ti%3A%22GUI+agent%22+OR+ti%3A%22GUI+agents%22+OR+ti%3A%22GUI+grounding%22+OR+ti%3A%22web+agents%22+OR+ti%3A%22browser+agent%22%29+AND+submittedDate%3A%5B200001010000+TO+202610160636%5D&start=100&max_results=100&sortBy=submittedDate&sortOrder=descending"
    }
  ],
  "id": "arxiv:2607.28367",
  "identifiers": {
    "arxiv": "2607.28367"
  },
  "kind": "paper",
  "last_verified_at": "2026-10-16T06:36:32Z",
  "licenses": {
    "code": null,
    "data": null,
    "document": null,
    "weights": null
  },
  "links": [
    {
      "rel": "primary",
      "url": "https://arxiv.org/abs/2607.28367"
    }
  ],
  "name": "How Benchmarks Mis-Score Computer-Use Agents",
  "notes": "The annotation and scope were reviewed against the primary paper abstract. Experimental results and released artifacts have not been independently reproduced.",
  "published_at": "2026-07-30",
  "relations": [],
  "review_status": "curated",
  "scope": "core",
  "summary": "Audits failure-scored computer-use trajectories to distinguish agent errors from broken tasks and evaluator false negatives. It organizes reliability issues across task construction, trajectory evidence, scoring, and reporting, then derives corresponding evaluation design practices.",
  "topics": [
    "evaluation",
    "observability",
    "robustness"
  ],
  "updated_at": "2026-07-30",
  "url": "https://arxiv.org/abs/2607.28367"
}