{
  "aliases": [],
  "authors": [
    "Tianci Xue",
    "Weijian Qi",
    "Tianneng Shi",
    "Chan Hee Song",
    "Boyu Gou",
    "Dawn Song",
    "Huan Sun",
    "Yu Su"
  ],
  "details": {
    "arxiv_snapshot": {
      "abstract_hash_method": "sha256-utf8-whitespace-collapsed-v1",
      "abstract_sha256": "ccad667f7c5bb75e58d75d5eab5cc24c7c3610be9eed1a09079de5e23c85af04",
      "submitted_at": "2025-04-02T05:51:29Z",
      "updated_at": "2025-10-08T02:22:45Z",
      "version": 4,
      "versioned_url": "https://arxiv.org/abs/2504.01382v4"
    }
  },
  "environments": [
    "web"
  ],
  "evidence": [
    {
      "method": "arxiv_api",
      "retrieved_at": "2026-10-16T06:36:54Z",
      "role": "primary",
      "sha256": "4953a8e0f029016aef668bce98cec4d2873a7ae49c1fe33c4311fa5eb8d24089",
      "supports": [
        "name",
        "authors",
        "published_at",
        "updated_at",
        "identifiers.arxiv",
        "details.arxiv_snapshot"
      ],
      "url": "https://export.arxiv.org/api/query?search_query=%28ti%3A%22computer+use%22+OR+ti%3A%22computer-use%22+OR+ti%3A%22GUI+agent%22+OR+ti%3A%22GUI+agents%22+OR+ti%3A%22GUI+grounding%22+OR+ti%3A%22web+agents%22+OR+ti%3A%22browser+agent%22%29+AND+submittedDate%3A%5B200001010000+TO+202610160636%5D&start=700&max_results=100&sortBy=submittedDate&sortOrder=descending"
    },
    {
      "method": "editorial_primary_review",
      "retrieved_at": "2026-10-16T06:36:54Z",
      "role": "primary",
      "sha256": "4953a8e0f029016aef668bce98cec4d2873a7ae49c1fe33c4311fa5eb8d24089",
      "supports": [
        "name",
        "kind",
        "summary",
        "environments",
        "topics",
        "scope",
        "relations"
      ],
      "url": "https://export.arxiv.org/api/query?search_query=%28ti%3A%22computer+use%22+OR+ti%3A%22computer-use%22+OR+ti%3A%22GUI+agent%22+OR+ti%3A%22GUI+agents%22+OR+ti%3A%22GUI+grounding%22+OR+ti%3A%22web+agents%22+OR+ti%3A%22browser+agent%22%29+AND+submittedDate%3A%5B200001010000+TO+202610160636%5D&start=700&max_results=100&sortBy=submittedDate&sortOrder=descending"
    }
  ],
  "id": "arxiv:2504.01382",
  "identifiers": {
    "arxiv": "2504.01382"
  },
  "kind": "paper",
  "last_verified_at": "2026-10-16T06:36:54Z",
  "licenses": {
    "code": null,
    "data": null,
    "document": null,
    "weights": null
  },
  "links": [
    {
      "rel": "primary",
      "url": "https://arxiv.org/abs/2504.01382"
    }
  ],
  "name": "An Illusion of Progress? Assessing the Current State of Web Agents",
  "notes": "The annotation and scope were reviewed against the primary paper abstract. Experimental results and released artifacts have not been independently reproduced.",
  "published_at": "2025-04-02",
  "relations": [],
  "review_status": "curated",
  "scope": "core",
  "summary": "Introduces Online-Mind2Web, with 300 tasks across 136 live websites, and examines how benchmark design affects assessments of web agents. It also develops an LLM judge for task completion and compares its judgments with human evaluation.",
  "topics": [
    "evaluation",
    "web-navigation"
  ],
  "updated_at": "2025-10-08",
  "url": "https://arxiv.org/abs/2504.01382"
}