{
  "aliases": [],
  "authors": [
    "Xianren Zhang",
    "Shreyas Prasad",
    "Di Wang",
    "Qiuhai Zeng",
    "Suhang Wang",
    "Wenbo Yan",
    "Mat Hans"
  ],
  "details": {
    "arxiv_snapshot": {
      "abstract_hash_method": "sha256-utf8-whitespace-collapsed-v1",
      "abstract_sha256": "6c8336a707723227a9d651a3e9347e45907f28ed7421b577761ed57f7d70593d",
      "submitted_at": "2025-08-18T21:58:43Z",
      "updated_at": "2026-04-21T00:38:54Z",
      "version": 2,
      "versioned_url": "https://arxiv.org/abs/2508.15832v2"
    }
  },
  "environments": [
    "web"
  ],
  "evidence": [
    {
      "method": "arxiv_api",
      "retrieved_at": "2026-10-16T06:36:50Z",
      "role": "primary",
      "sha256": "26fb4922c4c0bb5c9069935ed0aef0a9f56938cf8ae1af9724894fa1409955fb",
      "supports": [
        "name",
        "authors",
        "published_at",
        "updated_at",
        "identifiers.arxiv",
        "details.arxiv_snapshot"
      ],
      "url": "https://export.arxiv.org/api/query?search_query=%28ti%3A%22computer+use%22+OR+ti%3A%22computer-use%22+OR+ti%3A%22GUI+agent%22+OR+ti%3A%22GUI+agents%22+OR+ti%3A%22GUI+grounding%22+OR+ti%3A%22web+agents%22+OR+ti%3A%22browser+agent%22%29+AND+submittedDate%3A%5B200001010000+TO+202610160636%5D&start=600&max_results=100&sortBy=submittedDate&sortOrder=descending"
    },
    {
      "method": "editorial_primary_review",
      "retrieved_at": "2026-10-16T06:36:50Z",
      "role": "primary",
      "sha256": "26fb4922c4c0bb5c9069935ed0aef0a9f56938cf8ae1af9724894fa1409955fb",
      "supports": [
        "name",
        "kind",
        "summary",
        "environments",
        "topics",
        "scope",
        "relations"
      ],
      "url": "https://export.arxiv.org/api/query?search_query=%28ti%3A%22computer+use%22+OR+ti%3A%22computer-use%22+OR+ti%3A%22GUI+agent%22+OR+ti%3A%22GUI+agents%22+OR+ti%3A%22GUI+grounding%22+OR+ti%3A%22web+agents%22+OR+ti%3A%22browser+agent%22%29+AND+submittedDate%3A%5B200001010000+TO+202610160636%5D&start=600&max_results=100&sortBy=submittedDate&sortOrder=descending"
    }
  ],
  "id": "arxiv:2508.15832",
  "identifiers": {
    "arxiv": "2508.15832"
  },
  "kind": "paper",
  "last_verified_at": "2026-10-16T06:36:50Z",
  "licenses": {
    "code": null,
    "data": null,
    "document": null,
    "weights": null
  },
  "links": [
    {
      "rel": "primary",
      "url": "https://arxiv.org/abs/2508.15832"
    }
  ],
  "name": "A Functionality-Grounded Benchmark for Evaluating Web Agents in E-commerce Domains",
  "notes": "The annotation and scope were reviewed against the primary paper abstract. Experimental results and released artifacts have not been independently reproduced.",
  "published_at": "2025-08-18",
  "relations": [],
  "review_status": "curated",
  "scope": "core",
  "summary": "Amazon-Bench generates functionality-specific web tasks from page content and interactive controls, covering operations beyond product search. Its evaluator checks task completion and unintended changes to account state, such as address or purchase settings.",
  "topics": [
    "evaluation",
    "safety-security",
    "data-generation",
    "web-navigation"
  ],
  "updated_at": "2026-04-21",
  "url": "https://arxiv.org/abs/2508.15832"
}