{
  "aliases": [],
  "authors": [
    "Wei Dong",
    "Tianyu Fu",
    "Zhe Yu",
    "Hanning Wang",
    "Anyang Su",
    "Zhizhou Fang",
    "Yuyang Chen",
    "Shuo Wang",
    "Minghui Wu",
    "Ping Jiang",
    "Zhen Lei",
    "Chenxu Zhao"
  ],
  "details": {
    "arxiv_snapshot": {
      "abstract_hash_method": "sha256-utf8-whitespace-collapsed-v1",
      "abstract_sha256": "cc6d846f43b9992388e94f3bcfdfc9a25d09b317fea62336aa22951c8fce9f8b",
      "submitted_at": "2026-07-07T10:27:31Z",
      "updated_at": "2026-07-07T10:27:31Z",
      "version": 1,
      "versioned_url": "https://arxiv.org/abs/2607.06118v1"
    }
  },
  "environments": [
    "web"
  ],
  "evidence": [
    {
      "method": "arxiv_api",
      "retrieved_at": "2026-10-16T06:36:32Z",
      "role": "primary",
      "sha256": "13d3fb5811d203f2e6b80eb45d30ebc0b3cfefd88e2034ffa3b1b80687bef285",
      "supports": [
        "name",
        "authors",
        "published_at",
        "updated_at",
        "identifiers.arxiv",
        "details.arxiv_snapshot"
      ],
      "url": "https://export.arxiv.org/api/query?search_query=%28ti%3A%22computer+use%22+OR+ti%3A%22computer-use%22+OR+ti%3A%22GUI+agent%22+OR+ti%3A%22GUI+agents%22+OR+ti%3A%22GUI+grounding%22+OR+ti%3A%22web+agents%22+OR+ti%3A%22browser+agent%22%29+AND+submittedDate%3A%5B200001010000+TO+202610160636%5D&start=100&max_results=100&sortBy=submittedDate&sortOrder=descending"
    },
    {
      "method": "editorial_primary_review",
      "retrieved_at": "2026-10-16T06:36:32Z",
      "role": "primary",
      "sha256": "13d3fb5811d203f2e6b80eb45d30ebc0b3cfefd88e2034ffa3b1b80687bef285",
      "supports": [
        "name",
        "kind",
        "summary",
        "environments",
        "topics",
        "scope",
        "notes"
      ],
      "url": "https://export.arxiv.org/api/query?search_query=%28ti%3A%22computer+use%22+OR+ti%3A%22computer-use%22+OR+ti%3A%22GUI+agent%22+OR+ti%3A%22GUI+agents%22+OR+ti%3A%22GUI+grounding%22+OR+ti%3A%22web+agents%22+OR+ti%3A%22browser+agent%22%29+AND+submittedDate%3A%5B200001010000+TO+202610160636%5D&start=100&max_results=100&sortBy=submittedDate&sortOrder=descending"
    }
  ],
  "id": "arxiv:2607.06118",
  "identifiers": {
    "arxiv": "2607.06118"
  },
  "kind": "paper",
  "last_verified_at": "2026-10-16T06:36:32Z",
  "licenses": {
    "code": null,
    "data": null,
    "document": null,
    "weights": null
  },
  "links": [
    {
      "rel": "primary",
      "url": "https://arxiv.org/abs/2607.06118"
    }
  ],
  "name": "WebRetriever: A Large-Scale Comprehensive Benchmark for Efficient Web Agent Evaluation",
  "notes": "The annotation and scope were reviewed against the complete retained original arXiv abstract. Experiments, reported performance and artifact availability have not been independently reproduced.",
  "published_at": "2026-07-07",
  "relations": [],
  "review_status": "curated",
  "scope": "core",
  "summary": "WebRetriever evaluates navigation, knowledge-assisted interaction and end-to-end information-extraction workflows under separate protocols. Its NavEval judge uses richer interaction context to diagnose cases where navigation success does not translate into useful task completion.",
  "topics": [
    "evaluation",
    "web-navigation",
    "observability"
  ],
  "updated_at": "2026-07-07",
  "url": "https://arxiv.org/abs/2607.06118"
}