{
  "aliases": [],
  "authors": [
    "Lawrence Jang",
    "Yinheng Li",
    "Dan Zhao",
    "Charles Ding",
    "Justin Lin",
    "Paul Pu Liang",
    "Rogerio Bonatti",
    "Kazuhito Koishida"
  ],
  "details": {
    "arxiv_snapshot": {
      "abstract_hash_method": "sha256-utf8-whitespace-collapsed-v1",
      "abstract_sha256": "6f413943bd5c2a395ddb5cf38a1a5ad61754b35a9eb5de43e8d980bd83e4adff",
      "submitted_at": "2024-10-24T19:03:01Z",
      "updated_at": "2025-02-15T05:19:38Z",
      "version": 3,
      "versioned_url": "https://arxiv.org/abs/2410.19100v3"
    },
    "publication": {
      "authors": [
        "Lawrence Jang",
        "Yinheng Li",
        "Dan Zhao",
        "Charles Ding",
        "Justin Lin",
        "Paul Pu Liang",
        "Rogerio Bonatti",
        "Kazuhito Koishida"
      ],
      "date_basis": "Explicit publisher citation_publication_date: 2025-05-01. Preserve supplied precision; do not substitute conference event dates.",
      "date_parts": [
        2025,
        5,
        1
      ],
      "doi": null,
      "event_dates": null,
      "evidence_urls": [
        "https://proceedings.iclr.cc/paper_files/paper/2025/hash/5b555804d495321df2e3208cc27f4fbc-Abstract-Conference.html"
      ],
      "identity_basis": "Same work: normalized title, ordered author correspondence and the specific contribution in the complete publisher abstract were reviewed against the retained arXiv identity.",
      "issue": null,
      "notes": "Publisher proceedings edition; retained separately from the arXiv snapshot.",
      "pages": "36934-36958",
      "pdf_url": "https://proceedings.iclr.cc/paper_files/paper/2025/file/5b555804d495321df2e3208cc27f4fbc-Paper-Conference.pdf",
      "publisher": null,
      "series": null,
      "title": "VideoWebArena:  Evaluating Long Context Multimodal Agents with Video Understanding Web Tasks",
      "type": "conference-paper",
      "url": "https://proceedings.iclr.cc/paper_files/paper/2025/hash/5b555804d495321df2e3208cc27f4fbc-Abstract-Conference.html",
      "venue": "International Conference on Learning Representations",
      "volume": "2025"
    }
  },
  "environments": [
    "web"
  ],
  "evidence": [
    {
      "method": "arxiv_api",
      "retrieved_at": "2026-10-16T06:31:35Z",
      "role": "primary",
      "sha256": "b3e67984f59a1b05ccd946eb54e2d37b0bb78ab0ca796fbb6d544793dafea3e0",
      "supports": [
        "name",
        "authors",
        "published_at",
        "updated_at",
        "identifiers.arxiv",
        "details.arxiv_snapshot"
      ],
      "url": "https://export.arxiv.org/api/query?id_list=2410.00467%2C2410.00689%2C2410.02810%2C2410.02907%2C2410.05243%2C2410.06703%2C2410.08164%2C2410.09006%2C2410.09024%2C2410.11843%2C2410.11871%2C2410.11872%2C2410.13232%2C2410.13757%2C2410.13824%2C2410.13825%2C2410.13886%2C2410.14803%2C2410.15164%2C2410.16464%2C2410.17236%2C2410.17401%2C2410.17520%2C2410.17883%2C2410.18603%2C2410.18963%2C2410.18967%2C2410.19054%2C2410.19100%2C2410.19461%2C2410.19609%2C2410.20745%2C2410.22552%2C2410.23218%2C2410.24024%2C2411.00820%2C2411.02337%2C2411.02391%2C2411.04468%2C2411.04890%2C2411.06559%2C2411.07618%2C2411.10323%2C2411.13451%2C2411.13591%2C2411.15004%2C2411.17465%2C2411.18279%2C2412.00402%2C2412.01268&max_results=50"
    },
    {
      "method": "editorial_primary_review",
      "retrieved_at": "2026-10-18T04:10:02Z",
      "role": "primary",
      "sha256": "fdb42289bd00ad80cb51b66a01b91e13e60f134e809bb6c46181b4024ccabad2",
      "supports": [
        "details.publication.authors",
        "details.publication.date_basis",
        "details.publication.date_parts",
        "details.publication.identity_basis",
        "details.publication.notes",
        "details.publication.pages",
        "details.publication.pdf_url",
        "details.publication.title",
        "details.publication.type",
        "details.publication.url",
        "details.publication.venue",
        "details.publication.volume"
      ],
      "url": "https://proceedings.iclr.cc/paper_files/paper/2025/hash/5b555804d495321df2e3208cc27f4fbc-Abstract-Conference.html"
    },
    {
      "method": "editorial_primary_review",
      "retrieved_at": "2026-10-16T06:31:35Z",
      "role": "primary",
      "sha256": "b3e67984f59a1b05ccd946eb54e2d37b0bb78ab0ca796fbb6d544793dafea3e0",
      "supports": [
        "name",
        "kind",
        "summary",
        "environments",
        "topics",
        "scope",
        "relations"
      ],
      "url": "https://export.arxiv.org/api/query?id_list=2410.00467%2C2410.00689%2C2410.02810%2C2410.02907%2C2410.05243%2C2410.06703%2C2410.08164%2C2410.09006%2C2410.09024%2C2410.11843%2C2410.11871%2C2410.11872%2C2410.13232%2C2410.13757%2C2410.13824%2C2410.13825%2C2410.13886%2C2410.14803%2C2410.15164%2C2410.16464%2C2410.17236%2C2410.17401%2C2410.17520%2C2410.17883%2C2410.18603%2C2410.18963%2C2410.18967%2C2410.19054%2C2410.19100%2C2410.19461%2C2410.19609%2C2410.20745%2C2410.22552%2C2410.23218%2C2410.24024%2C2411.00820%2C2411.02337%2C2411.02391%2C2411.04468%2C2411.04890%2C2411.06559%2C2411.07618%2C2411.10323%2C2411.13451%2C2411.13591%2C2411.15004%2C2411.17465%2C2411.18279%2C2412.00402%2C2412.01268&max_results=50"
    }
  ],
  "id": "arxiv:2410.19100",
  "identifiers": {
    "arxiv": "2410.19100"
  },
  "kind": "paper",
  "last_verified_at": "2026-10-16T06:31:35Z",
  "licenses": {
    "code": null,
    "data": null,
    "document": null,
    "weights": null
  },
  "links": [
    {
      "rel": "primary",
      "url": "https://arxiv.org/abs/2410.19100"
    },
    {
      "rel": "publication",
      "url": "https://proceedings.iclr.cc/paper_files/paper/2025/hash/5b555804d495321df2e3208cc27f4fbc-Abstract-Conference.html"
    },
    {
      "rel": "publication_pdf",
      "url": "https://proceedings.iclr.cc/paper_files/paper/2025/file/5b555804d495321df2e3208cc27f4fbc-Paper-Conference.pdf"
    }
  ],
  "name": "VideoWebArena: Evaluating Long Context Multimodal Agents with Video Understanding Web Tasks",
  "notes": "The annotation and scope were reviewed against the primary paper abstract. Experimental results and released artifacts have not been independently reproduced.",
  "published_at": "2024-10-24",
  "relations": [],
  "review_status": "curated",
  "scope": "core",
  "summary": "Evaluates whether web agents can retain procedural skills and factual information from long video tutorials and use them during tasks.",
  "topics": [
    "evaluation",
    "video",
    "memory"
  ],
  "updated_at": "2025-02-15",
  "url": "https://arxiv.org/abs/2410.19100"
}