{
  "aliases": [],
  "authors": [
    "Christopher Rawles",
    "Sarah Clinckemaillie",
    "Yifan Chang",
    "Jonathan Waltz",
    "Gabrielle Lau",
    "Marybeth Fair",
    "Alice Li",
    "William Bishop",
    "Wei Li",
    "Folawiyo Campbell-Ajala",
    "Daniel Toyama",
    "Robert Berry",
    "Divya Tyamagundlu",
    "Timothy Lillicrap",
    "Oriana Riva"
  ],
  "details": {
    "arxiv_snapshot": {
      "abstract_hash_method": "sha256-utf8-whitespace-collapsed-v1",
      "abstract_sha256": "a33b8b0a03c0dc7ac3f699c34193a526d20791bfedfdde2a2fb89604959e08c2",
      "submitted_at": "2024-05-23T13:48:54Z",
      "updated_at": "2025-04-06T20:37:50Z",
      "version": 5,
      "versioned_url": "https://arxiv.org/abs/2405.14573v5"
    },
    "publication": {
      "authors": [
        "Chris Rawles",
        "Sarah Clinckemaillie",
        "Yifan Chang",
        "Jonathan Waltz",
        "Gabrielle Lau",
        "Marybeth Fair",
        "Alice Li",
        "William Bishop",
        "Wei Li",
        "Folawiyo Campbell-Ajala",
        "Daniel Toyama",
        "Robert Berry",
        "Divya Tyamagundlu",
        "Timothy Lillicrap",
        "Oriana Riva"
      ],
      "date_basis": "Explicit publisher citation_publication_date: 2025-05-01. Preserve supplied precision; do not substitute conference event dates.",
      "date_parts": [
        2025,
        5,
        1
      ],
      "doi": null,
      "event_dates": null,
      "evidence_urls": [
        "https://proceedings.iclr.cc/paper_files/paper/2025/hash/01a83bc2f2732a58e6aa731e659e7101-Abstract-Conference.html"
      ],
      "identity_basis": "Same work: normalized title, ordered author correspondence and the specific contribution in the complete publisher abstract were reviewed against the retained arXiv identity.",
      "issue": null,
      "notes": "Publisher proceedings edition; retained separately from the arXiv snapshot. Publisher spelling, initials, name annotations or author lists differ from the retained preprint.",
      "pages": "406-441",
      "pdf_url": "https://proceedings.iclr.cc/paper_files/paper/2025/file/01a83bc2f2732a58e6aa731e659e7101-Paper-Conference.pdf",
      "publisher": null,
      "series": null,
      "title": "AndroidWorld: A Dynamic Benchmarking Environment for Autonomous Agents",
      "type": "conference-paper",
      "url": "https://proceedings.iclr.cc/paper_files/paper/2025/hash/01a83bc2f2732a58e6aa731e659e7101-Abstract-Conference.html",
      "venue": "International Conference on Learning Representations",
      "volume": "2025"
    }
  },
  "environments": [
    "android"
  ],
  "evidence": [
    {
      "method": "arxiv_api",
      "retrieved_at": "2026-10-16T06:31:28Z",
      "role": "primary",
      "sha256": "be244bfae7f89ef9449b69d85aac44295eb7b5f7e5e1bbedd76df312696676a7",
      "supports": [
        "name",
        "authors",
        "published_at",
        "updated_at",
        "identifiers.arxiv",
        "details.arxiv_snapshot"
      ],
      "url": "https://export.arxiv.org/api/query?id_list=2403.03186%2C2403.03788%2C2403.07718%2C2403.10170%2C2403.11905%2C2403.16971%2C2403.17918%2C2403.20271%2C2404.01549%2C2404.01744%2C2404.02475%2C2404.03648%2C2404.05427%2C2404.05719%2C2404.05955%2C2404.06474%2C2404.07972%2C2404.08755%2C2404.08860%2C2404.08948%2C2404.09992%2C2404.10887%2C2404.11459%2C2404.16006%2C2404.16048%2C2404.16054%2C2404.16660%2C2404.18074%2C2404.19296%2C2405.00516%2C2405.11120%2C2405.12842%2C2405.14573%2C2405.14751%2C2405.15793%2C2405.16247%2C2405.20309%2C2406.01014%2C2406.01623%2C2406.03679%2C2406.06947%2C2406.07822%2C2406.08184%2C2406.08340%2C2406.08451%2C2406.10227%2C2406.10819%2C2406.11317%2C2406.11896%2C2406.12373&max_results=50"
    },
    {
      "method": "editorial_primary_review",
      "retrieved_at": "2026-10-18T04:10:00Z",
      "role": "primary",
      "sha256": "e525e5eeedcb08e61765eb0d4034c43381bd3ecc5cc4bf9cc8788cf50e7a2bca",
      "supports": [
        "details.publication.authors",
        "details.publication.date_basis",
        "details.publication.date_parts",
        "details.publication.identity_basis",
        "details.publication.notes",
        "details.publication.pages",
        "details.publication.pdf_url",
        "details.publication.title",
        "details.publication.type",
        "details.publication.url",
        "details.publication.venue",
        "details.publication.volume"
      ],
      "url": "https://proceedings.iclr.cc/paper_files/paper/2025/hash/01a83bc2f2732a58e6aa731e659e7101-Abstract-Conference.html"
    },
    {
      "method": "editorial_primary_review",
      "retrieved_at": "2026-10-16T06:31:28Z",
      "role": "primary",
      "sha256": "be244bfae7f89ef9449b69d85aac44295eb7b5f7e5e1bbedd76df312696676a7",
      "supports": [
        "name",
        "kind",
        "summary",
        "environments",
        "topics",
        "scope",
        "relations"
      ],
      "url": "https://export.arxiv.org/api/query?id_list=2403.03186%2C2403.03788%2C2403.07718%2C2403.10170%2C2403.11905%2C2403.16971%2C2403.17918%2C2403.20271%2C2404.01549%2C2404.01744%2C2404.02475%2C2404.03648%2C2404.05427%2C2404.05719%2C2404.05955%2C2404.06474%2C2404.07972%2C2404.08755%2C2404.08860%2C2404.08948%2C2404.09992%2C2404.10887%2C2404.11459%2C2404.16006%2C2404.16048%2C2404.16054%2C2404.16660%2C2404.18074%2C2404.19296%2C2405.00516%2C2405.11120%2C2405.12842%2C2405.14573%2C2405.14751%2C2405.15793%2C2405.16247%2C2405.20309%2C2406.01014%2C2406.01623%2C2406.03679%2C2406.06947%2C2406.07822%2C2406.08184%2C2406.08340%2C2406.08451%2C2406.10227%2C2406.10819%2C2406.11317%2C2406.11896%2C2406.12373&max_results=50"
    }
  ],
  "id": "arxiv:2405.14573",
  "identifiers": {
    "arxiv": "2405.14573"
  },
  "kind": "paper",
  "last_verified_at": "2026-10-16T06:31:28Z",
  "licenses": {
    "code": null,
    "data": null,
    "document": null,
    "weights": null
  },
  "links": [
    {
      "rel": "primary",
      "url": "https://arxiv.org/abs/2405.14573"
    },
    {
      "rel": "publication",
      "url": "https://proceedings.iclr.cc/paper_files/paper/2025/hash/01a83bc2f2732a58e6aa731e659e7101-Abstract-Conference.html"
    },
    {
      "rel": "publication_pdf",
      "url": "https://proceedings.iclr.cc/paper_files/paper/2025/file/01a83bc2f2732a58e6aa731e659e7101-Paper-Conference.pdf"
    }
  ],
  "name": "AndroidWorld: A Dynamic Benchmarking Environment for Autonomous Agents",
  "notes": "Editorial summary based on the primary paper abstract; experiments and released artifacts have not been independently reproduced.",
  "published_at": "2024-05-23",
  "relations": [],
  "review_status": "curated",
  "scope": "core",
  "summary": "Introduces parameterized Android tasks with initialization, success checks, and cleanup for reproducible interactive evaluation.",
  "topics": [
    "evaluation",
    "mobile-navigation"
  ],
  "updated_at": "2025-04-06",
  "url": "https://arxiv.org/abs/2405.14573"
}
