{
  "aliases": [],
  "authors": [
    "Tianbao Xie",
    "Danyang Zhang",
    "Jixuan Chen",
    "Xiaochuan Li",
    "Siheng Zhao",
    "Ruisheng Cao",
    "Toh Jing Hua",
    "Zhoujun Cheng",
    "Dongchan Shin",
    "Fangyu Lei",
    "Yitao Liu",
    "Yiheng Xu",
    "Shuyan Zhou",
    "Silvio Savarese",
    "Caiming Xiong",
    "Victor Zhong",
    "Tao Yu"
  ],
  "details": {
    "arxiv_snapshot": {
      "abstract_hash_method": "sha256-utf8-whitespace-collapsed-v1",
      "abstract_sha256": "a347bfcb4de03a60410392b52d522e5b7ad5dbabb474d60fc1ec097e74c4008d",
      "submitted_at": "2024-04-11T17:56:05Z",
      "updated_at": "2024-05-30T08:55:12Z",
      "version": 2,
      "versioned_url": "https://arxiv.org/abs/2404.07972v2"
    },
    "publication": {
      "authors": [
        "Tianbao Xie",
        "Danyang Zhang",
        "Jixuan Chen",
        "Xiaochuan Li",
        "Siheng Zhao",
        "Ruisheng Cao",
        "Toh J. Hua",
        "Zhoujun Cheng",
        "Dongchan Shin",
        "Fangyu Lei",
        "Yitao Liu",
        "Yiheng Xu",
        "Shuyan Zhou",
        "Silvio Savarese",
        "Caiming Xiong",
        "Victor Zhong",
        "Tao Yu"
      ],
      "date_basis": "Explicit publisher citation_publication_date: 2024-12-16. Preserve supplied precision; do not substitute conference event dates.",
      "date_parts": [
        2024,
        12,
        16
      ],
      "doi": "10.52202/079017-1650",
      "event_dates": null,
      "evidence_urls": [
        "https://proceedings.neurips.cc/paper_files/paper/2024/hash/5d413e48f84dc61244b6be550f1cd8f5-Abstract-Datasets_and_Benchmarks_Track.html"
      ],
      "identity_basis": "Same work: normalized title, ordered author correspondence and the specific contribution in the complete publisher abstract were reviewed against the retained arXiv identity.",
      "issue": null,
      "notes": "Publisher proceedings edition; retained separately from the arXiv snapshot. Publisher spelling, initials, name annotations or author lists differ from the retained preprint.",
      "pages": "52040-52094",
      "pdf_url": "https://proceedings.neurips.cc/paper_files/paper/2024/file/5d413e48f84dc61244b6be550f1cd8f5-Paper-Datasets_and_Benchmarks_Track.pdf",
      "publisher": null,
      "series": null,
      "title": "OSWorld: Benchmarking Multimodal Agents for Open-Ended Tasks in Real Computer Environments",
      "type": "conference-paper",
      "url": "https://proceedings.neurips.cc/paper_files/paper/2024/hash/5d413e48f84dc61244b6be550f1cd8f5-Abstract-Datasets_and_Benchmarks_Track.html",
      "venue": "Advances in Neural Information Processing Systems",
      "volume": "37"
    }
  },
  "environments": [
    "desktop",
    "linux",
    "windows",
    "macos"
  ],
  "evidence": [
    {
      "method": "arxiv_api",
      "retrieved_at": "2026-10-16T06:31:28Z",
      "role": "primary",
      "sha256": "be244bfae7f89ef9449b69d85aac44295eb7b5f7e5e1bbedd76df312696676a7",
      "supports": [
        "name",
        "authors",
        "published_at",
        "updated_at",
        "identifiers.arxiv",
        "details.arxiv_snapshot"
      ],
      "url": "https://export.arxiv.org/api/query?id_list=2403.03186%2C2403.03788%2C2403.07718%2C2403.10170%2C2403.11905%2C2403.16971%2C2403.17918%2C2403.20271%2C2404.01549%2C2404.01744%2C2404.02475%2C2404.03648%2C2404.05427%2C2404.05719%2C2404.05955%2C2404.06474%2C2404.07972%2C2404.08755%2C2404.08860%2C2404.08948%2C2404.09992%2C2404.10887%2C2404.11459%2C2404.16006%2C2404.16048%2C2404.16054%2C2404.16660%2C2404.18074%2C2404.19296%2C2405.00516%2C2405.11120%2C2405.12842%2C2405.14573%2C2405.14751%2C2405.15793%2C2405.16247%2C2405.20309%2C2406.01014%2C2406.01623%2C2406.03679%2C2406.06947%2C2406.07822%2C2406.08184%2C2406.08340%2C2406.08451%2C2406.10227%2C2406.10819%2C2406.11317%2C2406.11896%2C2406.12373&max_results=50"
    },
    {
      "method": "editorial_primary_review",
      "retrieved_at": "2026-10-18T04:10:02Z",
      "role": "primary",
      "sha256": "f62cbd2e5c92d250cc894a05e46f9052cfd38f0cdbf14902af6a96b96bcc9e8d",
      "supports": [
        "details.publication.authors",
        "details.publication.date_basis",
        "details.publication.date_parts",
        "details.publication.doi",
        "details.publication.identity_basis",
        "details.publication.notes",
        "details.publication.pages",
        "details.publication.pdf_url",
        "details.publication.title",
        "details.publication.type",
        "details.publication.url",
        "details.publication.venue",
        "details.publication.volume"
      ],
      "url": "https://proceedings.neurips.cc/paper_files/paper/2024/hash/5d413e48f84dc61244b6be550f1cd8f5-Abstract-Datasets_and_Benchmarks_Track.html"
    },
    {
      "method": "editorial_primary_review",
      "retrieved_at": "2026-10-16T06:31:28Z",
      "role": "primary",
      "sha256": "be244bfae7f89ef9449b69d85aac44295eb7b5f7e5e1bbedd76df312696676a7",
      "supports": [
        "name",
        "kind",
        "summary",
        "environments",
        "topics",
        "scope",
        "relations"
      ],
      "url": "https://export.arxiv.org/api/query?id_list=2403.03186%2C2403.03788%2C2403.07718%2C2403.10170%2C2403.11905%2C2403.16971%2C2403.17918%2C2403.20271%2C2404.01549%2C2404.01744%2C2404.02475%2C2404.03648%2C2404.05427%2C2404.05719%2C2404.05955%2C2404.06474%2C2404.07972%2C2404.08755%2C2404.08860%2C2404.08948%2C2404.09992%2C2404.10887%2C2404.11459%2C2404.16006%2C2404.16048%2C2404.16054%2C2404.16660%2C2404.18074%2C2404.19296%2C2405.00516%2C2405.11120%2C2405.12842%2C2405.14573%2C2405.14751%2C2405.15793%2C2405.16247%2C2405.20309%2C2406.01014%2C2406.01623%2C2406.03679%2C2406.06947%2C2406.07822%2C2406.08184%2C2406.08340%2C2406.08451%2C2406.10227%2C2406.10819%2C2406.11317%2C2406.11896%2C2406.12373&max_results=50"
    }
  ],
  "id": "arxiv:2404.07972",
  "identifiers": {
    "arxiv": "2404.07972"
  },
  "kind": "paper",
  "last_verified_at": "2026-10-16T06:31:28Z",
  "licenses": {
    "code": null,
    "data": null,
    "document": null,
    "weights": null
  },
  "links": [
    {
      "rel": "primary",
      "url": "https://arxiv.org/abs/2404.07972"
    },
    {
      "rel": "publication",
      "url": "https://proceedings.neurips.cc/paper_files/paper/2024/hash/5d413e48f84dc61244b6be550f1cd8f5-Abstract-Datasets_and_Benchmarks_Track.html"
    },
    {
      "rel": "publication_pdf",
      "url": "https://proceedings.neurips.cc/paper_files/paper/2024/file/5d413e48f84dc61244b6be550f1cd8f5-Paper-Datasets_and_Benchmarks_Track.pdf"
    }
  ],
  "name": "OSWorld: Benchmarking Multimodal Agents for Open-Ended Tasks in Real Computer Environments",
  "notes": "Editorial summary based on the primary paper abstract; experiments and released artifacts have not been independently reproduced.",
  "published_at": "2024-04-11",
  "relations": [],
  "review_status": "curated",
  "scope": "core",
  "summary": "Introduces a real-computer evaluation environment with execution-based checks for tasks spanning desktop applications and operating-system state.",
  "topics": [
    "evaluation",
    "cross-app"
  ],
  "updated_at": "2024-05-30",
  "url": "https://arxiv.org/abs/2404.07972"
}