{
  "aliases": [],
  "authors": [
    "Ruisheng Cao",
    "Fangyu Lei",
    "Haoyuan Wu",
    "Jixuan Chen",
    "Yeqiao Fu",
    "Hongcheng Gao",
    "Xinzhuang Xiong",
    "Hanchong Zhang",
    "Yuchen Mao",
    "Wenjing Hu",
    "Tianbao Xie",
    "Hongshen Xu",
    "Danyang Zhang",
    "Sida Wang",
    "Ruoxi Sun",
    "Pengcheng Yin",
    "Caiming Xiong",
    "Ansong Ni",
    "Qian Liu",
    "Victor Zhong",
    "Lu Chen",
    "Kai Yu",
    "Tao Yu"
  ],
  "details": {
    "arxiv_snapshot": {
      "abstract_hash_method": "sha256-utf8-whitespace-collapsed-v1",
      "abstract_sha256": "7922a723142ac62018064fe5fc9357fb77c08e316ac4d6d6ba728f1b337df690",
      "submitted_at": "2024-07-15T17:54:37Z",
      "updated_at": "2024-07-15T17:54:37Z",
      "version": 1,
      "versioned_url": "https://arxiv.org/abs/2407.10956v1"
    },
    "publication": {
      "authors": [
        "Ruisheng Cao",
        "Fangyu Lei",
        "Haoyuan Wu",
        "Jixuan Chen",
        "Yeqiao Fu",
        "Hongcheng Gao",
        "Xinzhuang Xiong",
        "Hanchong Zhang",
        "Yuchen Mao",
        "Wenjing Hu",
        "Tianbao Xie",
        "Hongshen Xu",
        "Danyang Zhang",
        "Sida Wang",
        "Ruoxi Sun",
        "Pengcheng Yin",
        "Caiming Xiong",
        "Ansong Ni",
        "Qian Liu",
        "Victor Zhong",
        "Lu Chen",
        "Kai Yu",
        "Tao Yu"
      ],
      "date_basis": "Explicit publisher citation_publication_date: 2024-12-16. Preserve supplied precision; do not substitute conference event dates.",
      "date_parts": [
        2024,
        12,
        16
      ],
      "doi": "10.52202/079017-3421",
      "event_dates": null,
      "evidence_urls": [
        "https://proceedings.neurips.cc/paper_files/paper/2024/hash/c2f71567cd53464161cab3336e8fc865-Abstract-Datasets_and_Benchmarks_Track.html"
      ],
      "identity_basis": "Same work: normalized title, ordered author correspondence and the specific contribution in the complete publisher abstract were reviewed against the retained arXiv identity. The normalized publisher abstract matches the retained arXiv abstract SHA-256.",
      "issue": null,
      "notes": "Publisher proceedings edition; retained separately from the arXiv snapshot.",
      "pages": "107703-107744",
      "pdf_url": "https://proceedings.neurips.cc/paper_files/paper/2024/file/c2f71567cd53464161cab3336e8fc865-Paper-Datasets_and_Benchmarks_Track.pdf",
      "publisher": null,
      "series": null,
      "title": "Spider2-V: How Far Are Multimodal Agents From Automating Data Science and Engineering Workflows?",
      "type": "conference-paper",
      "url": "https://proceedings.neurips.cc/paper_files/paper/2024/hash/c2f71567cd53464161cab3336e8fc865-Abstract-Datasets_and_Benchmarks_Track.html",
      "venue": "Advances in Neural Information Processing Systems",
      "volume": "37"
    }
  },
  "environments": [
    "desktop",
    "web"
  ],
  "evidence": [
    {
      "method": "arxiv_api",
      "retrieved_at": "2026-10-16T06:31:32Z",
      "role": "primary",
      "sha256": "b9a83994d8ac36ccdb606a5219511f8bb35ad3948ade4f9f3e28d386221aedfb",
      "supports": [
        "name",
        "authors",
        "published_at",
        "updated_at",
        "identifiers.arxiv",
        "details.arxiv_snapshot"
      ],
      "url": "https://export.arxiv.org/api/query?id_list=2406.12814%2C2406.13719%2C2406.14056%2C2406.14250%2C2406.14314%2C2406.18082%2C2406.19263%2C2407.00993%2C2407.01476%2C2407.01489%2C2407.01511%2C2407.01558%2C2407.03037%2C2407.03913%2C2407.04346%2C2407.05291%2C2407.07061%2C2407.08850%2C2407.09018%2C2407.09295%2C2407.10956%2C2407.13032%2C2407.13063%2C2407.15673%2C2407.15711%2C2407.16741%2C2407.17490%2C2407.18901%2C2407.19056%2C2407.20183%2C2408.00203%2C2408.02544%2C2408.06327%2C2408.07199%2C2408.11824%2C2408.15978%2C2409.02453%2C2409.04566%2C2409.07429%2C2409.08264%2C2409.09354%2C2409.10741%2C2409.11295%2C2409.13711%2C2409.14337%2C2409.14818%2C2409.15441%2C2409.15637%2C2409.17140%2C2409.20566&max_results=50"
    },
    {
      "method": "editorial_primary_review",
      "retrieved_at": "2026-10-18T04:10:04Z",
      "role": "primary",
      "sha256": "872286a0210616be9737de716cc6069a1e9cbee1df3182d45c718582e185f62f",
      "supports": [
        "details.publication.authors",
        "details.publication.date_basis",
        "details.publication.date_parts",
        "details.publication.doi",
        "details.publication.identity_basis",
        "details.publication.notes",
        "details.publication.pages",
        "details.publication.pdf_url",
        "details.publication.title",
        "details.publication.type",
        "details.publication.url",
        "details.publication.venue",
        "details.publication.volume"
      ],
      "url": "https://proceedings.neurips.cc/paper_files/paper/2024/hash/c2f71567cd53464161cab3336e8fc865-Abstract-Datasets_and_Benchmarks_Track.html"
    },
    {
      "method": "editorial_primary_review",
      "retrieved_at": "2026-10-16T06:31:32Z",
      "role": "primary",
      "sha256": "b9a83994d8ac36ccdb606a5219511f8bb35ad3948ade4f9f3e28d386221aedfb",
      "supports": [
        "name",
        "kind",
        "summary",
        "environments",
        "topics",
        "scope",
        "relations"
      ],
      "url": "https://export.arxiv.org/api/query?id_list=2406.12814%2C2406.13719%2C2406.14056%2C2406.14250%2C2406.14314%2C2406.18082%2C2406.19263%2C2407.00993%2C2407.01476%2C2407.01489%2C2407.01511%2C2407.01558%2C2407.03037%2C2407.03913%2C2407.04346%2C2407.05291%2C2407.07061%2C2407.08850%2C2407.09018%2C2407.09295%2C2407.10956%2C2407.13032%2C2407.13063%2C2407.15673%2C2407.15711%2C2407.16741%2C2407.17490%2C2407.18901%2C2407.19056%2C2407.20183%2C2408.00203%2C2408.02544%2C2408.06327%2C2408.07199%2C2408.11824%2C2408.15978%2C2409.02453%2C2409.04566%2C2409.07429%2C2409.08264%2C2409.09354%2C2409.10741%2C2409.11295%2C2409.13711%2C2409.14337%2C2409.14818%2C2409.15441%2C2409.15637%2C2409.17140%2C2409.20566&max_results=50"
    }
  ],
  "id": "arxiv:2407.10956",
  "identifiers": {
    "arxiv": "2407.10956"
  },
  "kind": "paper",
  "last_verified_at": "2026-10-16T06:31:32Z",
  "licenses": {
    "code": null,
    "data": null,
    "document": null,
    "weights": null
  },
  "links": [
    {
      "rel": "primary",
      "url": "https://arxiv.org/abs/2407.10956"
    },
    {
      "rel": "publication",
      "url": "https://proceedings.neurips.cc/paper_files/paper/2024/hash/c2f71567cd53464161cab3336e8fc865-Abstract-Datasets_and_Benchmarks_Track.html"
    },
    {
      "rel": "publication_pdf",
      "url": "https://proceedings.neurips.cc/paper_files/paper/2024/file/c2f71567cd53464161cab3336e8fc865-Paper-Datasets_and_Benchmarks_Track.pdf"
    }
  ],
  "name": "Spider2-V: How Far Are Multimodal Agents From Automating Data Science and Engineering Workflows?",
  "notes": "The annotation and scope were reviewed against the primary paper abstract. Experimental results and released artifacts have not been independently reproduced.",
  "published_at": "2024-07-15",
  "relations": [],
  "review_status": "curated",
  "scope": "core",
  "summary": "Benchmarks multimodal agents on data-science and engineering workflows involving enterprise applications, code, and GUI operations in real computer environments.",
  "topics": [
    "evaluation",
    "science",
    "workflow"
  ],
  "updated_at": "2024-07-15",
  "url": "https://arxiv.org/abs/2407.10956"
}