{
  "aliases": [],
  "authors": [
    "Frank F. Xu",
    "Yufan Song",
    "Boxuan Li",
    "Yuxuan Tang",
    "Kritanjali Jain",
    "Mengxue Bao",
    "Zora Z. Wang",
    "Xuhui Zhou",
    "Zhitong Guo",
    "Murong Cao",
    "Mingyang Yang",
    "Hao Yang Lu",
    "Amaad Martin",
    "Zhe Su",
    "Leander Maben",
    "Raj Mehta",
    "Wayne Chi",
    "Lawrence Jang",
    "Yiqing Xie",
    "Shuyan Zhou",
    "Graham Neubig"
  ],
  "details": {
    "arxiv_snapshot": {
      "abstract_hash_method": "sha256-utf8-whitespace-collapsed-v1",
      "abstract_sha256": "77f91dd9ec9f50fb5526a78cfe270a7a1705d5bd83a2aef26644453740c005d5",
      "submitted_at": "2024-12-18T18:55:40Z",
      "updated_at": "2025-09-10T08:35:19Z",
      "version": 3,
      "versioned_url": "https://arxiv.org/abs/2412.14161v3"
    }
  },
  "environments": [
    "web",
    "desktop"
  ],
  "evidence": [
    {
      "method": "arxiv_api",
      "retrieved_at": "2026-10-16T06:31:38Z",
      "role": "primary",
      "sha256": "e96b86015c763c780e0430a8d0867b96cae947f50e888b3441c85abcaa42de78",
      "supports": [
        "name",
        "authors",
        "published_at",
        "updated_at",
        "identifiers.arxiv",
        "details.arxiv_snapshot"
      ],
      "url": "https://export.arxiv.org/api/query?id_list=2412.04454%2C2412.04626%2C2412.05467%2C2412.09362%2C2412.09605%2C2412.10342%2C2412.10742%2C2412.10840%2C2412.13103%2C2412.13194%2C2412.13501%2C2412.14161%2C2412.14470%2C2412.16256%2C2412.17589%2C2412.18116%2C2412.18426%2C2412.19723%2C2501.01149%2C2501.04575%2C2501.07572%2C2501.11733%2C2501.12326%2C2501.13896%2C2501.16150%2C2502.01600%2C2502.01977%2C2502.02982%2C2502.06395%2C2502.07949%2C2502.08047%2C2502.08226%2C2502.11357%2C2502.13053%2C2502.13923%2C2502.14282%2C2502.18906%2C2503.00401%2C2503.02268%2C2503.03196%2C2503.04730%2C2503.05143%2C2503.06470%2C2503.09263%2C2503.11069%2C2503.11170%2C2503.12687%2C2503.15661%2C2503.15937%2C2503.16465&max_results=50"
    },
    {
      "method": "editorial_primary_review",
      "retrieved_at": "2026-10-16T06:31:38Z",
      "role": "primary",
      "sha256": "e96b86015c763c780e0430a8d0867b96cae947f50e888b3441c85abcaa42de78",
      "supports": [
        "name",
        "kind",
        "summary",
        "environments",
        "topics",
        "scope",
        "relations"
      ],
      "url": "https://export.arxiv.org/api/query?id_list=2412.04454%2C2412.04626%2C2412.05467%2C2412.09362%2C2412.09605%2C2412.10342%2C2412.10742%2C2412.10840%2C2412.13103%2C2412.13194%2C2412.13501%2C2412.14161%2C2412.14470%2C2412.16256%2C2412.17589%2C2412.18116%2C2412.18426%2C2412.19723%2C2501.01149%2C2501.04575%2C2501.07572%2C2501.11733%2C2501.12326%2C2501.13896%2C2501.16150%2C2502.01600%2C2502.01977%2C2502.02982%2C2502.06395%2C2502.07949%2C2502.08047%2C2502.08226%2C2502.11357%2C2502.13053%2C2502.13923%2C2502.14282%2C2502.18906%2C2503.00401%2C2503.02268%2C2503.03196%2C2503.04730%2C2503.05143%2C2503.06470%2C2503.09263%2C2503.11069%2C2503.11170%2C2503.12687%2C2503.15661%2C2503.15937%2C2503.16465&max_results=50"
    }
  ],
  "id": "arxiv:2412.14161",
  "identifiers": {
    "arxiv": "2412.14161"
  },
  "kind": "paper",
  "last_verified_at": "2026-10-16T06:31:38Z",
  "licenses": {
    "code": null,
    "data": null,
    "document": null,
    "weights": null
  },
  "links": [
    {
      "rel": "primary",
      "url": "https://arxiv.org/abs/2412.14161"
    }
  ],
  "name": "TheAgentCompany: Benchmarking LLM Agents on Consequential Real World Tasks",
  "notes": "The annotation and scope were reviewed against the primary paper abstract. Experimental results and released artifacts have not been independently reproduced.",
  "published_at": "2024-12-18",
  "relations": [],
  "review_status": "curated",
  "scope": "core",
  "summary": "Simulates a software-company workplace to evaluate agents on professional tasks involving websites, programs, files, and coworker communication.",
  "topics": [
    "evaluation",
    "long-horizon",
    "workflow"
  ],
  "updated_at": "2025-09-10",
  "url": "https://arxiv.org/abs/2412.14161"
}