{
  "aliases": [],
  "authors": [
    "Mizanur Rahman",
    "Mohammed Saidul Islam",
    "Ridwan Mahbub",
    "Md Tahmid Rahman Laskar",
    "Shafiq Joty",
    "Enamul Hoque Prince"
  ],
  "details": {
    "arxiv_snapshot": {
      "abstract_hash_method": "sha256-utf8-whitespace-collapsed-v1",
      "abstract_sha256": "e1089e57e0f0146f29a4a411c5c6f72da3c9f45be223fbbc5c9630315be6a680",
      "submitted_at": "2026-08-11T01:45:56Z",
      "updated_at": "2026-08-11T01:45:56Z",
      "version": 1,
      "versioned_url": "https://arxiv.org/abs/2608.10366v1"
    }
  },
  "environments": [
    "desktop",
    "linux"
  ],
  "evidence": [
    {
      "method": "arxiv_api",
      "retrieved_at": "2026-10-16T06:33:09Z",
      "role": "primary",
      "sha256": "65cc3856c70a0fb267f9996872e077de10e9f54821ab1ffb1d82f0a92fa11dbf",
      "supports": [
        "name",
        "authors",
        "published_at",
        "updated_at",
        "identifiers.arxiv",
        "details.arxiv_snapshot"
      ],
      "url": "https://export.arxiv.org/api/query?id_list=2607.05277%2C2607.06118%2C2607.06306%2C2607.07820%2C2607.11185%2C2607.11388%2C2607.12625%2C2607.12640%2C2607.13027%2C2607.14277%2C2607.14443%2C2607.14548%2C2607.15193%2C2607.15550%2C2607.17050%2C2607.18046%2C2607.19865%2C2607.21557%2C2607.22798%2C2607.23263%2C2607.24112%2C2607.24167%2C2607.25904%2C2607.26041%2C2607.27155%2C2607.28074%2C2607.28227%2C2607.28609%2C2607.29320%2C2608.01964%2C2608.02352%2C2608.02643%2C2608.03270%2C2608.03327%2C2608.04530%2C2608.04741%2C2608.05587%2C2608.05784%2C2608.05891%2C2608.06065%2C2608.06171%2C2608.06477%2C2608.09278%2C2608.09654%2C2608.10366%2C2608.10692%2C2608.11588%2C2608.12429%2C2608.15930%2C2608.17310&max_results=50"
    },
    {
      "method": "editorial_primary_review",
      "retrieved_at": "2026-10-16T06:33:09Z",
      "role": "primary",
      "sha256": "65cc3856c70a0fb267f9996872e077de10e9f54821ab1ffb1d82f0a92fa11dbf",
      "supports": [
        "name",
        "kind",
        "topics"
      ],
      "url": "https://export.arxiv.org/api/query?id_list=2607.05277%2C2607.06118%2C2607.06306%2C2607.07820%2C2607.11185%2C2607.11388%2C2607.12625%2C2607.12640%2C2607.13027%2C2607.14277%2C2607.14443%2C2607.14548%2C2607.15193%2C2607.15550%2C2607.17050%2C2607.18046%2C2607.19865%2C2607.21557%2C2607.22798%2C2607.23263%2C2607.24112%2C2607.24167%2C2607.25904%2C2607.26041%2C2607.27155%2C2607.28074%2C2607.28227%2C2607.28609%2C2607.29320%2C2608.01964%2C2608.02352%2C2608.02643%2C2608.03270%2C2608.03327%2C2608.04530%2C2608.04741%2C2608.05587%2C2608.05784%2C2608.05891%2C2608.06065%2C2608.06171%2C2608.06477%2C2608.09278%2C2608.09654%2C2608.10366%2C2608.10692%2C2608.11588%2C2608.12429%2C2608.15930%2C2608.17310&max_results=50"
    },
    {
      "method": "editorial_primary_review",
      "retrieved_at": "2026-10-17T04:06:26Z",
      "role": "primary",
      "sha256": "2158cabc9a6211e0b75e8e3307f80ebc0d42c42fccc03d0143dcf574c2f663db",
      "supports": [
        "summary",
        "environments",
        "scope"
      ],
      "url": "https://github.com/vis-nlp/DSAgentBench"
    }
  ],
  "id": "arxiv:2608.10366",
  "identifiers": {
    "arxiv": "2608.10366"
  },
  "kind": "paper",
  "last_verified_at": "2026-10-16T06:33:09Z",
  "licenses": {
    "code": null,
    "data": null,
    "document": null,
    "weights": null
  },
  "links": [
    {
      "rel": "primary",
      "url": "https://arxiv.org/abs/2608.10366"
    }
  ],
  "name": "DSAgentBench: Can Agents Automate End-to-End Data-Science Workflows in Real Computer Environments?",
  "notes": "The paper abstract and official project README were reviewed. The README documents an Ubuntu desktop and GUI action interface and includes LLM-assisted evaluators; this annotation does not assert that every evaluator is deterministic. Experimental results and released artifacts have not been independently reproduced.",
  "published_at": "2026-08-11",
  "relations": [],
  "review_status": "curated",
  "scope": "core",
  "summary": "DSAgentBench evaluates end-to-end data-science workflows spanning analysis, modeling and visualization inside a real desktop environment. Task evaluators check produced analytical and visual artifacts, while the released interface supports screenshot or accessibility observations and GUI actions.",
  "topics": [
    "evaluation",
    "workflow",
    "science",
    "long-horizon"
  ],
  "updated_at": "2026-08-11",
  "url": "https://arxiv.org/abs/2608.10366"
}