{
  "aliases": [],
  "authors": [
    "Syed Yusuf Ahmed",
    "Shiwei Feng",
    "Chanwoo Bae",
    "Calix Barrus Xiangyu Zhang"
  ],
  "details": {
    "arxiv_snapshot": {
      "abstract_hash_method": "sha256-utf8-whitespace-collapsed-v1",
      "abstract_sha256": "8ad18d7fe815f5529fef663130b7ce8841763589e7f4319c0c7556ec2df1da03",
      "submitted_at": "2026-03-10T22:56:03Z",
      "updated_at": "2026-03-10T22:56:03Z",
      "version": 1,
      "versioned_url": "https://arxiv.org/abs/2603.10268v1"
    }
  },
  "environments": [
    "web"
  ],
  "evidence": [
    {
      "method": "arxiv_api",
      "retrieved_at": "2026-10-16T06:32:59Z",
      "role": "primary",
      "sha256": "d494c76e512656f76a5912eac0768bbbdd50014387c779a0618a40c1722c399b",
      "supports": [
        "name",
        "authors",
        "published_at",
        "updated_at",
        "identifiers.arxiv",
        "details.arxiv_snapshot"
      ],
      "url": "https://export.arxiv.org/api/query?id_list=2602.07008%2C2602.07283%2C2602.07787%2C2602.09856%2C2602.10356%2C2602.10814%2C2602.10915%2C2602.11524%2C2602.11858%2C2602.12276%2C2602.12544%2C2602.12852%2C2602.13559%2C2602.13653%2C2602.14865%2C2602.15384%2C2602.17003%2C2602.17245%2C2602.17588%2C2602.24142%2C2603.00503%2C2603.00676%2C2603.02951%2C2603.04364%2C2603.04949%2C2603.07024%2C2603.07432%2C2603.08013%2C2603.08316%2C2603.08938%2C2603.10268%2C2603.10291%2C2603.10505%2C2603.10577%2C2603.12710%2C2603.14248%2C2603.14448%2C2603.17441%2C2603.17826%2C2603.20278%2C2603.20340%2C2603.22529%2C2603.23007%2C2603.23559%2C2603.24160%2C2603.24533%2C2603.26041%2C2603.26266%2C2604.00073%2C2604.00842&max_results=50"
    },
    {
      "method": "editorial_primary_review",
      "retrieved_at": "2026-10-16T06:32:59Z",
      "role": "primary",
      "sha256": "d494c76e512656f76a5912eac0768bbbdd50014387c779a0618a40c1722c399b",
      "supports": [
        "name",
        "kind",
        "summary",
        "environments",
        "topics",
        "scope"
      ],
      "url": "https://export.arxiv.org/api/query?id_list=2602.07008%2C2602.07283%2C2602.07787%2C2602.09856%2C2602.10356%2C2602.10814%2C2602.10915%2C2602.11524%2C2602.11858%2C2602.12276%2C2602.12544%2C2602.12852%2C2602.13559%2C2602.13653%2C2602.14865%2C2602.15384%2C2602.17003%2C2602.17245%2C2602.17588%2C2602.24142%2C2603.00503%2C2603.00676%2C2603.02951%2C2603.04364%2C2603.04949%2C2603.07024%2C2603.07432%2C2603.08013%2C2603.08316%2C2603.08938%2C2603.10268%2C2603.10291%2C2603.10505%2C2603.10577%2C2603.12710%2C2603.14248%2C2603.14448%2C2603.17441%2C2603.17826%2C2603.20278%2C2603.20340%2C2603.22529%2C2603.23007%2C2603.23559%2C2603.24160%2C2603.24533%2C2603.26041%2C2603.26266%2C2604.00073%2C2604.00842&max_results=50"
    }
  ],
  "id": "arxiv:2603.10268",
  "identifiers": {
    "arxiv": "2603.10268"
  },
  "kind": "paper",
  "last_verified_at": "2026-10-16T06:32:59Z",
  "licenses": {
    "code": null,
    "data": null,
    "document": null,
    "weights": null
  },
  "links": [
    {
      "rel": "primary",
      "url": "https://arxiv.org/abs/2603.10268"
    }
  ],
  "name": "SpecOps: A Fully Automated AI Agent Testing Framework in Real-World GUI Environments",
  "notes": "The annotation and scope were reviewed against the primary paper abstract. Experimental results and released artifacts have not been independently reproduced.",
  "published_at": "2026-03-10",
  "relations": [],
  "review_status": "curated",
  "scope": "core",
  "summary": "SpecOps divides testing of GUI-based agents into test generation, environment setup, execution and validation handled by specialist agents. Its evaluation spans five real-world agents, including web applications and browser extensions, and measures execution reliability and bug discovery.",
  "topics": [
    "automation",
    "evaluation",
    "planning"
  ],
  "updated_at": "2026-03-10",
  "url": "https://arxiv.org/abs/2603.10268"
}