{
  "aliases": [],
  "authors": [],
  "details": {
    "availability": "Public benchmark-adapter source and running instructions.",
    "license_review": {
      "code": {
        "evidence_urls": [
          "https://raw.githubusercontent.com/huggingface/screensuite/HEAD/LICENSE"
        ],
        "reason": "Inspected repository LICENSE; not a license for linked benchmark datasets, pretrained weights or services."
      }
    },
    "repository_revision": "9ceda5070d5664dd9376d5f8e7b43f02188e01ff"
  },
  "environments": [
    "web",
    "android",
    "desktop"
  ],
  "evidence": [
    {
      "method": "editorial_primary_review",
      "retrieved_at": "2026-10-17T09:12:13Z",
      "role": "primary",
      "sha256": "edcaa6f8355be6a8774ebeeb9bdb67648e8eeddb813d6be0fa2433116d9def36",
      "supports": [
        "name",
        "kind",
        "summary",
        "environments",
        "topics",
        "scope",
        "notes",
        "relations",
        "details"
      ],
      "url": "https://raw.githubusercontent.com/huggingface/screensuite/HEAD/README.md"
    },
    {
      "method": "editorial_primary_review",
      "retrieved_at": "2026-10-17T09:12:12Z",
      "role": "primary",
      "sha256": "e372458e48d0ebbbe0f7887b66e2d5bb4db612fd96db4dc53404c0319891f7e8",
      "supports": [
        "identity"
      ],
      "url": "https://api.github.com/repos/huggingface/screensuite"
    },
    {
      "method": "editorial_primary_review",
      "retrieved_at": "2026-10-17T09:14:05Z",
      "role": "primary",
      "sha256": "93b685a13bfba4d9569dbfc0418de93c7b9f8a3f7c101af053aadeebbdf8b2c0",
      "supports": [
        "release_status"
      ],
      "url": "https://api.github.com/repos/huggingface/screensuite/git/trees/main?recursive=1"
    },
    {
      "method": "editorial_primary_review",
      "retrieved_at": "2026-10-17T09:14:06Z",
      "role": "primary",
      "sha256": "c71d239df91726fc519c6eb72d318ec65820627232b2f796219e87dcf35d0ab4",
      "supports": [
        "licenses.code"
      ],
      "url": "https://raw.githubusercontent.com/huggingface/screensuite/HEAD/LICENSE"
    }
  ],
  "id": "github:huggingface/screensuite",
  "identifiers": {},
  "kind": "framework",
  "last_verified_at": "2026-10-17T09:12:13Z",
  "licenses": {
    "code": {
      "basis": "Inspected repository LICENSE; not a license for linked benchmark datasets, pretrained weights or services.",
      "declared": "Apache-2.0",
      "retrieved_at": "2026-10-17T09:14:06Z",
      "url": "https://raw.githubusercontent.com/huggingface/screensuite/HEAD/LICENSE"
    },
    "data": null,
    "document": null,
    "weights": null
  },
  "links": [
    {
      "rel": "primary",
      "url": "https://github.com/huggingface/screensuite"
    }
  ],
  "name": "ScreenSuite",
  "notes": "The publisher states that the suite compares the underlying multimodal models rather than full agent implementations. Public source includes benchmark adapters and registry code. Multi-step environments require Docker and KVM; constituent datasets, remote model services and OSWorld account-dependent tasks retain their own setup and terms. Apache-2.0 is scoped to this repository code.",
  "published_at": null,
  "relations": [],
  "review_status": "curated",
  "scope": "core",
  "summary": "A shared evaluation harness for GUI-model perception, offline action prediction and multi-step interaction, using simple smolagents-based agents across existing benchmarks.",
  "topics": [
    "evaluation",
    "grounding",
    "action-prediction"
  ],
  "updated_at": null,
  "url": "https://github.com/huggingface/screensuite"
}
