{
  "aliases": [],
  "authors": [],
  "details": {
    "benchmark_protocol": {
      "actions": [
        "click",
        "type",
        "scroll",
        "configured BrowserGym/AgentLab actions"
      ],
      "counts": [],
      "evaluation": "Tasks define check_if_task_is_complete(initial_state,current_state); app-specific reward logic evaluates underlying state, with custom checks for code-editor file contents. Observation/history flags are configurable. No universal single fixed task total or published-run reproduction is implied.",
      "evidence_urls": [
        "https://raw.githubusercontent.com/facebookresearch/OpenApps/HEAD/README.md",
        "https://raw.githubusercontent.com/facebookresearch/OpenApps/HEAD/docs/tasks.md",
        "https://raw.githubusercontent.com/facebookresearch/OpenApps/HEAD/docs/agents.md",
        "https://api.github.com/repos/facebookresearch/OpenApps/git/trees/main?recursive=1"
      ],
      "focus": [
        "UI-agent reliability under environment variation",
        "state-based browser task evaluation"
      ],
      "notes": "Preserve the code/tag, app state, theme/layout/content choices, goal variant and action/observation configuration. Current main refactors the paper-era appearance surface, and the v1.0-paper tag includes post-publication fixes that may move rewards. The environments run as browser apps; phone/tablet viewports are not native Android/iOS environments.",
      "observations": [
        "screenshots",
        "accessibility trees",
        "set-of-marks and coordinates (configurable)"
      ],
      "setting": "interactive"
    },
    "license_review": {
      "code": {
        "evidence_urls": [
          "https://raw.githubusercontent.com/facebookresearch/OpenApps/HEAD/LICENSE"
        ],
        "reason": "Reviewed repository license declaration for code; third-party dependencies, data, weights and executable environment images are separate."
      }
    },
    "repository_tree_sha": "6e6782794433c60468d65ac75bc3f03c56007f8c",
    "repository_url": "https://github.com/facebookresearch/OpenApps"
  },
  "environments": [
    "web"
  ],
  "evidence": [
    {
      "method": "editorial_primary_review",
      "retrieved_at": "2026-10-18T04:35:18Z",
      "role": "primary",
      "sha256": "1df0f66584b37e7dba90811a7732d3b0c13c96cd7da4aec3970a18be36a6cec1",
      "supports": [
        "name",
        "kind",
        "summary",
        "environments",
        "topics",
        "scope",
        "notes",
        "relations",
        "details.benchmark_protocol"
      ],
      "url": "https://raw.githubusercontent.com/facebookresearch/OpenApps/HEAD/README.md"
    },
    {
      "method": "editorial_primary_review",
      "retrieved_at": "2026-10-18T04:33:19Z",
      "role": "primary",
      "sha256": "2c57b627cb344e360480c10e74dcdd1d1ed321d9a7a4e3891bc970355b15f4cd",
      "supports": [
        "identity"
      ],
      "url": "https://api.github.com/repos/facebookresearch/OpenApps"
    },
    {
      "method": "editorial_primary_review",
      "retrieved_at": "2026-10-18T04:35:18Z",
      "role": "primary",
      "sha256": "34aa76fbd6cca6ac2f3949792144662b90d85d7a18988afabcb570167ea5c1d6",
      "supports": [
        "identity",
        "release_status",
        "details.repository_tree_sha",
        "details.benchmark_protocol"
      ],
      "url": "https://api.github.com/repos/facebookresearch/OpenApps/git/trees/main?recursive=1"
    },
    {
      "method": "editorial_primary_review",
      "retrieved_at": "2026-10-18T04:40:40Z",
      "role": "primary",
      "sha256": "af030b93a7604c063b08f003b0a0124a6e95e560649d0306bfe40dd87fed563d",
      "supports": [
        "details.benchmark_protocol"
      ],
      "url": "https://raw.githubusercontent.com/facebookresearch/OpenApps/HEAD/docs/tasks.md"
    },
    {
      "method": "editorial_primary_review",
      "retrieved_at": "2026-10-18T04:40:40Z",
      "role": "primary",
      "sha256": "aede4dfd965bd3484336f40ddb1bd6db48aed00ab45e27c048b76cc4601d71b3",
      "supports": [
        "details.benchmark_protocol"
      ],
      "url": "https://raw.githubusercontent.com/facebookresearch/OpenApps/HEAD/docs/agents.md"
    },
    {
      "method": "editorial_primary_review",
      "retrieved_at": "2026-10-18T04:35:20Z",
      "role": "primary",
      "sha256": "336255dc30193e8e15d689d9481bb05673d89055718f3a96923a7ffb99adbbaf",
      "supports": [
        "licenses.code"
      ],
      "url": "https://raw.githubusercontent.com/facebookresearch/OpenApps/HEAD/LICENSE"
    }
  ],
  "id": "github:facebookresearch/openapps",
  "identifiers": {},
  "kind": "benchmark",
  "last_verified_at": "2026-10-18T04:35:18Z",
  "licenses": {
    "code": {
      "basis": "Reviewed repository license declaration for code; third-party dependencies, data, weights and executable environment images are separate.",
      "declared": "CC-BY-NC-4.0",
      "retrieved_at": "2026-10-18T04:35:20Z",
      "url": "https://raw.githubusercontent.com/facebookresearch/OpenApps/HEAD/LICENSE"
    },
    "data": null,
    "document": null,
    "weights": null
  },
  "links": [
    {
      "rel": "primary",
      "url": "https://github.com/facebookresearch/OpenApps"
    }
  ],
  "name": "OpenApps",
  "notes": "Public code includes app/task/configuration and agent-launching implementations. README distinguishes moving main from v1.0-paper and explicitly says even that tag is not a byte-exact snapshot of the published runs. CC-BY-NC-4.0 is the repository’s declared code license; third-party WebShop, map and icon content retain separate terms. No commercial-use permission or fixed downloadable task total is inferred.",
  "published_at": null,
  "relations": [
    {
      "evidence_url": "https://raw.githubusercontent.com/facebookresearch/OpenApps/HEAD/README.md",
      "target_id": "arxiv:2511.20766",
      "type": "documented_by"
    }
  ],
  "review_status": "curated",
  "scope": "core",
  "summary": "Configurable browser apps and task rewards for testing computer-use agents under changes in content, layout and appearance.",
  "topics": [
    "evaluation",
    "robustness",
    "cross-app",
    "sandbox"
  ],
  "updated_at": null,
  "url": "https://github.com/facebookresearch/OpenApps"
}