{
  "id": "arxiv:2306.00245",
  "citation-key": "arxiv_2306_00245",
  "type": "article",
  "title": "From Pixels to UI Actions: Learning to Follow Instructions via Graphical User Interfaces",
  "URL": "https://arxiv.org/abs/2306.00245v2",
  "custom": {
    "catalog_id": "arxiv:2306.00245",
    "catalog_kind": "paper",
    "catalog_review_status": "curated",
    "canonical_source_url": "https://arxiv.org/abs/2306.00245",
    "identifiers": {
      "arxiv": "2306.00245"
    },
    "first_published_at": "2023-05-31",
    "record_updated_at": "2023-12-06",
    "catalog_scope": "core",
    "arxiv_snapshot": {
      "abstract_hash_method": "sha256-utf8-whitespace-collapsed-v1",
      "abstract_sha256": "d06f7480695f45546b62b5b8c3d8c174ca52936e158d46e626689d0918711417",
      "submitted_at": "2023-05-31T23:39:18Z",
      "updated_at": "2023-12-06T23:46:36Z",
      "version": 2,
      "versioned_url": "https://arxiv.org/abs/2306.00245v2"
    },
    "publication": {
      "authors": [
        "Peter Shaw",
        "Mandar Joshi",
        "James Cohan",
        "Jonathan Berant",
        "Panupong Pasupat",
        "Hexiang Hu",
        "Urvashi Khandelwal",
        "Kenton Lee",
        "Kristina Toutanova"
      ],
      "date_basis": "Explicit publisher metadata: 2023-12-15; precision=day.",
      "date_parts": [
        2023,
        12,
        15
      ],
      "doi": "10.52202/075280-1490",
      "event_dates": null,
      "evidence_urls": [
        "https://papers.nips.cc/paper_files/paper/2023/hash/6c52a8a4fadc9129c6e1d1745f2dfd0f-Abstract-Conference.html",
        "https://proceedings.neurips.cc/paper_files/paper/2023/file/6c52a8a4fadc9129c6e1d1745f2dfd0f-Paper-Conference.pdf"
      ],
      "identity_basis": "Same work: exact normalized landing title, corresponding author list, and matching specific contribution. Publisher and arXiv versions remain distinct.",
      "issue": null,
      "notes": "The NeurIPS landing metadata adds the initial N to Kristina Toutanova; the formal paper title page does not. Publication authors use the PDF. Publisher-hosted proceedings record; distinct from the retained arXiv preprint snapshot.",
      "pages": "34354-34370",
      "pdf_url": "https://proceedings.neurips.cc/paper_files/paper/2023/file/6c52a8a4fadc9129c6e1d1745f2dfd0f-Paper-Conference.pdf",
      "publisher": null,
      "series": null,
      "title": "From Pixels to UI Actions: Learning to Follow Instructions via Graphical User Interfaces",
      "type": "conference-paper",
      "url": "https://papers.nips.cc/paper_files/paper/2023/hash/6c52a8a4fadc9129c6e1d1745f2dfd0f-Abstract-Conference.html",
      "venue": "Advances in Neural Information Processing Systems",
      "volume": "36"
    },
    "citation_edition": "record"
  },
  "note": "First published: 2023-05-31; Recorded arXiv version: v2; Recorded version updated: 2023-12-06T23:46:36Z.",
  "author": [
    {
      "literal": "Peter Shaw"
    },
    {
      "literal": "Mandar Joshi"
    },
    {
      "literal": "James Cohan"
    },
    {
      "literal": "Jonathan Berant"
    },
    {
      "literal": "Panupong Pasupat"
    },
    {
      "literal": "Hexiang Hu"
    },
    {
      "literal": "Urvashi Khandelwal"
    },
    {
      "literal": "Kenton Lee"
    },
    {
      "literal": "Kristina Toutanova"
    }
  ],
  "issued": {
    "date-parts": [
      [
        2023,
        5,
        31
      ]
    ]
  },
  "archive": "arXiv",
  "archive_location": "2306.00245",
  "genre": "preprint",
  "version": "2"
}