{
  "aliases": [],
  "authors": [
    "Zhirui Deng",
    "Zhicheng Dou",
    "Yutao Zhu",
    "Ji-Rong Wen",
    "Ruibin Xiong",
    "Mang Wang",
    "Weipeng Chen"
  ],
  "details": {
    "arxiv_snapshot": {
      "abstract_hash_method": "sha256-utf8-whitespace-collapsed-v1",
      "abstract_sha256": "dd631a31f72dabe3a3bebf322031f9d686082073a8e4aa71eb65745498327f4e",
      "submitted_at": "2024-11-06T10:35:11Z",
      "updated_at": "2024-12-09T09:20:11Z",
      "version": 3,
      "versioned_url": "https://arxiv.org/abs/2411.03817v3"
    }
  },
  "environments": [
    "web"
  ],
  "evidence": [
    {
      "method": "arxiv_api",
      "retrieved_at": "2026-10-17T07:57:41Z",
      "role": "primary",
      "sha256": "0ba893415123ecc1763614ef5fc97e5c8bb7835f10b26b43f1b921ea860484cf",
      "supports": [
        "name",
        "authors",
        "published_at",
        "updated_at",
        "identifiers.arxiv",
        "details.arxiv_snapshot"
      ],
      "url": "https://export.arxiv.org/api/query?id_list=2410.06212%2C2410.06215%2C2410.07283%2C2410.07331%2C2410.07869%2C2410.08209%2C2410.08368%2C2410.10570%2C2410.12481%2C2410.12669%2C2410.15549%2C2410.16950%2C2410.21909%2C2410.22584%2C2410.22770%2C2410.23022%2C2410.23555%2C2411.02006%2C2411.02393%2C2411.02479%2C2411.03312%2C2411.03817%2C2411.05451%2C2411.11145%2C2411.11904%2C2411.11916%2C2411.12990%2C2411.14228%2C2411.15397%2C2412.01857%2C2412.04144%2C2412.04383%2C2412.05819%2C2412.06224%2C2412.06771%2C2412.09530%2C2412.09613%2C2412.10047%2C2412.10380%2C2412.10673%2C2412.12004%2C2412.13178%2C2412.13810%2C2412.14203%2C2412.14222%2C2412.16359%2C2412.19638%2C2412.20206%2C2501.03895%2C2501.05179&max_results=50"
    },
    {
      "method": "editorial_primary_review",
      "retrieved_at": "2026-10-17T09:13:28Z",
      "role": "primary",
      "sha256": "b105dc6cc1b32ab71467b2701b6a85506f698e73f04cfbd63ab41eddfbca48b6",
      "supports": [
        "name",
        "kind",
        "summary",
        "topics",
        "notes"
      ],
      "url": "https://arxiv.org/abs/2411.03817v3"
    },
    {
      "method": "editorial_primary_review",
      "retrieved_at": "2026-10-17T09:15:31Z",
      "role": "primary",
      "sha256": "ce801ec21577b4f62d5b0ecec7c50e87744e5b38db612a2aa4017e27fe37102f",
      "supports": [
        "summary",
        "environments",
        "scope",
        "notes"
      ],
      "url": "https://arxiv.org/html/2411.03817v3"
    }
  ],
  "id": "arxiv:2411.03817",
  "identifiers": {
    "arxiv": "2411.03817"
  },
  "kind": "paper",
  "last_verified_at": "2026-10-17T09:13:28Z",
  "licenses": {
    "code": null,
    "data": null,
    "document": null,
    "weights": null
  },
  "links": [
    {
      "rel": "primary",
      "url": "https://arxiv.org/abs/2411.03817"
    }
  ],
  "name": "From Novice to Expert: LLM Agent Policy Optimization via Step-wise Reinforcement Learning",
  "notes": "Reviewed against the exact-version official arXiv abstract page; its normalized abstract SHA-256 matches the retained bibliographic snapshot. The original API response body was not locally available for this review. Experimental results and artifact availability have not been independently reproduced. Official full-paper experimental sections explicitly evaluate WebShop and Mind2Web; the overall optimization method also covers embodied and question-answering tasks.",
  "published_at": "2024-11-06",
  "relations": [],
  "review_status": "curated",
  "scope": "adjacent",
  "summary": "Introduces StepAgent, which compares agent and expert actions to supply intermediate rewards for policy learning, with implicit-reward and inverse-RL variants. Evaluation includes WebShop and Mind2Web alongside non-web tasks.",
  "topics": [
    "reinforcement-learning",
    "reward-models",
    "self-reflection"
  ],
  "updated_at": "2024-12-09",
  "url": "https://arxiv.org/abs/2411.03817"
}