{
  "aliases": [],
  "authors": [
    "Xiaoqian Liu",
    "Ke Wang",
    "Yuchuan Wu",
    "Fei Huang",
    "Yongbin Li",
    "Junge Zhang",
    "Jianbin Jiao"
  ],
  "details": {
    "arxiv_snapshot": {
      "abstract_hash_method": "sha256-utf8-whitespace-collapsed-v1",
      "abstract_sha256": "e305addce9afbc29d17a0a5ffe2cf8968286ed9102a8975d4d0cdf348d353327",
      "submitted_at": "2025-09-23T16:15:42Z",
      "updated_at": "2025-09-28T06:47:55Z",
      "version": 3,
      "versioned_url": "https://arxiv.org/abs/2509.19199v3"
    }
  },
  "environments": [
    "unspecified"
  ],
  "evidence": [
    {
      "method": "arxiv_api",
      "retrieved_at": "2026-10-17T07:57:56Z",
      "role": "primary",
      "sha256": "3429cc2fc7737050cac964c976293fc4793e52c5913636c1f67d04243fbefb6a",
      "supports": [
        "name",
        "authors",
        "published_at",
        "updated_at",
        "identifiers.arxiv",
        "details.arxiv_snapshot"
      ],
      "url": "https://export.arxiv.org/api/query?id_list=2508.20410%2C2508.20890%2C2508.21456%2C2509.00088%2C2509.00531%2C2509.00969%2C2509.01684%2C2509.03536%2C2509.04018%2C2509.04908%2C2509.05368%2C2509.05831%2C2509.06917%2C2509.07098%2C2509.07553%2C2509.08820%2C2509.10345%2C2509.10540%2C2509.11253%2C2509.12543%2C2509.12987%2C2509.13615%2C2509.14547%2C2509.14744%2C2509.15061%2C2509.15237%2C2509.17336%2C2509.19185%2C2509.19199%2C2509.21072%2C2509.21291%2C2509.21766%2C2509.21799%2C2509.22715%2C2509.22830%2C2509.23738%2C2509.24704%2C2509.25455%2C2509.25693%2C2510.00172%2C2510.00515%2C2510.02190%2C2510.04491%2C2510.05096%2C2510.05156%2C2510.05788%2C2510.07284%2C2510.07915%2C2510.08787%2C2510.09517&max_results=50"
    },
    {
      "method": "editorial_primary_review",
      "retrieved_at": "2026-11-05T23:02:00Z",
      "role": "primary",
      "sha256": "2343ea50b1761631c89f41f46494ffa8b9c95a6d6b1cf95d58720bf26271ce29",
      "supports": [
        "name",
        "kind",
        "summary",
        "environments",
        "topics",
        "scope",
        "relations"
      ],
      "url": "https://export.arxiv.org/api/query?id_list=2509.14547%2C2509.14744%2C2509.15061%2C2509.15237%2C2509.17336%2C2509.19185%2C2509.19199%2C2509.21072%2C2509.21291%2C2509.21733%2C2509.21766%2C2509.21799%2C2509.22644%2C2509.22715%2C2509.22830%2C2509.23694%2C2509.23738%2C2509.24704%2C2509.25301%2C2509.25455%2C2509.25693%2C2510.00078%2C2510.00172%2C2510.00507%2C2510.00515%2C2510.02190%2C2510.02204%2C2510.02608%2C2510.03204%2C2510.03485%2C2510.03612%2C2510.04452%2C2510.04491%2C2510.04536%2C2510.04673%2C2510.04791%2C2510.05096%2C2510.05137%2C2510.05156%2C2510.05788%2C2510.06223%2C2510.06607%2C2510.07284%2C2510.07532%2C2510.07915%2C2510.08787%2C2510.09116%2C2510.09517%2C2510.10049%2C2510.10587&max_results=50"
    }
  ],
  "id": "arxiv:2509.19199",
  "identifiers": {
    "arxiv": "2509.19199"
  },
  "kind": "paper",
  "last_verified_at": "2026-11-05T23:02:00Z",
  "licenses": {
    "code": null,
    "data": null,
    "document": null,
    "weights": null
  },
  "links": [
    {
      "rel": "primary",
      "url": "https://arxiv.org/abs/2509.19199"
    }
  ],
  "name": "Agentic Reinforcement Learning with Implicit Step Rewards",
  "notes": "The annotation and scope were reviewed against the complete retained arXiv abstract (v3). WebShop is one evaluation domain alongside VisualSokoban and SOTOPIA; the method is not specific to web agents. Experiments, reported performance and artifact availability have not been independently reproduced.",
  "published_at": "2025-09-23",
  "relations": [],
  "review_status": "curated",
  "scope": "adjacent",
  "summary": "Introduces iStar, a general agentic RL method that learns implicit step rewards; WebShop is one of several interactive benchmarks used to evaluate it.",
  "topics": [
    "reinforcement-learning",
    "reward-models",
    "evaluation"
  ],
  "updated_at": "2025-09-28",
  "url": "https://arxiv.org/abs/2509.19199"
}