{
  "aliases": [],
  "authors": [
    "Tianyi Men",
    "Zhuoran Jin",
    "Pengfei Cao",
    "Yubo Chen",
    "Kang Liu",
    "Jun Zhao"
  ],
  "details": {
    "arxiv_snapshot": {
      "abstract_hash_method": "sha256-utf8-whitespace-collapsed-v1",
      "abstract_sha256": "b251895e2b99f01d6a80038fa5b99c5bab17ee6c38fd515c5ef00244575b2525",
      "submitted_at": "2025-06-26T13:36:12Z",
      "updated_at": "2025-06-26T13:36:12Z",
      "version": 1,
      "versioned_url": "https://arxiv.org/abs/2506.21252v1"
    }
  },
  "environments": [
    "web"
  ],
  "evidence": [
    {
      "method": "arxiv_api",
      "retrieved_at": "2026-10-17T07:57:51Z",
      "role": "primary",
      "sha256": "b91987360225499418fcd3645d7d5effac91e8202bf7c7e17c9f9e31d25b5be8",
      "supports": [
        "name",
        "authors",
        "published_at",
        "updated_at",
        "identifiers.arxiv",
        "details.arxiv_snapshot"
      ],
      "url": "https://export.arxiv.org/api/query?id_list=2506.01423%2C2506.03231%2C2506.04301%2C2506.05336%2C2506.07385%2C2506.07398%2C2506.08136%2C2506.08837%2C2506.10953%2C2506.11425%2C2506.11763%2C2506.13538%2C2506.14683%2C2506.15461%2C2506.18959%2C2506.19502%2C2506.20668%2C2506.21252%2C2506.21495%2C2506.21614%2C2507.01599%2C2507.02279%2C2507.02825%2C2507.04036%2C2507.07400%2C2507.09481%2C2507.09884%2C2507.13348%2C2507.14447%2C2507.16704%2C2507.19902%2C2507.21678%2C2507.22925%2C2508.01548%2C2508.02866%2C2508.04002%2C2508.04389%2C2508.05193%2C2508.05294%2C2508.05748%2C2508.07871%2C2508.07999%2C2508.08228%2C2508.09124%2C2508.09981%2C2508.15804%2C2508.16153%2C2508.17398%2C2508.18489%2C2508.19611&max_results=50"
    },
    {
      "method": "editorial_primary_review",
      "retrieved_at": "2026-11-05T23:01:49Z",
      "role": "primary",
      "sha256": "c86d37b7165d318ca1390875b07f6e85c28c4f6971c31f200af100d6e336afce",
      "supports": [
        "name",
        "kind",
        "summary",
        "environments",
        "topics",
        "scope",
        "relations"
      ],
      "url": "https://export.arxiv.org/api/query?id_list=2506.05336%2C2506.06287%2C2506.07398%2C2506.08837%2C2506.10953%2C2506.11425%2C2506.11763%2C2506.13538%2C2506.14079%2C2506.14683%2C2506.15461%2C2506.18780%2C2506.18959%2C2506.19502%2C2506.19998%2C2506.20668%2C2506.21252%2C2506.21495%2C2506.21506%2C2506.21614%2C2506.24045%2C2507.01006%2C2507.01599%2C2507.02279%2C2507.02592%2C2507.02825%2C2507.04036%2C2507.04370%2C2507.05257%2C2507.07400%2C2507.09481%2C2507.09884%2C2507.10202%2C2507.10644%2C2507.11662%2C2507.13348%2C2507.14447%2C2507.16704%2C2507.19902%2C2507.21678%2C2507.22925%2C2507.23336%2C2507.23773%2C2508.00935%2C2508.01548%2C2508.02866%2C2508.04002%2C2508.04010%2C2508.04026%2C2508.05193&max_results=50"
    }
  ],
  "id": "arxiv:2506.21252",
  "identifiers": {
    "arxiv": "2506.21252"
  },
  "kind": "paper",
  "last_verified_at": "2026-11-05T23:01:49Z",
  "licenses": {
    "code": null,
    "data": null,
    "document": null,
    "weights": null
  },
  "links": [
    {
      "rel": "primary",
      "url": "https://arxiv.org/abs/2506.21252"
    }
  ],
  "name": "Agent-RewardBench: Towards a Unified Benchmark for Reward Modeling across Perception, Planning, and Safety in Real-World Multimodal Agents",
  "notes": "The annotation and scope were reviewed against the complete retained arXiv abstract (v1). Web navigation is one scenario within a benchmark spanning seven agent scenarios. Experiments, reported performance and artifact availability have not been independently reproduced.",
  "published_at": "2025-06-26",
  "relations": [],
  "review_status": "curated",
  "scope": "adjacent",
  "summary": "Introduces Agent-RewardBench to evaluate step-level reward models for multimodal agents across perception, planning, and safety; web navigation is among its scenarios.",
  "topics": [
    "evaluation",
    "reward-models",
    "planning",
    "safety-security"
  ],
  "updated_at": "2025-06-26",
  "url": "https://arxiv.org/abs/2506.21252"
}