{
  "aliases": [],
  "authors": [
    "Boyu Gou",
    "Zanming Huang",
    "Yuting Ning",
    "Yu Gu",
    "Michael Lin",
    "Weijian Qi",
    "Andrei Kopanev",
    "Botao Yu",
    "Bernal Jiménez Gutiérrez",
    "Yiheng Shu",
    "Chan Hee Song",
    "Jiaman Wu",
    "Shijie Chen",
    "Hanane Nour Moussa",
    "Tianshu Zhang",
    "Jian Xie",
    "Yifei Li",
    "Tianci Xue",
    "Zeyi Liao",
    "Kai Zhang",
    "Boyuan Zheng",
    "Zhaowei Cai",
    "Viktor Rozgic",
    "Morteza Ziyadi",
    "Huan Sun",
    "Yu Su"
  ],
  "details": {
    "arxiv_snapshot": {
      "abstract_hash_method": "sha256-utf8-whitespace-collapsed-v1",
      "abstract_sha256": "f0b614feb7733b9d8b287e370d7b61c491b51ef935e46451719002c85dc9ed6f",
      "submitted_at": "2025-06-26T17:32:50Z",
      "updated_at": "2025-07-03T15:47:40Z",
      "version": 2,
      "versioned_url": "https://arxiv.org/abs/2506.21506v2"
    }
  },
  "environments": [
    "web"
  ],
  "evidence": [
    {
      "method": "arxiv_api",
      "retrieved_at": "2026-10-18T08:01:28Z",
      "role": "primary",
      "sha256": "822cec31fa0db7ffa390fda806d88c2f9c0fe4d328742e7008b662916e92373a",
      "supports": [
        "name",
        "authors",
        "published_at",
        "updated_at",
        "identifiers.arxiv",
        "details.arxiv_snapshot"
      ],
      "url": "https://export.arxiv.org/api/query?id_list=2005.07648%2C2206.04615%2C2311.12022%2C2311.16922%2C2502.13130%2C2506.21506%2C2511.11332&max_results=7"
    },
    {
      "method": "editorial_primary_review",
      "retrieved_at": "2026-11-05T23:01:49Z",
      "role": "primary",
      "sha256": "c86d37b7165d318ca1390875b07f6e85c28c4f6971c31f200af100d6e336afce",
      "supports": [
        "name",
        "kind",
        "summary",
        "environments",
        "topics",
        "scope",
        "relations"
      ],
      "url": "https://export.arxiv.org/api/query?id_list=2506.05336%2C2506.06287%2C2506.07398%2C2506.08837%2C2506.10953%2C2506.11425%2C2506.11763%2C2506.13538%2C2506.14079%2C2506.14683%2C2506.15461%2C2506.18780%2C2506.18959%2C2506.19502%2C2506.19998%2C2506.20668%2C2506.21252%2C2506.21495%2C2506.21506%2C2506.21614%2C2506.24045%2C2507.01006%2C2507.01599%2C2507.02279%2C2507.02592%2C2507.02825%2C2507.04036%2C2507.04370%2C2507.05257%2C2507.07400%2C2507.09481%2C2507.09884%2C2507.10202%2C2507.10644%2C2507.11662%2C2507.13348%2C2507.14447%2C2507.16704%2C2507.19902%2C2507.21678%2C2507.22925%2C2507.23336%2C2507.23773%2C2508.00935%2C2508.01548%2C2508.02866%2C2508.04002%2C2508.04010%2C2508.04026%2C2508.05193&max_results=50"
    }
  ],
  "id": "arxiv:2506.21506",
  "identifiers": {
    "arxiv": "2506.21506"
  },
  "kind": "paper",
  "last_verified_at": "2026-11-05T23:01:49Z",
  "licenses": {
    "code": null,
    "data": null,
    "document": null,
    "weights": null
  },
  "links": [
    {
      "rel": "primary",
      "url": "https://arxiv.org/abs/2506.21506"
    }
  ],
  "name": "Mind2Web 2: Evaluating Agentic Search with Agent-as-a-Judge",
  "notes": "The annotation and scope were reviewed against the complete retained arXiv abstract (v2). The benchmark assesses agentic search answers and source attribution. Experiments, reported performance and artifact availability have not been independently reproduced.",
  "published_at": "2025-06-26",
  "relations": [],
  "review_status": "curated",
  "scope": "adjacent",
  "summary": "Introduces Mind2Web 2, 130 long-horizon tasks requiring live web browsing and information synthesis, plus an Agent-as-a-Judge framework for grading answers and sources.",
  "topics": [
    "evaluation",
    "web-navigation",
    "long-horizon"
  ],
  "updated_at": "2025-07-03",
  "url": "https://arxiv.org/abs/2506.21506"
}