{
  "aliases": [],
  "authors": [
    "George Thomas",
    "Alex J. Chan",
    "Jikun Kang",
    "Wenqi Wu",
    "Filippos Christianos",
    "Fraser Greenlee",
    "Andy Toulis",
    "Marvin Purtorab"
  ],
  "details": {
    "arxiv_snapshot": {
      "abstract_hash_method": "sha256-utf8-whitespace-collapsed-v1",
      "abstract_sha256": "c21fbd381caec6348dfdc183a57331e316d8747715425843451b563b3ad17999",
      "submitted_at": "2025-02-25T16:45:08Z",
      "updated_at": "2025-02-25T16:45:08Z",
      "version": 1,
      "versioned_url": "https://arxiv.org/abs/2502.18356v1"
    }
  },
  "environments": [
    "web"
  ],
  "evidence": [
    {
      "method": "arxiv_api",
      "retrieved_at": "2026-10-17T07:57:44Z",
      "role": "primary",
      "sha256": "9ca057ee6538002c739e58a7b3f86fc51a434d085a33e5590f0720e4f27c6b24",
      "supports": [
        "name",
        "authors",
        "published_at",
        "updated_at",
        "identifiers.arxiv",
        "details.arxiv_snapshot"
      ],
      "url": "https://export.arxiv.org/api/query?id_list=2501.06497%2C2501.06994%2C2501.07834%2C2501.07927%2C2501.11233%2C2501.15570%2C2501.16403%2C2501.16609%2C2501.17391%2C2502.00372%2C2502.00392%2C2502.00964%2C2502.00988%2C2502.01562%2C2502.01839%2C2502.03723%2C2502.05174%2C2502.05227%2C2502.08489%2C2502.11221%2C2502.12130%2C2502.14496%2C2502.16587%2C2502.16786%2C2502.16796%2C2502.18356%2C2502.18512%2C2502.20383%2C2502.20390%2C2502.20582%2C2503.06378%2C2503.08026%2C2503.10613%2C2503.10809%2C2503.11579%2C2503.12228%2C2503.12461%2C2503.13843%2C2503.14495%2C2503.15426%2C2503.16036%2C2503.16248%2C2503.16975%2C2503.17671%2C2503.18102%2C2503.21889%2C2503.21949%2C2503.23803%2C2504.01328%2C2504.01377&max_results=50"
    },
    {
      "method": "editorial_primary_review",
      "retrieved_at": "2026-11-05T23:01:30Z",
      "role": "primary",
      "sha256": "07ba687f5a4948ae3e83cb632bcef71297cf230f7c82d773b26dbec826a63e91",
      "supports": [
        "name",
        "kind",
        "summary",
        "environments",
        "topics",
        "scope",
        "relations"
      ],
      "url": "https://export.arxiv.org/api/query?id_list=2501.02863%2C2501.03895%2C2501.05179%2C2501.05366%2C2501.06497%2C2501.06994%2C2501.07278%2C2501.07834%2C2501.07927%2C2501.09004%2C2501.10893%2C2501.11233%2C2501.12485%2C2501.15570%2C2501.16403%2C2501.17391%2C2502.00372%2C2502.00392%2C2502.00964%2C2502.00988%2C2502.01456%2C2502.01562%2C2502.01600%2C2502.01839%2C2502.02533%2C2502.03214%2C2502.03723%2C2502.03971%2C2502.05174%2C2502.05227%2C2502.06776%2C2502.08489%2C2502.11221%2C2502.12110%2C2502.12130%2C2502.12561%2C2502.13130%2C2502.13417%2C2502.13923%2C2502.14496%2C2502.16587%2C2502.16786%2C2502.16796%2C2502.17419%2C2502.18356%2C2502.18512%2C2502.19328%2C2502.20390%2C2502.20582%2C2502.20694&max_results=50"
    }
  ],
  "id": "arxiv:2502.18356",
  "identifiers": {
    "arxiv": "2502.18356"
  },
  "kind": "paper",
  "last_verified_at": "2026-11-05T23:01:30Z",
  "licenses": {
    "code": null,
    "data": null,
    "document": null,
    "weights": null
  },
  "links": [
    {
      "rel": "primary",
      "url": "https://arxiv.org/abs/2502.18356"
    }
  ],
  "name": "WebGames: Challenging General-Purpose Web-Browsing AI Agents",
  "notes": "The annotation and scope were reviewed against the complete retained arXiv abstract (v1). The reported comparisons are from the benchmark's interactive challenges. Experiments, reported performance and artifact availability have not been independently reproduced.",
  "published_at": "2025-02-25",
  "relations": [],
  "review_status": "curated",
  "scope": "core",
  "summary": "Introduces WebGames, a browser-agent benchmark with 50+ interactive challenges in a self-contained test environment and verifiable solutions.",
  "topics": [
    "evaluation",
    "web-navigation",
    "sandbox"
  ],
  "updated_at": "2025-02-25",
  "url": "https://arxiv.org/abs/2502.18356"
}