{
  "aliases": [],
  "authors": [
    "Chenrui Shi",
    "Zedong Yu",
    "Zhi Gao",
    "Ruining Feng",
    "Enqi Liu",
    "Yuwei Wu",
    "Yunde Jia",
    "Liuyu Xiang",
    "Zhaofeng He",
    "Qing Li"
  ],
  "details": {
    "arxiv_snapshot": {
      "abstract_hash_method": "sha256-utf8-whitespace-collapsed-v1",
      "abstract_sha256": "44514d3cb1824ef4c4194f89ef80cd56ac59d5539e815dc4c504009bce15d60d",
      "submitted_at": "2025-10-30T03:22:30Z",
      "updated_at": "2026-02-09T07:49:59Z",
      "version": 2,
      "versioned_url": "https://arxiv.org/abs/2510.26098v2"
    }
  },
  "environments": [
    "web",
    "desktop",
    "windows",
    "macos",
    "linux",
    "android",
    "ios",
    "cross-platform"
  ],
  "evidence": [
    {
      "method": "arxiv_api",
      "retrieved_at": "2026-11-05T21:14:07Z",
      "role": "primary",
      "sha256": "410a4c48b9605a531d3e6008c561ce3e3e9d92609168f5d49fadc04f5f943289",
      "supports": [
        "name",
        "authors",
        "published_at",
        "updated_at",
        "identifiers.arxiv",
        "details.arxiv_snapshot"
      ],
      "url": "https://export.arxiv.org/api/query?id_list=2509.22644%2C2510.00078%2C2510.00507%2C2510.02608%2C2510.04536%2C2510.04791%2C2510.05137%2C2510.10049%2C2510.10991%2C2510.14308%2C2510.14545%2C2510.16720%2C2510.19838%2C2510.20707%2C2510.22102%2C2510.24284%2C2510.26098%2C2511.02805%2C2511.03628%2C2511.03773%2C2511.04707%2C2511.08325%2C2511.09309%2C2511.19957%2C2511.21631%2C2511.23281%2C2512.06641%2C2512.09458%2C2512.11506%2C2512.20237%2C2512.21481%2C2512.23646%2C2601.04203%2C2601.09668%2C2601.10611%2C2601.19923%2C2601.22352%2C2601.22770%2C2602.06485%2C2602.10863%2C2602.16165%2C2602.22897%2C2603.01104%2C2603.03296%2C2603.05294%2C2603.07915%2C2603.23526%2C2603.25764%2C2604.05015%2C2604.09718&max_results=50"
    },
    {
      "method": "editorial_primary_review",
      "retrieved_at": "2026-11-05T23:02:05Z",
      "role": "primary",
      "sha256": "c49404f2b2e210c30a4888bf384a5a168e07ba7943155fba5efa37e08035ff6d",
      "supports": [
        "name",
        "kind",
        "summary",
        "environments",
        "topics",
        "scope",
        "relations"
      ],
      "url": "https://export.arxiv.org/api/query?id_list=2510.10909%2C2510.10991%2C2510.11144%2C2510.11221%2C2510.12798%2C2510.13913%2C2510.14276%2C2510.14308%2C2510.14438%2C2510.14513%2C2510.14545%2C2510.14969%2C2510.15863%2C2510.16156%2C2510.16720%2C2510.17017%2C2510.17800%2C2510.18314%2C2510.18596%2C2510.19207%2C2510.19245%2C2510.19247%2C2510.19386%2C2510.19838%2C2510.19864%2C2510.20333%2C2510.20707%2C2510.21652%2C2510.22102%2C2510.22443%2C2510.22732%2C2510.22936%2C2510.23458%2C2510.23519%2C2510.23730%2C2510.23883%2C2510.24284%2C2510.24699%2C2510.24702%2C2510.25726%2C2510.26098%2C2510.26328%2C2510.26789%2C2510.27135%2C2510.27410%2C2511.00153%2C2511.02650%2C2511.02687%2C2511.02805%2C2511.03628&max_results=50"
    }
  ],
  "id": "arxiv:2510.26098",
  "identifiers": {
    "arxiv": "2510.26098"
  },
  "kind": "paper",
  "last_verified_at": "2026-11-05T23:02:05Z",
  "licenses": {
    "code": null,
    "data": null,
    "document": null,
    "weights": null
  },
  "links": [
    {
      "rel": "primary",
      "url": "https://arxiv.org/abs/2510.26098"
    }
  ],
  "name": "GUI Knowledge Bench: Revealing the Knowledge Gap of VLMs in GUI Tasks",
  "notes": "The annotation and scope were reviewed against the complete retained arXiv abstract (v2). The benchmark uses multiple-choice and yes/no questions to assess GUI knowledge. Experiments, reported performance and artifact availability have not been independently reproduced.",
  "published_at": "2025-10-30",
  "relations": [],
  "review_status": "curated",
  "scope": "core",
  "summary": "GUI Knowledge Bench tests knowledge of widgets, interactions, and procedures across six named platforms and 292 applications to assess VLMs used for GUI tasks.",
  "topics": [
    "evaluation",
    "screen-understanding",
    "state-tracking"
  ],
  "updated_at": "2026-02-09",
  "url": "https://arxiv.org/abs/2510.26098"
}