{
  "aliases": [],
  "authors": [
    "Dezhi Ran",
    "Mengzhou Wu",
    "Hao Yu",
    "Yuetong Li",
    "Jun Ren",
    "Yuan Cao",
    "Xia Zeng",
    "Haochuan Lu",
    "Zexin Xu",
    "Mengqian Xu",
    "Ting Su",
    "Liangchao Yao",
    "Ting Xiong",
    "Wei Yang",
    "Yuetang Deng",
    "Assaf Marron",
    "David Harel",
    "Tao Xie"
  ],
  "details": {
    "arxiv_snapshot": {
      "abstract_hash_method": "sha256-utf8-whitespace-collapsed-v1",
      "abstract_sha256": "f6923f325ffccf753a58787ccd03eb9c882ec9784fb665703cfb5773b5d8b3d2",
      "submitted_at": "2025-01-06T09:10:11Z",
      "updated_at": "2025-02-11T13:34:12Z",
      "version": 2,
      "versioned_url": "https://arxiv.org/abs/2501.02863v2"
    }
  },
  "environments": [
    "unspecified"
  ],
  "evidence": [
    {
      "method": "arxiv_api",
      "retrieved_at": "2026-11-05T21:13:41Z",
      "role": "primary",
      "sha256": "4f8c52402475481097941fac66a689892def7057d6129b23f62f53f31e53690a",
      "supports": [
        "name",
        "authors",
        "published_at",
        "updated_at",
        "identifiers.arxiv",
        "details.arxiv_snapshot"
      ],
      "url": "https://export.arxiv.org/api/query?id_list=2312.02051%2C2312.10170%2C2312.11805%2C2401.03428%2C2401.03568%2C2401.04088%2C2402.01680%2C2402.01817%2C2402.02716%2C2402.03300%2C2402.03578%2C2402.15116%2C2403.05530%2C2403.07548%2C2403.08978%2C2403.09333%2C2403.11481%2C2403.12881%2C2403.14508%2C2404.00282%2C2404.04902%2C2405.11106%2C2405.11143%2C2405.14093%2C2405.16256%2C2406.09455%2C2406.14088%2C2406.16707%2C2407.06886%2C2407.11691%2C2408.09071%2C2408.15769%2C2409.02813%2C2409.03215%2C2409.04465%2C2409.12191%2C2409.17146%2C2409.18142%2C2409.18807%2C2409.19256%2C2410.02052%2C2410.21220%2C2410.21276%2C2411.05755%2C2411.17933%2C2412.10400%2C2412.14171%2C2501.02189%2C2501.02863%2C2501.07278&max_results=50"
    },
    {
      "method": "editorial_primary_review",
      "retrieved_at": "2026-11-05T23:01:30Z",
      "role": "primary",
      "sha256": "07ba687f5a4948ae3e83cb632bcef71297cf230f7c82d773b26dbec826a63e91",
      "supports": [
        "name",
        "kind",
        "summary",
        "environments",
        "topics",
        "scope",
        "relations"
      ],
      "url": "https://export.arxiv.org/api/query?id_list=2501.02863%2C2501.03895%2C2501.05179%2C2501.05366%2C2501.06497%2C2501.06994%2C2501.07278%2C2501.07834%2C2501.07927%2C2501.09004%2C2501.10893%2C2501.11233%2C2501.12485%2C2501.15570%2C2501.16403%2C2501.17391%2C2502.00372%2C2502.00392%2C2502.00964%2C2502.00988%2C2502.01456%2C2502.01562%2C2502.01600%2C2502.01839%2C2502.02533%2C2502.03214%2C2502.03723%2C2502.03971%2C2502.05174%2C2502.05227%2C2502.06776%2C2502.08489%2C2502.11221%2C2502.12110%2C2502.12130%2C2502.12561%2C2502.13130%2C2502.13417%2C2502.13923%2C2502.14496%2C2502.16587%2C2502.16786%2C2502.16796%2C2502.17419%2C2502.18356%2C2502.18512%2C2502.19328%2C2502.20390%2C2502.20582%2C2502.20694&max_results=50"
    }
  ],
  "id": "arxiv:2501.02863",
  "identifiers": {
    "arxiv": "2501.02863"
  },
  "kind": "paper",
  "last_verified_at": "2026-11-05T23:01:30Z",
  "licenses": {
    "code": null,
    "data": null,
    "document": null,
    "weights": null
  },
  "links": [
    {
      "rel": "primary",
      "url": "https://arxiv.org/abs/2501.02863"
    }
  ],
  "name": "Beyond Pass or Fail: Multi-Dimensional Benchmarking of Foundation Models for Goal-based Mobile UI Navigation",
  "notes": "The annotation and scope were reviewed against the complete retained arXiv abstract (v2). The abstract names mobile apps but no mobile operating system. Experiments, reported performance and artifact availability have not been independently reproduced.",
  "published_at": "2025-01-06",
  "relations": [],
  "review_status": "curated",
  "scope": "core",
  "summary": "Sphinx benchmarks foundation models on goal-based mobile UI navigation, using app test cases and a toolkit that identifies different failure modes.",
  "topics": [
    "evaluation",
    "mobile-navigation",
    "industry"
  ],
  "updated_at": "2025-02-11",
  "url": "https://arxiv.org/abs/2501.02863"
}