{
  "aliases": [],
  "authors": [
    "Tianyi Chen",
    "Michael Solodko",
    "Sen Wang",
    "Jongwoo Ko",
    "Junheng Hao",
    "Colby Banbury",
    "Sara Abdali",
    "Saeed Amizadeh",
    "Qing Xiao",
    "Yinheng Li",
    "Tianyu Ding",
    "Kamran Ghasedi Dizaji",
    "Suzhen Zheng",
    "Hao Fan",
    "Justin Wagle",
    "Pashmina Cameron",
    "Kazuhito Koishida"
  ],
  "details": {
    "arxiv_snapshot": {
      "abstract_hash_method": "sha256-utf8-whitespace-collapsed-v1",
      "abstract_sha256": "48d2ef1dab4e4c7439bc30a56b9d7dc098c50fcdb198c4fbec302e109c2bc071",
      "submitted_at": "2025-11-25T06:06:17Z",
      "updated_at": "2025-11-26T22:26:30Z",
      "version": 2,
      "versioned_url": "https://arxiv.org/abs/2511.19957v2"
    }
  },
  "environments": [
    "desktop"
  ],
  "evidence": [
    {
      "method": "arxiv_api",
      "retrieved_at": "2026-11-05T21:14:07Z",
      "role": "primary",
      "sha256": "410a4c48b9605a531d3e6008c561ce3e3e9d92609168f5d49fadc04f5f943289",
      "supports": [
        "name",
        "authors",
        "published_at",
        "updated_at",
        "identifiers.arxiv",
        "details.arxiv_snapshot"
      ],
      "url": "https://export.arxiv.org/api/query?id_list=2509.22644%2C2510.00078%2C2510.00507%2C2510.02608%2C2510.04536%2C2510.04791%2C2510.05137%2C2510.10049%2C2510.10991%2C2510.14308%2C2510.14545%2C2510.16720%2C2510.19838%2C2510.20707%2C2510.22102%2C2510.24284%2C2510.26098%2C2511.02805%2C2511.03628%2C2511.03773%2C2511.04707%2C2511.08325%2C2511.09309%2C2511.19957%2C2511.21631%2C2511.23281%2C2512.06641%2C2512.09458%2C2512.11506%2C2512.20237%2C2512.21481%2C2512.23646%2C2601.04203%2C2601.09668%2C2601.10611%2C2601.19923%2C2601.22352%2C2601.22770%2C2602.06485%2C2602.10863%2C2602.16165%2C2602.22897%2C2603.01104%2C2603.03296%2C2603.05294%2C2603.07915%2C2603.23526%2C2603.25764%2C2604.05015%2C2604.09718&max_results=50"
    },
    {
      "method": "editorial_primary_review",
      "retrieved_at": "2026-11-05T23:02:12Z",
      "role": "primary",
      "sha256": "20bdf96426e8120a0cbfdbebadfabbbd4cda26d2d35ab670885f58b35ea35d5d",
      "supports": [
        "name",
        "kind",
        "summary",
        "environments",
        "topics",
        "scope",
        "relations"
      ],
      "url": "https://export.arxiv.org/api/query?id_list=2511.03690%2C2511.03773%2C2511.04220%2C2511.04359%2C2511.04481%2C2511.04707%2C2511.05797%2C2511.06251%2C2511.08319%2C2511.08325%2C2511.08487%2C2511.09309%2C2511.10110%2C2511.11332%2C2511.12000%2C2511.13091%2C2511.13725%2C2511.14210%2C2511.14945%2C2511.15705%2C2511.16842%2C2511.17649%2C2511.17775%2C2511.18423%2C2511.19496%2C2511.19516%2C2511.19957%2C2511.20597%2C2511.20636%2C2511.21631%2C2511.21990%2C2511.22074%2C2511.23281%2C2512.04302%2C2512.04529%2C2512.06574%2C2512.06641%2C2512.06726%2C2512.06866%2C2512.07287%2C2512.08417%2C2512.08769%2C2512.09458%2C2512.11002%2C2512.11506%2C2512.12692%2C2512.12730%2C2512.12818%2C2512.13159%2C2512.13564&max_results=50"
    }
  ],
  "id": "arxiv:2511.19957",
  "identifiers": {
    "arxiv": "2511.19957"
  },
  "kind": "paper",
  "last_verified_at": "2026-11-05T23:02:12Z",
  "licenses": {
    "code": null,
    "data": null,
    "document": null,
    "weights": null
  },
  "links": [
    {
      "rel": "primary",
      "url": "https://arxiv.org/abs/2511.19957"
    }
  ],
  "name": "AppSelectBench: Application-Level Tool Selection Benchmark",
  "notes": "The annotation and scope were reviewed against the complete retained arXiv abstract (v2). It assesses application choice before fine-grained tool use, rather than execution within the chosen app. Experiments, reported performance and artifact availability have not been independently reproduced.",
  "published_at": "2025-11-25",
  "relations": [],
  "review_status": "curated",
  "scope": "core",
  "summary": "AppSelectBench evaluates whether computer-using agents choose the right desktop application for a task, using generated user intents and multiple evaluation protocols.",
  "topics": [
    "evaluation",
    "planning",
    "data-generation"
  ],
  "updated_at": "2025-11-26",
  "url": "https://arxiv.org/abs/2511.19957"
}