{
  "aliases": [],
  "authors": [
    "Zeyao Ma",
    "Bohan Zhang",
    "Jing Zhang",
    "Jifan Yu",
    "Xiaokang Zhang",
    "Xiaohan Zhang",
    "Sijia Luo",
    "Xi Wang",
    "Jie Tang"
  ],
  "details": {
    "arxiv_snapshot": {
      "abstract_hash_method": "sha256-utf8-whitespace-collapsed-v1",
      "abstract_sha256": "0b967db7f54e65df2497abe2681d2bb63c2571d2ef8624f6f5af76766f43f487",
      "submitted_at": "2024-06-21T09:06:45Z",
      "updated_at": "2024-10-17T07:23:23Z",
      "version": 2,
      "versioned_url": "https://arxiv.org/abs/2406.14991v2"
    }
  },
  "environments": [
    "unspecified"
  ],
  "evidence": [
    {
      "method": "arxiv_api",
      "retrieved_at": "2026-10-17T07:57:37Z",
      "role": "primary",
      "sha256": "a75a630c4d4403233df3cb296d7e6bb60ca2f30705b5fc7ed4bd53b188c394ca",
      "supports": [
        "name",
        "authors",
        "published_at",
        "updated_at",
        "identifiers.arxiv",
        "details.arxiv_snapshot"
      ],
      "url": "https://export.arxiv.org/api/query?id_list=2406.10290%2C2406.10707%2C2406.11342%2C2406.11775%2C2406.12045%2C2406.12275%2C2406.12934%2C2406.13264%2C2406.13352%2C2406.14884%2C2406.14991%2C2406.18820%2C2406.20041%2C2406.20092%2C2407.01502%2C2407.03502%2C2407.04363%2C2407.04856%2C2407.06048%2C2407.08898%2C2407.09025%2C2407.10839%2C2407.12821%2C2407.13696%2C2407.17789%2C2407.20143%2C2407.20727%2C2408.00545%2C2408.02248%2C2408.04168%2C2408.07720%2C2408.09559%2C2408.10215%2C2408.10605%2C2408.11791%2C2408.16119%2C2409.00608%2C2409.03402%2C2409.04999%2C2409.05655%2C2409.07703%2C2409.08273%2C2409.08831%2C2409.10033%2C2409.17652%2C2409.19715%2C2410.01039%2C2410.01606%2C2410.05340%2C2410.05656&max_results=50"
    },
    {
      "method": "editorial_primary_review",
      "retrieved_at": "2026-11-05T23:01:04Z",
      "role": "primary",
      "sha256": "bf14c63171154a3bcf697484db226f944ffa760ff5bdcc83b951c8bd120c87ab",
      "supports": [
        "name",
        "kind",
        "summary",
        "environments",
        "topics",
        "scope",
        "relations"
      ],
      "url": "https://export.arxiv.org/api/query?id_list=2404.13050%2C2404.13501%2C2404.14038%2C2404.15980%2C2404.16006%2C2404.19296%2C2405.03710%2C2405.03862%2C2405.06682%2C2405.07606%2C2405.07885%2C2405.09215%2C2405.10292%2C2405.11106%2C2405.11143%2C2405.14093%2C2405.14751%2C2405.14979%2C2405.15793%2C2405.16247%2C2405.16256%2C2406.01400%2C2406.02856%2C2406.03548%2C2406.05720%2C2406.07275%2C2406.09455%2C2406.09913%2C2406.10290%2C2406.10707%2C2406.11342%2C2406.11775%2C2406.12045%2C2406.12275%2C2406.12639%2C2406.12934%2C2406.13352%2C2406.14088%2C2406.14596%2C2406.14884%2C2406.14991%2C2406.16707%2C2406.18082%2C2406.18820%2C2406.20041%2C2406.20092%2C2407.00068%2C2407.00445%2C2407.01489%2C2407.01502&max_results=50"
    }
  ],
  "id": "arxiv:2406.14991",
  "identifiers": {
    "arxiv": "2406.14991"
  },
  "kind": "paper",
  "last_verified_at": "2026-11-05T23:01:04Z",
  "licenses": {
    "code": null,
    "data": null,
    "document": null,
    "weights": null
  },
  "links": [
    {
      "rel": "primary",
      "url": "https://arxiv.org/abs/2406.14991"
    }
  ],
  "name": "SpreadsheetBench: Towards Challenging Real World Spreadsheet Manipulation",
  "notes": "The annotation and scope were reviewed against the complete retained arXiv abstract (v2). The benchmark tests spreadsheet manipulation; the abstract does not specify GUI interaction. Experiments, reported performance and artifact availability have not been independently reproduced.",
  "published_at": "2024-06-21",
  "relations": [],
  "review_status": "curated",
  "scope": "adjacent",
  "summary": "SpreadsheetBench evaluates LLM spreadsheet manipulation with 912 questions from Excel forums and multiple spreadsheet files as test cases for each instruction.",
  "topics": [
    "evaluation",
    "automation"
  ],
  "updated_at": "2024-10-17",
  "url": "https://arxiv.org/abs/2406.14991"
}