{
  "aliases": [],
  "authors": [
    "Bobo Li",
    "Yuheng Wang",
    "Hao Fei",
    "Juncheng Li",
    "Wei Ji",
    "Mong-Li Lee",
    "Wynne Hsu"
  ],
  "details": {
    "arxiv_snapshot": {
      "abstract_hash_method": "sha256-utf8-whitespace-collapsed-v1",
      "abstract_sha256": "d76a3740a32d528b3ee123b1b504be0ade628c6c44b842d835fddaa68ba649f7",
      "submitted_at": "2025-06-02T10:34:57Z",
      "updated_at": "2025-06-02T10:34:57Z",
      "version": 1,
      "versioned_url": "https://arxiv.org/abs/2506.01520v1"
    }
  },
  "environments": [
    "web"
  ],
  "evidence": [
    {
      "method": "arxiv_api",
      "retrieved_at": "2026-11-01T06:06:08Z",
      "role": "primary",
      "sha256": "3bdedda702491a341bc9a2809baf59f66fd76898b3632d9f4d6f921e07c7005e",
      "supports": [
        "name",
        "authors",
        "published_at",
        "updated_at",
        "identifiers.arxiv",
        "details.arxiv_snapshot"
      ],
      "url": "https://export.arxiv.org/api/query?id_list=2506.01520&max_results=1"
    },
    {
      "method": "editorial_primary_review",
      "retrieved_at": "2026-11-05T23:01:45Z",
      "role": "primary",
      "sha256": "72d781966615fe4da127a9c089d5d6ab85838feb4205ef1ebd446ef97189bf70",
      "supports": [
        "name",
        "kind",
        "summary",
        "environments",
        "topics",
        "scope",
        "relations"
      ],
      "url": "https://export.arxiv.org/api/query?id_list=2505.05262%2C2505.05849%2C2505.05895%2C2505.06507%2C2505.07003%2C2505.07062%2C2505.07473%2C2505.10468%2C2505.10887%2C2505.10978%2C2505.11717%2C2505.12053%2C2505.12490%2C2505.12728%2C2505.13291%2C2505.13887%2C2505.14030%2C2505.14454%2C2505.14646%2C2505.14963%2C2505.15801%2C2505.15816%2C2505.15859%2C2505.17020%2C2505.17629%2C2505.17735%2C2505.18746%2C2505.19713%2C2505.20023%2C2505.20075%2C2505.20732%2C2505.20795%2C2505.21055%2C2505.22304%2C2505.22429%2C2505.22648%2C2505.23450%2C2505.23559%2C2505.23678%2C2505.24298%2C2505.24876%2C2506.00520%2C2506.00641%2C2506.01423%2C2506.01520%2C2506.01952%2C2506.02153%2C2506.03231%2C2506.03569%2C2506.04301&max_results=50"
    }
  ],
  "id": "arxiv:2506.01520",
  "identifiers": {
    "arxiv": "2506.01520"
  },
  "kind": "paper",
  "last_verified_at": "2026-11-05T23:01:45Z",
  "licenses": {
    "code": null,
    "data": null,
    "document": null,
    "weights": null
  },
  "links": [
    {
      "rel": "primary",
      "url": "https://arxiv.org/abs/2506.01520"
    }
  ],
  "name": "FormFactory: An Interactive Benchmarking Suite for Multimodal Form-Filling Agents",
  "notes": "The annotation and scope were reviewed against the complete retained arXiv abstract (v1). The evaluated MLLMs did not exceed 5% accuracy on this benchmark. Experiments, reported performance and artifact availability have not been independently reproduced.",
  "published_at": "2025-06-02",
  "relations": [],
  "review_status": "curated",
  "scope": "core",
  "summary": "Introduces FormFactory, an interactive web-based benchmark for agents filling online forms, with varied field formats and evaluation of instruction-to-field alignment.",
  "topics": [
    "evaluation",
    "screen-understanding"
  ],
  "updated_at": "2025-06-02",
  "url": "https://arxiv.org/abs/2506.01520"
}