{
  "aliases": [],
  "authors": [
    "Aaryaman Kartha",
    "Ahmed Masry",
    "Mohammed Saidul Islam",
    "Thinh Lang",
    "Shadikur Rahman",
    "Ridwan Mahbub",
    "Mizanur Rahman",
    "Mahir Ahmed",
    "Md Rizwan Parvez",
    "Enamul Hoque",
    "Shafiq Joty"
  ],
  "details": {
    "arxiv_snapshot": {
      "abstract_hash_method": "sha256-utf8-whitespace-collapsed-v1",
      "abstract_sha256": "def26d823e71c48d560131030876476528a09060c93d607f029819accc18b0ec",
      "submitted_at": "2025-08-24T15:11:44Z",
      "updated_at": "2025-08-24T15:11:44Z",
      "version": 1,
      "versioned_url": "https://arxiv.org/abs/2508.17398v1"
    },
    "publication": {
      "authors": [
        "Aaryaman Kartha",
        "Ahmed Masry",
        "Mohammed Saidul Islam",
        "Thinh Lang",
        "Shadikur Rahman",
        "Ridwan Mahbub",
        "Mizanur Rahman",
        "Mahir Ahmed",
        "Md. Rizwan Parvez",
        "Enamul Hoque",
        "Shafiq Joty"
      ],
      "date_basis": "Explicit publisher metadata: 2026/3; precision=month.",
      "date_parts": [
        2026,
        3
      ],
      "doi": "10.18653/v1/2026.findings-eacl.177",
      "event_dates": null,
      "evidence_urls": [
        "https://aclanthology.org/2026.findings-eacl.177/"
      ],
      "identity_basis": "Same work: exact normalized landing title, corresponding author list, and matching specific contribution. Publisher and arXiv versions remain distinct.",
      "issue": null,
      "notes": "This work already exists as metadata_verified arxiv:2508.17398. Its retained Atom body was unavailable locally, so identity is based on the exact title and full author list (minor Md. punctuation variant) in the existing record and publisher source. No arXiv API refresh or second work is proposed. Publisher-hosted proceedings record; distinct from the retained arXiv preprint snapshot.",
      "pages": "3385-3407",
      "pdf_url": "https://aclanthology.org/2026.findings-eacl.177.pdf",
      "publisher": "Association for Computational Linguistics",
      "series": null,
      "title": "DashboardQA: Benchmarking Multimodal Agents for Question Answering on Interactive Dashboards",
      "type": "conference-paper",
      "url": "https://aclanthology.org/2026.findings-eacl.177/",
      "venue": "Findings of the Association for Computational Linguistics: EACL 2026",
      "volume": null
    }
  },
  "environments": [
    "unspecified"
  ],
  "evidence": [
    {
      "method": "arxiv_api",
      "retrieved_at": "2026-10-17T07:57:51Z",
      "role": "primary",
      "sha256": "b91987360225499418fcd3645d7d5effac91e8202bf7c7e17c9f9e31d25b5be8",
      "supports": [
        "name",
        "authors",
        "published_at",
        "updated_at",
        "identifiers.arxiv",
        "details.arxiv_snapshot"
      ],
      "url": "https://export.arxiv.org/api/query?id_list=2506.01423%2C2506.03231%2C2506.04301%2C2506.05336%2C2506.07385%2C2506.07398%2C2506.08136%2C2506.08837%2C2506.10953%2C2506.11425%2C2506.11763%2C2506.13538%2C2506.14683%2C2506.15461%2C2506.18959%2C2506.19502%2C2506.20668%2C2506.21252%2C2506.21495%2C2506.21614%2C2507.01599%2C2507.02279%2C2507.02825%2C2507.04036%2C2507.07400%2C2507.09481%2C2507.09884%2C2507.13348%2C2507.14447%2C2507.16704%2C2507.19902%2C2507.21678%2C2507.22925%2C2508.01548%2C2508.02866%2C2508.04002%2C2508.04389%2C2508.05193%2C2508.05294%2C2508.05748%2C2508.07871%2C2508.07999%2C2508.08228%2C2508.09124%2C2508.09981%2C2508.15804%2C2508.16153%2C2508.17398%2C2508.18489%2C2508.19611&max_results=50"
    },
    {
      "method": "editorial_primary_review",
      "retrieved_at": "2026-10-17T09:53:48+00:00",
      "role": "primary",
      "sha256": "a6c9884ad737559bdbf266858be959e6d641ade412d6cdd9db2ac6f5fa4d0a4f",
      "supports": [
        "details.publication.authors",
        "details.publication.date_basis",
        "details.publication.date_parts",
        "details.publication.doi",
        "details.publication.identity_basis",
        "details.publication.notes",
        "details.publication.pages",
        "details.publication.pdf_url",
        "details.publication.publisher",
        "details.publication.title",
        "details.publication.type",
        "details.publication.url",
        "details.publication.venue"
      ],
      "url": "https://aclanthology.org/2026.findings-eacl.177/"
    },
    {
      "method": "editorial_primary_review",
      "retrieved_at": "2026-11-05T23:01:54Z",
      "role": "primary",
      "sha256": "ff100e932a2c0dd45e8c1fe7a886af54ba9927ac638f516c8082a14138bfa7cb",
      "supports": [
        "name",
        "kind",
        "summary",
        "environments",
        "topics",
        "scope",
        "relations"
      ],
      "url": "https://export.arxiv.org/api/query?id_list=2508.05294%2C2508.05748%2C2508.06960%2C2508.07871%2C2508.07999%2C2508.08228%2C2508.08997%2C2508.09124%2C2508.09736%2C2508.09981%2C2508.13167%2C2508.13186%2C2508.15804%2C2508.16153%2C2508.16271%2C2508.16763%2C2508.17398%2C2508.18265%2C2508.18489%2C2508.19461%2C2508.19611%2C2508.19828%2C2508.20018%2C2508.20410%2C2508.20890%2C2508.21475%2C2509.00088%2C2509.00969%2C2509.01684%2C2509.02473%2C2509.02547%2C2509.03536%2C2509.04018%2C2509.04198%2C2509.05368%2C2509.05831%2C2509.06501%2C2509.06917%2C2509.07098%2C2509.08820%2C2509.08826%2C2509.08827%2C2509.09321%2C2509.10345%2C2509.10540%2C2509.11067%2C2509.11253%2C2509.12543%2C2509.12987%2C2509.13313&max_results=50"
    }
  ],
  "id": "arxiv:2508.17398",
  "identifiers": {
    "arxiv": "2508.17398"
  },
  "kind": "paper",
  "last_verified_at": "2026-11-05T23:01:54Z",
  "licenses": {
    "code": null,
    "data": null,
    "document": null,
    "weights": null
  },
  "links": [
    {
      "rel": "primary",
      "url": "https://arxiv.org/abs/2508.17398"
    },
    {
      "rel": "publication",
      "url": "https://aclanthology.org/2026.findings-eacl.177/"
    },
    {
      "rel": "publication_pdf",
      "url": "https://aclanthology.org/2026.findings-eacl.177.pdf"
    }
  ],
  "name": "DashboardQA: Benchmarking Multimodal Agents for Question Answering on Interactive Dashboards",
  "notes": "The annotation and scope were reviewed against the complete retained arXiv abstract (v1). The benchmark centers on interactive dashboards from Tableau Public. Experiments, reported performance and artifact availability have not been independently reproduced.",
  "published_at": "2025-08-24",
  "relations": [],
  "review_status": "curated",
  "scope": "core",
  "summary": "Introduces DashboardQA to evaluate how vision-language GUI agents answer questions by interacting with dashboards, grounding elements, and planning actions.",
  "topics": [
    "evaluation",
    "grounding",
    "planning",
    "screen-understanding"
  ],
  "updated_at": "2025-08-24",
  "url": "https://arxiv.org/abs/2508.17398"
}