{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"ab9d67e2-9fcd-52fe-a467-e0716d810423","task_key":"default--validation--ab9d67e2-9fcd-52fe-a467-e0716d810423","task_revision_id":"1","upstream_id":"","short_description":"is dances with wolves supposed to have subtitles","config":"default","split":"validation","body":"{\"passage\":\"Costner developed the film with an initial budget of $15 million. Dances with Wolves had high production values and won seven Academy Awards including Best Picture and the Golden Globe Award for Best Motion Picture -- Drama. Much of the dialogue is spoken in Lakota with English subtitles. It was shot in South Dakota and Wyoming, and translated by Albert White Hat, the chair of the Lakota Studies Department at Sinte Gleska University.\",\"question\":\"is dances with wolves supposed to have subtitles\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}