{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"27836317-a586-50ae-8f03-fd6285ed08c5","task_key":"default--validation--27836317-a586-50ae-8f03-fd6285ed08c5","task_revision_id":"1","upstream_id":"","short_description":"is the movie the duel based on a true story","config":"default","split":"validation","body":"{\"passage\":\"On September 28, 2012, Kieran Darcy-Smith was set to direct the Helena, Texas set western film (only briefly ``appears'' in the final film, set instead in the fictional Mount Hermon) based on Matt Cook's 2009 Black Listed script, which David Hoberman and Todd Lieberman were announced to produce for their Mandeville Films.\",\"question\":\"is the movie the duel based on a true story\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}