{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c1522871-ec63-5d7b-aa93-0fde4ec8f7f1","task_key":"default--validation--c1522871-ec63-5d7b-aa93-0fde4ec8f7f1","task_revision_id":"1","upstream_id":"","short_description":"is the movie the train a true story","config":"default","split":"validation","body":"{\"passage\":\"The Train is a 1964 war film directed by John Frankenheimer from a story and screenplay by Franklin Coen and Frank Davis, inspired by the non-fiction book Le front de l'art by Rose Valland, who documented the works of art placed in storage that had been looted by the Germans from museums and private art collections. It stars Burt Lancaster, Paul Scofield and Jeanne Moreau.\",\"question\":\"is the movie the train a true story\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}