{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c568c2e4-b888-52a7-ba48-75ffe5e8a1db","task_key":"default--validation--c568c2e4-b888-52a7-ba48-75ffe5e8a1db","task_revision_id":"1","upstream_id":"","short_description":"is the movie lady bird about lady bird johnson","config":"default","split":"validation","body":"{\"passage\":\"Lady Bird is a 2017 American coming-of-age comedy-drama film written and directed by Greta Gerwig and starring Saoirse Ronan, Laurie Metcalf, Tracy Letts, Lucas Hedges, Timothée Chalamet, Beanie Feldstein, Stephen McKinley Henderson, and Lois Smith. Set in Sacramento, California, in 2002, it is a coming-of-age story of a high-school senior and her turbulent relationship with her mother.\",\"question\":\"is the movie lady bird about lady bird johnson\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}