{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"8152b705-4189-5918-8dde-a6feb7ef2c06","task_key":"default--validation--8152b705-4189-5918-8dde-a6feb7ef2c06","task_revision_id":"1","upstream_id":"","short_description":"does trevor die in the fundamentals of caring","config":"default","split":"validation","body":"{\"passage\":\"Ben and Trevor make it home safely, and having finally coped with the loss of his son, Ben meets his estranged wife and gives her the divorce papers. He continues writing, his next novel being about Trevor. He narrates his writing the last few lines, informing the audience that he eventually quit as Trevor's caregiver, but the two remained friends. On Trevor's 21st birthday, Ben went into his room to find Trevor lying dead on the floor and his new caregiver crying on the floor next to him, only to find out Trevor was faking. The caregiver quit the next day.\",\"question\":\"does trevor die in the fundamentals of caring\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}