{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f3c66a37-16f9-54e2-8a6a-9f44f05f6761","task_key":"default--validation--f3c66a37-16f9-54e2-8a6a-9f44f05f6761","task_revision_id":"1","upstream_id":"","short_description":"can you sign free agents outside transfer window","config":"default","split":"validation","body":"{\"passage\":\"The transfer window of a given football association governs only international transfers into that football association. International transfers out of an association are always possible to those associations that have an open window. The transfer window of the association that the player is leaving does not have to be open.\",\"question\":\"can you sign free agents outside transfer window\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}