{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"7685fa19-b612-5151-91c4-1e81d803876b","task_key":"default--validation--7685fa19-b612-5151-91c4-1e81d803876b","task_revision_id":"1","upstream_id":"","short_description":"can you go out on the first round of phase 10","config":"default","split":"validation","body":"{\"passage\":\"After laying down a Phase, players try to ``go out'' as soon as possible. To go out, a player must get rid of all of their cards by hitting and discarding. The player to go out first wins the hand. The winner of the hand, and any other players who also complete their Phase, will advance to the next Phase for the next hand, while any player not able to complete their Phase remain stuck on that Phase. Players count up the total value of cards left in their hands (the fewer cards left in their hand, the better) and score them as follows;\",\"question\":\"can you go out on the first round of phase 10\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}