{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"0538a30e-1687-5813-a80d-95d2dac71a3b","task_key":"default--validation--0538a30e-1687-5813-a80d-95d2dac71a3b","task_revision_id":"1","upstream_id":"","short_description":"can you pick up the first card in rummy","config":"default","split":"validation","body":"{\"passage\":\"Play begins with the player on the dealer's left and proceeds clockwise. On their turn, each player draws the top card from the stock or the discard pile. The player may then meld or lay off, which are both optional, before discarding a single card to the top of the discard pile to end their turn.\",\"question\":\"can you pick up the first card in rummy\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}