{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"b1ce6925-ba60-54c7-a382-9d8dee2d86e9","task_key":"default--validation--b1ce6925-ba60-54c7-a382-9d8dee2d86e9","task_revision_id":"1","upstream_id":"","short_description":"can you use 5 pound coins in shops","config":"default","split":"validation","body":"{\"passage\":\"Five pound coins are legal tender but are intended as souvenirs and are rarely seen in circulation. The coins are sold by the Royal Mint at face value and also, with presentation folders, at a premium to that face value. The 2010 coins, with such folders, were sold for £9.95 each.\",\"question\":\"can you use 5 pound coins in shops\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}