{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"eb672906-6008-5554-b98c-d16894e7ef1b","task_key":"default--validation--eb672906-6008-5554-b98c-d16894e7ef1b","task_revision_id":"1","upstream_id":"","short_description":"is the lead singer of hellyeah from mudvayne","config":"default","split":"validation","body":"{\"passage\":\"Hellyeah's beginnings can be traced back to 2000 on the Tattoo the Earth tour featuring Mudvayne, Nothingface, Slayer, Slipknot and Sevendust. Nothingface guitarist Tom Maxwell became friends with Mudvayne vocalist Chad Gray, and they talked about the possibility of forming a supergroup. The following year, Nothingface toured with Mudvayne and talks to form the supergroup continued, although were constantly put on hold due to scheduling conflicts. At this time, Gray and Maxwell had brainstormed five band names.\",\"question\":\"is the lead singer of hellyeah from mudvayne\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}