{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"e4619a3c-f440-519b-aeaa-52d9bf6fdb18","task_key":"default--validation--e4619a3c-f440-519b-aeaa-52d9bf6fdb18","task_revision_id":"1","upstream_id":"","short_description":"is five guys only on the east coast","config":"default","split":"validation","body":"{\"passage\":\"More followed in Old Town Alexandria and Springfield, Virginia, making five by 2001. Their success encouraged the Murrells to franchise their concept the following year, engaging Fransmart, a franchise sales organization. Former Washington Redskins kicker Mark Moseley, who had gone to work for Fransmart after his football career, played a key role in Five Guys' expansion and went on to become the company's director of franchise development after it ended its business relationship with Fransmart. In early 2003 the chain began franchising, opening the doors to rapid expansion which caught the attention of national restaurant trade organizations and the national press. The expansion started in Virginia and Maryland, and by the end of 2004, over 300 units were in development through the Northeast. Over the next few years the chain rapidly expanded across the entire United States and into Canada, reaching over 1,000 locations by 2012.\",\"question\":\"is five guys only on the east coast\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}