{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"c366772b-0148-5eb7-8ab2-a691b583e817","task_key":"default--validation--c366772b-0148-5eb7-8ab2-a691b583e817","task_revision_id":"1","upstream_id":"","short_description":"is there a wells fargo in new york","config":"default","split":"validation","body":"{\"passage\":\"Wells Fargo Securities (``WFS'') is the investment banking division of Wells Fargo & Co. The size and financial performance of this group is not disclosed publicly, but analysts believe the investment banking group houses approximately 4,500 employees and generates between $3 and $4 billion per year in investment banking revenue. By comparison, two of Wells Fargo's largest competitors, Bank of America and J.P. Morgan Chase generated approximately $5.5 billion and $6 billion respectively in 2011 (not including sales and trading revenue). WFS headquarters is in Charlotte, North Carolina, with other U.S. offices in New York, Minneapolis, Boston, Houston, San Francisco, and Los Angeles, and international offices in London, Hong Kong, Singapore, and Tokyo.\",\"question\":\"is there a wells fargo in new york\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}