{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f414045b-3836-5df7-a96d-606e3ada9980","task_key":"default--validation--f414045b-3836-5df7-a96d-606e3ada9980","task_revision_id":"1","upstream_id":"","short_description":"is hellmans mayo the same as best foods","config":"default","split":"validation","body":"{\"passage\":\"Hellmann's and Best Foods are brand names that are used for the same line of mayonnaise and other food products. The Hellmann's brand is sold in the United States east of the Rocky Mountains, and also in Latin America, Europe, Australia, the Middle East, Canada and South Africa. The Best Foods brand is sold in the United States west of the Rocky Mountains, and also in Asia, Australia, and New Zealand.\",\"question\":\"is hellmans mayo the same as best foods\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}