{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"6d902cc6-68b5-5028-90cd-2f0d0dc09110","task_key":"default--validation--6d902cc6-68b5-5028-90cd-2f0d0dc09110","task_revision_id":"1","upstream_id":"","short_description":"is ihop and applebee's owned by the same company","config":"default","split":"validation","body":"{\"passage\":\"Dine Brands Global Inc, formerly DineEquity Inc., and before that IHOP Corporation, is an American company that franchises and operates IHOP and Applebee's restaurants. The company is headquartered in Glendale, California.\",\"question\":\"is ihop and applebee's owned by the same company\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}