{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"2fbd5a07-98b8-5586-acce-634e8b2cf78d","task_key":"default--validation--2fbd5a07-98b8-5586-acce-634e8b2cf78d","task_revision_id":"1","upstream_id":"","short_description":"has israel ever qualified for the world cup","config":"default","split":"validation","body":"{\"passage\":\"This is a record of Israel's results at the FIFA World Cup. They have qualified for the tournament on one occasion, in 1970. Israel qualified for the 1970 World Cup as an Asian team. Soon after this, they were expelled from the Asian Football Confederation, and now compete in the European zone as a member of UEFA.\",\"question\":\"has israel ever qualified for the world cup\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}