{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"da386f2a-7784-5b5a-ac06-23cc509381d5","task_key":"default--validation--da386f2a-7784-5b5a-ac06-23cc509381d5","task_revision_id":"1","upstream_id":"","short_description":"is a roma tomato the same as a plum tomato","config":"default","split":"validation","body":"{\"passage\":\"Roma tomato or Roma is a plum tomato popularly used both for canning and producing tomato paste because of their slender and firm nature. Commonly found in supermarkets in some countries, Roma tomatoes are also known as Italian tomatoes or Italian plum tomatoes.\",\"question\":\"is a roma tomato the same as a plum tomato\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}