{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"6ae84ed5-e61e-57fb-8d61-7cba48671623","task_key":"default--validation--6ae84ed5-e61e-57fb-8d61-7cba48671623","task_revision_id":"1","upstream_id":"","short_description":"does the waterloo and city line run on sundays","config":"default","split":"validation","body":"{\"passage\":\"The Waterloo & City line (colloquially known as The Drain) is a London Underground line that runs between Waterloo and Bank with no intermediate stops. Its primary traffic consists of commuters from south-west London, Surrey and Hampshire arriving at Waterloo main line station and travelling forward to the City of London financial district, and for this reason the line does not normally operate on Sundays.\",\"question\":\"does the waterloo and city line run on sundays\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}