{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"1a3ab8ed-5858-55f9-a194-a72928fe57d3","task_key":"default--validation--1a3ab8ed-5858-55f9-a194-a72928fe57d3","task_revision_id":"1","upstream_id":"","short_description":"do male and female highland cows have horns","config":"default","split":"validation","body":"{\"passage\":\"Highland cattle (Scottish Gaelic: Bò Ghàidhealach; Scots: Heilan coo) are a Scottish cattle breed. They have long horns and long wavy coats that are coloured black, brindle, red, yellow, white, silver (looks white but with a black nose) or dun, and they are raised primarily for their meat. They originated in the Highlands and Outer Hebrides islands of Scotland and were first mentioned in the 6th century AD. The first herd book described two distinct types of Highland cattle but, due to crossbreeding between the two, only one type now exists and is registered. They have since been exported worldwide.\",\"question\":\"do male and female highland cows have horns\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}