{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"696e074d-4090-54c0-8571-64b815eeca60","task_key":"default--validation--696e074d-4090-54c0-8571-64b815eeca60","task_revision_id":"1","upstream_id":"","short_description":"do mac and harm get together on jag","config":"default","split":"validation","body":"{\"passage\":\"In the final episode of the series Mac is selected to head a Joint Legal Service Center Southwest, in San Diego, California. It is not known if she takes this position since her future is left to the audience's imagination. She and Captain Harmon ``Harm'' Rabb become engaged during the show's final episode, flipping a coin to see who will resign their commission.\",\"question\":\"do mac and harm get together on jag\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}