{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"boolq","formal_name":"BoolQ","introduction":"BoolQ pairs naturally occurring yes/no questions from search queries with a passage that decides them. The format is simple, but the inference it needs is consistently heavier than it looks.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/google-research-datasets/boolean-questions","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"78715bde-8434-5b4a-8107-4bfa5de806dc","task_key":"default--validation--78715bde-8434-5b4a-8107-4bfa5de806dc","task_revision_id":"1","upstream_id":"","short_description":"can ace be used as a 1 in poker","config":"default","split":"validation","body":"{\"passage\":\"Each hand falls into a hand-ranking category determined by the patterns formed by its cards. Hands in a higher-ranking category always rank higher than hands in a lower-ranking category. Hands in the same category are ranked relative to each other by comparing the ranks of their respective cards. Suits are not ranked in poker, so hands in the same category that differ by suit alone are of equal rank. Cards in poker are ranked, from highest to lowest: A, K, Q, J, 10, 9, 8, 7, 6, 5, 4, 3 and 2. However, aces have the lowest rank under high rules when forming part of a five-high straight or straight flush, or when playing ace-to-five low or ace-to-six low rules.\",\"question\":\"can ace be used as a 1 in poker\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/google-research-datasets/boolean-questions","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}