{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"d049ba2c-e608-5866-993d-c2615f9d895f","task_key":"all--test--d049ba2c-e608-5866-993d-c2615f9d895f","task_revision_id":"1","upstream_id":"","short_description":"A study designed to investigate the friendship patterns of abused children was…","config":"all","split":"test","body":"{\"choices\":\"['Coefficient-alpha reliability', 'Alternate-forms reliability', 'Inter-rater reliability', 'Test-retest reliability']\",\"question\":\"A study designed to investigate the friendship patterns of abused children was conducted by filming the interactions of the children and later having three raters view the footage and rate each child's pattern of behavior on a conflictual-behavior scale with values ranging from \\\"constant conflict\\\" to \\\"minimal conflict.\\\" Which of the following kinds of reliability is most critical to this study, given the methodology used to measure the variables?\",\"subject\":\"high_school_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}