{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"097be73d-9ece-571d-8dd8-f22548e6031c","task_key":"all--test--097be73d-9ece-571d-8dd8-f22548e6031c","task_revision_id":"1","upstream_id":"","short_description":"The research suggests that people who frequently view TV shows that depict…","config":"all","split":"test","body":"{\"choices\":\"['tend to overestimate the chance that they will be the victims of violence.', 'tend to underestimate the chance that they will be the victims of violence.', 'tend to overestimate the chance that they will be the perpetrators of violence.', 'are no different than those who do not view violent shows when estimating the chance they will be the victims or perpetrators of violence.']\",\"question\":\"The research suggests that people who frequently view TV shows that depict violent acts:\",\"subject\":\"professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}