{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"91eead59-f36c-58b1-8110-efe3803bfe30","task_key":"default--test--2257","task_revision_id":"1","upstream_id":"2257","short_description":"What do the results of most psychological studies of aggression imply about…","config":"default","split":"test","body":"{\"category\":\"psychology\",\"options\":\"['Television programming is the sole cause of aggression in viewers', 'Aggression on television promotes positive conflict resolution', 'Television programming with prosocial messages increases aggression', 'Violent television increases aggression', 'Television increases passive behavior, not aggression', 'Non-violent television increases aggression', 'Aggression in television reflects society but does not affect it', 'Television reduces aggression', 'Television has no effect on aggression', 'Effects of television on aggression are unknown']\",\"question\":\"What do the results of most psychological studies of aggression imply about television programming?\",\"src\":\"stemez-Psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}