{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"d0b294bf-8513-522b-a317-c2117065f92f","task_key":"all--test--d0b294bf-8513-522b-a317-c2117065f92f","task_revision_id":"1","upstream_id":"","short_description":"What are the experiences when a sexual addict has completed the sexual act?","config":"all","split":"test","body":"{\"choices\":\"['(s)he experiences feelings of hopelessness and despair', '(s)he uses the fantasy of the behaviour just completed to become aroused again', '(s)he feels relaxed and emotionally relieved', '(s)he immediately becomes sexually aroused again and feels good about the behaviour']\",\"question\":\"What are the experiences when a sexual addict has completed the sexual act?\",\"subject\":\"human_sexuality\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}