{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"b54d983c-d53c-5b60-92c6-a110897d0f1e","task_key":"all--test--b54d983c-d53c-5b60-92c6-a110897d0f1e","task_revision_id":"1","upstream_id":"","short_description":"Which of the following best describes the 'Orient' according to Edward Said?","config":"all","split":"test","body":"{\"choices\":\"['The Orient is a constructed subject that is imagined as inferior, irrational, and backward, in comparison to the West.', 'The Orient is a geographical term once used to describe the east Asia.', 'The Orient is an imagined concept that must be rejected by scholars in order to analyse security.', 'Where there is an imbalance of power, the Orient is the dominant intellectual force or otherwise superior party.']\",\"question\":\"Which of the following best describes the 'Orient' according to Edward Said?\",\"subject\":\"security_studies\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}