{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"aeb1bcb8-6bfc-54e9-985c-11d674f693c1","task_key":"all--test--aeb1bcb8-6bfc-54e9-985c-11d674f693c1","task_revision_id":"1","upstream_id":"","short_description":"Most mnemonic devices (like learning the notes on the staff by memorizing the…","config":"all","split":"test","body":"{\"choices\":\"['semantic encoding', 'potentiation', 'recognition', 'chunking']\",\"question\":\"Most mnemonic devices (like learning the notes on the staff by memorizing the sentence \\\"Every Good Boy Does Fine\\\" and using the first letter of each word) are examples of which memory enhancement technique?\",\"subject\":\"high_school_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}