{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"1a300477-7cf8-57a1-b7b0-ee83d81fd33e","task_key":"all--test--1a300477-7cf8-57a1-b7b0-ee83d81fd33e","task_revision_id":"1","upstream_id":"","short_description":"You are a consultant asked to design an intervention program in a recently…","config":"all","split":"test","body":"{\"choices\":\"['at the outset for contact that is rather casual and superficial, thus providing a “warm-up” phase', 'which make explicit the status hierarchy chat is implicit in the interactions between the wo groups', 'which provide an open airing and all-out discussion about what each group believes to be the negative crits of the other', 'for each group of residents co disconfirm negative traits of the other group']\",\"question\":\"You are a consultant asked to design an intervention program in a recently integrated housing project where antagonism and hostility between old and new residents are extremely high. The goal is to improve relations through contact. You would be more likely to facilitate that goal if you could arrange interactions that provide opportunities\",\"subject\":\"professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}