{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"667a8256-d3a2-5699-a5d4-e2c40482111b","task_key":"all--test--667a8256-d3a2-5699-a5d4-e2c40482111b","task_revision_id":"1","upstream_id":"","short_description":"A field is in the shape of a trapezoid. The shorter base of the trapezoid is 130…","config":"all","split":"test","body":"{\"choices\":\"['9,750 yards^2', '19,500 yards^2', '29,250 yards^2', '39,000 yards^2']\",\"question\":\"A field is in the shape of a trapezoid. The shorter base of the trapezoid is 130 yards long and the longer base is 390 yards long. The distance between the two bases is 75 yards. What is the area of the field?\",\"subject\":\"elementary_mathematics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}