{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"4343c2e7-2cdf-529c-9770-b1aff618e3b6","task_key":"all--test--4343c2e7-2cdf-529c-9770-b1aff618e3b6","task_revision_id":"1","upstream_id":"","short_description":"Which of the following methods has led to the most discoveries of massive…","config":"all","split":"test","body":"{\"choices\":\"[\\\"detecting the gravitational effect of an orbiting planet by looking for the Doppler shifts in the star's spectrum\\\", \\\"detecting the shift of the star's position against the sky due to the planet's gravitational pull\\\", 'detecting a planet ejected from a binary star system', 'detecting the starlight reflected off the planet']\",\"question\":\"Which of the following methods has led to the most discoveries of massive planets orbiting near their parent stars?\",\"subject\":\"astronomy\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}