{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"89b3e35f-8d88-5695-ae7a-702ff1db578d","task_key":"default--test--9314","task_revision_id":"1","upstream_id":"9314","short_description":"The distance of your image behind a plane mirror is equal to","config":"default","split":"test","body":"{\"category\":\"physics\",\"options\":\"['your height in front of the mirror', 'your distance in front of the mirror', 'half your height', 'half your distance from the mirror', 'less than your distance in front of the mirror', 'three times your distance from the mirror', 'twice your distance from the mirror', 'more than your distance in front of the mirror', 'your distance from the mirror squared', 'the square root of your distance from the mirror']\",\"question\":\"The distance of your image behind a plane mirror is equal to\",\"src\":\"ori_mmlu-conceptual_physics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}