{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"e0139508-89f9-58d0-b751-37f95792689d","task_key":"default--test--9549","task_revision_id":"1","upstream_id":"9549","short_description":"As more lamps are connected in parallel in a circuit the current in the power…","config":"default","split":"test","body":"{\"category\":\"physics\",\"options\":\"['increases.', 'remains much the same.', 'Becomes erratic.', 'Is halved.', 'Varies inversely with the number of lamps.', 'Doubles.', 'Is not affected by the number of lamps.', 'Is dependent on the type of lamp.', 'decreases.', 'Need more information.']\",\"question\":\"As more lamps are connected in parallel in a circuit the current in the power source\",\"src\":\"ori_mmlu-conceptual_physics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}