{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"1a1fd46b-bac8-5d31-9b3f-238faae5f1cc","task_key":"default--test--9456","task_revision_id":"1","upstream_id":"9456","short_description":"An electric dipole consisting of charges of magnitude $1.50 \\mathrm{nC}$…","config":"default","split":"test","body":"{\"category\":\"physics\",\"options\":\"['$8.50$$10^{-15} \\\\\\\\mathrm{C} \\\\\\\\cdot \\\\\\\\mathrm{m}$', '$13.20 \\\\\\\\times 10^{-15} \\\\\\\\mathrm{C} \\\\\\\\cdot \\\\\\\\mathrm{m}$', '$4.60 \\\\\\\\times 10^{-15} \\\\\\\\mathrm{C} \\\\\\\\cdot \\\\\\\\mathrm{m}$', '$6.20 \\\\\\\\times 10^{-15} \\\\\\\\mathrm{C} \\\\\\\\cdot \\\\\\\\mathrm{m}$', '$7.40$$10^{-15} \\\\\\\\mathrm{C} \\\\\\\\cdot \\\\\\\\mathrm{m}$', '$5.50 \\\\\\\\times 10^{-15} \\\\\\\\mathrm{C} \\\\\\\\cdot \\\\\\\\mathrm{m}$', '$12.00 \\\\\\\\times 10^{-15} \\\\\\\\mathrm{C} \\\\\\\\cdot \\\\\\\\mathrm{m}$', '$11.10 \\\\\\\\times 10^{-15} \\\\\\\\mathrm{C} \\\\\\\\cdot \\\\\\\\mathrm{m}$', '$9.30$$10^{-15} \\\\\\\\mathrm{C} \\\\\\\\cdot \\\\\\\\mathrm{m}$ ', '$10.20$$10^{-15} \\\\\\\\mathrm{C} \\\\\\\\cdot \\\\\\\\mathrm{m}$']\",\"question\":\"An electric dipole consisting of charges of magnitude $1.50 \\\\mathrm{nC}$ separated by $6.20 \\\\mu \\\\mathrm{m}$ is in an electric field of strength 1100 $\\\\mathrm{N} / \\\\mathrm{C}$. What is the magnitude of the electric dipole moment?\",\"src\":\"scibench-fund\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}