{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"0d51fc84-16cd-51a1-9238-255dda6d70e7","task_key":"default--test--9935","task_revision_id":"1","upstream_id":"9935","short_description":"A completely submerged object always displaces its own","config":"default","split":"test","body":"{\"category\":\"physics\",\"options\":\"['pressure of fluid.', 'surface area of fluid.', 'density of fluid.', 'weight of fluid.', 'depth of fluid.', 'temperature of fluid.', 'All of these.', 'viscosity of fluid.', 'mass of fluid.', 'volume of fluid.']\",\"question\":\"A completely submerged object always displaces its own\",\"src\":\"ori_mmlu-conceptual_physics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}