{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"38a681fd-ca38-5304-a22b-6bd5f520ebf0","task_key":"default--test--9218","task_revision_id":"1","upstream_id":"9218","short_description":"Consider a ball rolling in a horizontal circular path on the inside surface of a…","config":"default","split":"test","body":"{\"category\":\"physics\",\"options\":\"['may be greater or less than mg', 'is less than mg always', 'is greater than mg always', 'is dependent on the radius of the circular path', 'is equal to the gravitational force on the ball', 'is less than the weight of the ball', 'is mg', 'is independent of the mass of the ball', 'is independent of the surface material of the cone', 'is dependent on the velocity of the ball']\",\"question\":\"Consider a ball rolling in a horizontal circular path on the inside surface of a cone. The normal force on the ball\",\"src\":\"ori_mmlu-conceptual_physics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}