{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"e3eb72b1-a5aa-5b0f-a336-da0bac5f4f9e","task_key":"default--test--7117","task_revision_id":"1","upstream_id":"7117","short_description":"The owner of a competitive firm making zero economic profit","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['will most likely make more profits in the long run', 'is making a loss and should consider changing her business strategy', 'is making less than normal profits', 'is not making any profit at all', 'should consider expanding her business for more profit', 'is earning exceptionally high profits', 'is making more than what she would make in her next best alternative job', 'should lower her prices to increase profits', 'should consider shutting down because she could make more elsewhere', 'is making exactly what she would make in her next best alternative job']\",\"question\":\"The owner of a competitive firm making zero economic profit\",\"src\":\"ori_mmlu-high_school_microeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}