{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"74550489-77e6-5a8a-bc52-a4e3e7591d2d","task_key":"default--test--8980","task_revision_id":"1","upstream_id":"8980","short_description":"A simple random sample is defined by","config":"default","split":"test","body":"{\"category\":\"math\",\"options\":\"['the statistical analysis of the sample.', 'the location of the sample.', 'whether or not the sample is biased.', 'both of the above.', 'the method of selection.', 'how representative the sample is of the population.', 'how diverse the sample is.', 'examination of the outcome.', 'how many individuals are in the sample.', 'the time period in which the sample is taken.']\",\"question\":\"A simple random sample is defined by\",\"src\":\"ori_mmlu-high_school_statistics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}