{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"931e08cf-45df-5701-8b0a-7f5fae46ed69","task_key":"default--test--2579","task_revision_id":"1","upstream_id":"2579","short_description":"You would use the Solomon four-group design in order to:","config":"default","split":"test","body":"{\"category\":\"psychology\",\"options\":\"['improve external validity.', 'evaluate the impact of pretesting.', 'eliminate carryover effects.', 'increase the sample size.', 'control for confounding variables.', 'evaluate the effects of history and maturation.', 'eliminate selection bias.', 'measure the dependent variable.', 'increase statistical power.', 'reduce demand characteristics.']\",\"question\":\"You would use the Solomon four-group design in order to:\",\"src\":\"ori_mmlu-professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}