{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"0dc867c3-5c78-5d04-b163-9e3817fb4b6e","task_key":"default--test--2224","task_revision_id":"1","upstream_id":"2224","short_description":"The Whorfian hypothesis of linguistic relativity helps explain why","config":"default","split":"test","body":"{\"category\":\"psychology\",\"options\":\"['some languages are tonal while others are not', 'humans have the ability to create new words', 'phonemes are not interchangeable with morphemes', 'people can understand multiple languages', 'cultures have developed different languages', 'Eskimos have many words relating to snow', 'parents use a high-pitched voice when speaking to infants', 'English has become a universal language']\",\"question\":\"The Whorfian hypothesis of linguistic relativity helps explain why\",\"src\":\"ori_mmlu-high_school_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}