{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"69bae641-d448-5735-a861-710b14e9d596","task_key":"default--test--2000","task_revision_id":"1","upstream_id":"2000","short_description":"Attentional load theory posits:","config":"default","split":"test","body":"{\"category\":\"psychology\",\"options\":\"['The degree to which an attended stimulus is processed depends on the extent of processing required by the ignored stimulus', 'Attentional load theory is based on the number of tasks being performed simultaneously', 'The unity of our actions places limits on attentional resources', 'The capacity of attentional resources is determined by the complexity of the ignored stimulus', 'Selective attention causes a delay in the processing of an ignored stimulus', 'Attentional resources are limitless and can be allocated as needed', 'There is a general limit to the extent of attentional resources', 'The degree to which an ignored stimulus is processed depends on the extent of processing required by the attended stimulus', 'Selective attention facilitates inhibition of return', 'The extent of processing required by the ignored stimulus influences the processing of the attended stimulus']\",\"question\":\"Attentional load theory posits:\",\"src\":\"ori_mmlu-professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}