{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"cd6ebd7e-5b73-5d92-9bba-9d45db51d01a","task_key":"default--test--2053","task_revision_id":"1","upstream_id":"2053","short_description":"What is an attitude?","config":"default","split":"test","body":"{\"category\":\"psychology\",\"options\":\"['a learned skill that improves with practice', 'a definitive decision made based on facts', 'an emotional state that varies frequently', 'a set of behaviors that are consistent across different situations', 'a moral judgment that defines right or wrong actions', 'a relatively stable and enduring tendency to react positively or negatively to a particular person, object, situation, or event', 'a cognitive ability to solve complex problems', 'a temporary reaction to a situation', 'a biological impulse triggered by environmental factors', 'a physical response to a stimulus']\",\"question\":\"What is an attitude?\",\"src\":\"stemez-Psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}