{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"bf311806-36ea-5445-a997-95125eb42b10","task_key":"default--test--2404","task_revision_id":"1","upstream_id":"2404","short_description":"Cognitivists claim that classical conditioning results from","config":"default","split":"test","body":"{\"category\":\"psychology\",\"options\":\"['a fear of the unconditioned stimulus', 'an association between the conditioned stimulus and the unconditioned response', 'an expectation of the unconditioned response following the unconditioned stimulus', 'an expectation of what is coming following the conditioned stimulus', 'a learned behavior resulting from the repetition of the unconditioned stimulus and response', 'an association between the conditioned stimulus and the conditioned response', \\\"a change in the individual's behavior due to the unconditioned stimulus\\\", 'a memory of the unconditioned response', 'an association between the unconditioned stimulus and the conditioned stimulus', 'an association between the unconditioned stimulus and the unconditioned response']\",\"question\":\"Cognitivists claim that classical conditioning results from\",\"src\":\"ori_mmlu-high_school_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}