{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"0ae184d9-c1d8-5c76-bc88-52e8db408e09","task_key":"default--test--4505","task_revision_id":"1","upstream_id":"4505","short_description":"Which of the following indicates that a reaction is spontaneous?","config":"default","split":"test","body":"{\"category\":\"chemistry\",\"options\":\"['the value of ΔH° is greater than zero', 'the value of ΔG° is greater than zero', 'the reaction occurs without any input of energy', 'the value of ΔS° is greater than zero', 'the value of ΔS° is less than zero', 'the value of Keq is greater than one', 'the reaction is exothermic', 'at equilibrium there are more products than reactants', 'the value of Keq is less than one']\",\"question\":\"Which of the following indicates that a reaction is spontaneous?\",\"src\":\"ori_mmlu-high_school_chemistry\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}