{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"1cf0e9e1-a481-5e55-bafa-32bdd5e442e1","task_key":"default--test--6900","task_revision_id":"1","upstream_id":"6900","short_description":"At a Nash equilibrium,","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['the equilibrium is unstable and each party would like to switch strategies', 'the marginal utility curve intersects the marginal cost curve', 'neither party has an incentive to deviate from his or her strategy', 'the equilibrium is stable and each party would like to switch strategies', 'the equilibrium is where the total revenue equals total cost', 'both parties are minimizing their payoff', \\\"each party is maximizing their own payoff, regardless of the other's strategy\\\", 'the supply curve is equal to the demand curve at all points', 'the marginal revenue curve intersects the marginal cost curve', 'the supply curve intersects the demand curve']\",\"question\":\"At a Nash equilibrium,\",\"src\":\"ori_mmlu-high_school_microeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}