{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"3d9ac2cf-6ec5-5372-bcd5-9bb11c2b7a85","task_key":"default--test--6986","task_revision_id":"1","upstream_id":"6986","short_description":"The demand curve for labor is derived from","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['the demand curve for the output produced by labor', 'the demand curve for the input used by labor', 'the aggregate demand in the economy', 'the market labor demand curve', 'the equilibrium employment level in the labor market', 'the labor supply curve for the firm', 'the price elasticity of demand for labor', 'the product supply curve for the firm', 'the labor demand curve for the industry', 'the equilibrium wage in the labor market']\",\"question\":\"The demand curve for labor is derived from\",\"src\":\"ori_mmlu-high_school_microeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}