{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"8b54d354-2162-5c48-970b-2c230807cd1b","task_key":"default--test--7623","task_revision_id":"1","upstream_id":"7623","short_description":"Households demand more money as an asset when","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['the demand for goods and services decreases.', 'the stock market crashes.', 'bond prices fall.', 'the nominal interest rate falls.', 'the unemployment rate rises.', 'the supply of bonds increases.', 'nominal GDP falls.', 'the inflation rate rises.', 'the supply of money falls.', 'real GDP falls.']\",\"question\":\"Households demand more money as an asset when\",\"src\":\"ori_mmlu-high_school_macroeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}