{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"11afed53-5a4a-5d76-8b33-5b476904d8bc","task_key":"default--test--7165","task_revision_id":"1","upstream_id":"7165","short_description":"Stagflation is the result of","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['a rightward shift in the aggregate supply curve.', 'a leftward shift in the aggregate demand curve.', 'a leftward shift in both the aggregate supply and aggregate demand curves.', 'a leftward shift in the money supply curve.', 'a rightward shift in the aggregate demand curve.', 'a leftward shift in the aggregate supply curve.', 'a rightward shift in the money supply curve.', 'a rightward shift in both the aggregate supply and aggregate demand curves.', 'a rightward shift in both the money supply and aggregate demand curves.', 'a leftward shift in both the money supply and aggregate demand curves.']\",\"question\":\"Stagflation is the result of\",\"src\":\"ori_mmlu-high_school_macroeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}