{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"8a412c71-cfbb-5aa6-b973-a23282c094c2","task_key":"default--test--9409","task_revision_id":"1","upstream_id":"9409","short_description":"An object, starting from rest, is given an acceleration of 16 feet per second^2…","config":"default","split":"test","body":"{\"category\":\"physics\",\"options\":\"['48 ft per sec', '64 ft per sec', '30 ft per sec', '72 ft per sec', '16 ft per sec', '54 ft per sec', '32 ft per sec', '24 ft per sec', '80 ft per sec', '96 ft per sec']\",\"question\":\"An object, starting from rest, is given an acceleration of 16 feet per second^2 for 3 seconds. What is its speed at the end of 3 seconds?\",\"src\":\"stemez-Physics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}