{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"4229cc4b-0c1e-504c-94af-77d0b11d4ff7","task_key":"default--test--11167","task_revision_id":"1","upstream_id":"11167","short_description":"Sandel's case against moral engineering can best be considered","config":"default","split":"test","body":"{\"category\":\"philosophy\",\"options\":\"['an expression of the ethics of care.', 'a natural law theory approach.', 'an application of the ethics of prima facie duty.', 'a deontological approach.', 'an existentialist approach.', 'a virtue ethics approach.', 'a relativist approach.', 'a Kantian approach.', 'a consequentialist approach.', 'a utilitarian approach.']\",\"question\":\" Sandel's case against moral engineering can best be considered\",\"src\":\"ori_mmlu-moral_disputes\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}