{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"27d1fbfb-4072-5417-94da-e3d31a910317","task_key":"default--test--6216","task_revision_id":"1","upstream_id":"6216","short_description":"A problem in comparing older adults' memory for recent events and events that…","config":"default","split":"test","body":"{\"category\":\"health\",\"options\":\"['Can be verified while older events often cannot', 'Are influenced by current mental state', 'May be very well rehearsed', 'Are more likely to be distorted or embellished', 'Are often less significant than older events', 'Have a different emotional impact', 'Have no denominator to help in computing an average', 'Can be easily confused with older events', 'Are more likely to be forgotten', 'Are far more meaningful']\",\"question\":\"A problem in comparing older adults' memory for recent events and events that happened a long time ago is that recent events\",\"src\":\"ori_mmlu-human_aging\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}