{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"3d7ec912-71f3-51ed-99e5-20e270df4a94","task_key":"default--test--3034","task_revision_id":"1","upstream_id":"3034","short_description":"Why does milk \\textquotedblleftspoil\\textquotedblright when kept in a…","config":"default","split":"test","body":"{\"category\":\"biology\",\"options\":\"['Enzymatic reactions with oxygen', 'Lactose crystallization', 'Loss of refrigeration power over time', 'mesophiles', 'Natural separation of milk components without bacterial influence', 'Acidification from exposure to light', 'psychrophilic bacteria', 'thermophiles', 'chemical reactions', 'Contamination from other food items']\",\"question\":\"Why does milk \\\\textquotedblleftspoil\\\\textquotedblright when kept in a refrigerator?\",\"src\":\"stemez-Biology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}