{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"79425f9a-0bbd-596f-aea4-3d8ee975fa5c","task_key":"default--test--6710","task_revision_id":"1","upstream_id":"6710","short_description":"The thermic effect of food","config":"default","split":"test","body":"{\"category\":\"health\",\"options\":\"['is not affected by the type of food consumed', 'is directly related to the amount of food consumed', 'is always accompanied by a significant increase in body core temperature.', 'is significantly impacted by the amount of water consumed', 'is partly related to sympathetic activity stimulation in the postprandial phase', 'is substantially higher for carbohydrate than for protein', 'is not attenuated by food malabsorption.', 'is not influenced by the metabolic rate of the individual', 'is accompanied by a slight decrease in body core temperature.', 'is reduced when consuming a high-fat diet']\",\"question\":\"The thermic effect of food\\n\",\"src\":\"ori_mmlu-nutrition\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}