{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"eb48eefc-9749-5f7d-b286-224f75c9c735","task_key":"default--test--6764","task_revision_id":"1","upstream_id":"6764","short_description":"Select the single most accurate statement about the absorptive area of the human…","config":"default","split":"test","body":"{\"category\":\"health\",\"options\":\"['The absorptive area is equivalent to that of a tennis court', 'All of the options given are correct', 'Changes in motility increase the contact time between nutrients and absorptive surface', 'The presence of folds, villi and microvilli on the surface of enterocytes magnifies the absorptive area']\",\"question\":\"Select the single most accurate statement about the absorptive area of the human intestine?\\n\",\"src\":\"ori_mmlu-nutrition\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}