{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"80a30acb-3ef9-5b49-9ff2-38aef8493534","task_key":"default--test--6460","task_revision_id":"1","upstream_id":"6460","short_description":"The energy charge of the cell is:","config":"default","split":"test","body":"{\"category\":\"health\",\"options\":\"['the extent to which the total adenine nucleotide pool is phosphorylated.', 'the difference between the total energy input and output of the cell.', 'generated by the sodium-potassium ATPase.', 'the amount of ATP available in the cell.', \\\"the energy required for the maintenance of the cell's structure.\\\", 'the difference between the charge on the outside and inside of a cell.', 'generated by the proton pump.', 'the sum of all the energy produced by the cell.', 'the overall rate of energy use by the cell.', \\\"the potential energy stored in the cell's membrane.\\\"]\",\"question\":\"The energy charge of the cell is:\",\"src\":\"ori_mmlu-college_medicine\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}