{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"ded4b4c6-8556-573b-adcb-1cb24fdb8361","task_key":"default--test--6330","task_revision_id":"1","upstream_id":"6330","short_description":"Muscle lactate production increases when:","config":"default","split":"test","body":"{\"category\":\"health\",\"options\":\"['the muscle is fully hydrated.', 'oxygen levels in the muscle are low.', 'glucose levels in the muscle are low.', 'oxygen is readily available.', 'the pH of the muscle falls.', 'the muscle is at rest.', 'pyruvate cannot be formed from glucose breakdown.', 'glycolysis is activated at the onset of exercise.', 'the muscle experiences a sudden drop in temperature.', 'the muscle is in a state of relaxation.']\",\"question\":\"Muscle lactate production increases when:\",\"src\":\"ori_mmlu-college_medicine\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}