{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"2b6f6447-6d5c-5ea1-8f65-55280236a786","task_key":"default--test--2138","task_revision_id":"1","upstream_id":"2138","short_description":"A psychologist is asked to see a 10-year-old child for counseling in a school…","config":"default","split":"test","body":"{\"category\":\"psychology\",\"options\":\"[\\\"The parent(s) provide(s) written consent and the psychologist obtains the child's assent non-verbally\\\", 'Both the parent(s) and the child provide written consent to therapy for the child', 'The child provides written and verbal consent to therapy', 'The parent(s) provide(s) written consent and the child assents verbally to participate in therapy', 'The psychologist obtains written consent from both the school administration and the parent(s)', 'The school administration provides written consent and the child assents verbally to participate in therapy', 'The parent(s) provide(s) written and verbal consent to therapy for the child', 'The parent(s) provide(s) verbal consent and the child provides written consent to participate in therapy', 'The child provides verbal assent to participate in therapy', 'The psychologist obtains verbal consent from the school administration']\",\"question\":\"A psychologist is asked to see a 10-year-old child for counseling in a school setting. Which of the following statements describes the best way for the psychologist to meet the prescribed ethical responsibility\",\"src\":\"ori_mmlu-professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}