{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f0c17d53-8c0a-5ab2-a954-0f4575619843","task_key":"default--test--2067","task_revision_id":"1","upstream_id":"2067","short_description":"Research suggests children’s successful adjustment to the divorce of their…","config":"default","split":"test","body":"{\"category\":\"psychology\",\"options\":\"['the quality of the parent-child relationships prior to the divorce.', 'the degree of post-divorce conflict between the parents.', \\\"the child's academic performance prior to the divorce.\\\", 'the frequency of contact with the noncustodial parent.', 'the gender of the child.', 'the socio-economic status of the parents.', 'the remarriage of the custodial parent.', 'the number of siblings the child has.', 'the age of the child at the time of the divorce.', 'the child’s ability to understand the cause(s) of the divorce.']\",\"question\":\"Research suggests children’s successful adjustment to the divorce of their parents is most related to:\",\"src\":\"ori_mmlu-professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}