{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"2f6ef6f9-0898-5527-b268-f1e95a135e82","task_key":"default--test--2060","task_revision_id":"1","upstream_id":"2060","short_description":"List and describe some environmental factors, excluding teratogens, that affect…","config":"default","split":"test","body":"{\"category\":\"psychology\",\"options\":\"[\\\"Father's age, father's diet, teratogens, parental education\\\", 'Exposure to high noise levels, maternal hydration levels, paternal exercise habits', \\\"Mother's exercise habits, father's income, baby's gender\\\", \\\"Mother's blood type, father's blood pressure, season of conception\\\", \\\"Parental religion, mother's music preference, father's height\\\", \\\"Mother's diet, mother's age, emotional stress in mother, mother's attitude, social class\\\"]\",\"question\":\"List and describe some environmental factors, excluding teratogens, that affect prenatal development.\",\"src\":\"stemez-Psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}