{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"ca695809-d106-5473-84e7-6773f96d1e37","task_key":"default--test--5874","task_revision_id":"1","upstream_id":"5874","short_description":"Pre-testing a questionnaire is useful for:","config":"default","split":"test","body":"{\"category\":\"other\",\"options\":\"[\\\"Testing the respondent's knowledge in the subject area\\\", 'finding out which topics are important to the respondents', 'Assessing the cost of the research study', \\\"Determining the respondents' favorite questions\\\", 'testing out your computer and printer', 'deciding which respondents to leave out of the final sample', 'Determining the length of time it takes to complete the questionnaire', 'Predicting the final results of the study', 'Choosing the color scheme for the questionnaire', 'identifying any problems with the question wording and routing']\",\"question\":\"Pre-testing a questionnaire is useful for:\",\"src\":\"ori_mmlu-sociology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}