{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"eb78e170-137a-5be5-b6e4-5bff2b100024","task_key":"default--test--5060","task_revision_id":"1","upstream_id":"5060","short_description":"Which statement is true about focus group research?","config":"default","split":"test","body":"{\"category\":\"other\",\"options\":\"['The participants should be selected at random.', 'The information can be generalized to describe a larger population.', 'The findings generate qualitative data that can be used to develop surveys.', 'It is an example of a formal research tool for practitioners.', 'The information collected cannot be used in decision making.', 'It is exclusively used for market research.', 'All participants in the focus group should have similar backgrounds and experiences.', 'It is the most efficient way to gather quantitative data.', \\\"The facilitator's role is to observe, not guide the discussion.\\\", 'The group must consist of at least 20 participants for valid results.']\",\"question\":\"Which statement is true about focus group research?\",\"src\":\"ori_mmlu-public_relations\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}