{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"12caff04-41ea-569e-af88-9f7e219d0977","task_key":"default--test--570","task_revision_id":"1","upstream_id":"570","short_description":"In the history of marketing, when did the production period end?","config":"default","split":"test","body":"{\"category\":\"business\",\"options\":\"['In the 1960s.', 'At the start of the Industrial Revolution.', 'After the end of the First World War.', 'In the late 1930s.', 'In the early 1900s.', 'In the late 1800s.', 'In the 1920s.', 'In the early 1950s.', 'After the end of the Second World War.', 'In the mid-1800s.']\",\"question\":\"In the history of marketing, when did the production period end?\",\"src\":\"ori_mmlu-marketing\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}