{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"abc89067-b223-5088-86ed-f83d72845c3e","task_key":"default--test--4711","task_revision_id":"1","upstream_id":"4711","short_description":"Which of the following indicates a primary context?","config":"default","split":"test","body":"{\"category\":\"history\",\"options\":\"['the discovery of an artifact in a museum or private collection', 'an archaeological site found underwater', 'a site where artifacts have been intentionally buried for preservation', 'all of the above', 'a site where artifacts have been moved and rearranged by humans or natural forces', 'the presence of artifacts in a location due to trade or migration', 'all except D', 'the existence of a cache or collection of artifacts found where they were left', 'artifacts, ecofacts, and bone exposed on the ground surface by erosion']\",\"question\":\"Which of the following indicates a primary context?\",\"src\":\"ori_mmlu-prehistory\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}