{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"932130ee-de30-5a1b-a9af-715a8bfa2832","task_key":"default--test--4542","task_revision_id":"1","upstream_id":"4542","short_description":"An E. coli culture will grow to a limiting concentration of about 10^9 cell per…","config":"default","split":"test","body":"{\"category\":\"chemistry\",\"options\":\"['0.25%', '0.57%', '0.0314%', '.0157%', '1.57%', '3.14%', '25%', '15.7%', '.157%', '5.7%']\",\"question\":\"An E. coli culture will grow to a limiting concentration of about 10^9 cell per cm^3. At this concentration what percentage of the total volume of the culture medium is occupied by the cells? Assume that an E. coli cell is cylindrical and that it is 2.0\\\\mu long and has a 1.0\\\\mu diameter.\",\"src\":\"stemez-Chemistry\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}