{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"dfca6363-ce80-5e2a-b0a8-6558635257f5","task_key":"default--test--4550","task_revision_id":"1","upstream_id":"4550","short_description":"A silver dollar weighs about 0.943 ounces. Express this weightin grams, in…","config":"default","split":"test","body":"{\"category\":\"chemistry\",\"options\":\"['32.73 g, .03273 kg, 32,730 mg', '31.73 g, .03173 kg, 31,730 mg', '26.73 g, .02673 kg, 26,730 mg', '24.73 g, .02473 kg, 24,730 mg', '23.73 g, .02373 kg, 23,730 mg', '27.73 g, .02773 kg, 27,730 mg', '28.73 g, .02873 kg, 28,730 mg', '29.73 g, .02973 kg, 29,730 mg', '30.73 g, .03073 kg, 30,730 mg', '25.73 g, .02573 kg, 25,730 mg']\",\"question\":\"A silver dollar weighs about 0.943 ounces. Express this weightin grams, in kilograms, and in milligrams.\",\"src\":\"stemez-Chemistry\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}