{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"612f2729-92b4-571e-bbbc-73e0874a1b39","task_key":"default--test--7410","task_revision_id":"1","upstream_id":"7410","short_description":"State the law of supply.","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['A direct relationship between the number of suppliers and quantity supplied', 'An inverse relationship between price and the speed of supply to the market', 'An inverse relationship between price and quantity supplied', 'A direct relationship between price and quantity supplied', 'A direct relationship between price and demand', 'A direct relationship between quantity supplied and production costs', 'An inverse relationship between quantity supplied and the number of suppliers', 'An inverse relationship between quantity supplied and technological advancements', 'A direct relationship between quantity supplied and demand', 'A direct relationship between consumer preferences and quantity supplied']\",\"question\":\"State the law of supply.\",\"src\":\"stemez-Economics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}