{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu-pro","formal_name":"MMLU-Pro","introduction":"MMLU-Pro rebuilds MMLU with ten answer options instead of four and removes items that no longer separate models. Questions span fourteen academic and professional subjects.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"51a00352-8684-53d2-9c95-b812174389eb","task_key":"default--test--7550","task_revision_id":"1","upstream_id":"7550","short_description":"What is a derived demand?","config":"default","split":"test","body":"{\"category\":\"economics\",\"options\":\"['A demand that is caused by changes in weather patterns', 'A demand that is directly proportional to the supply of the product', 'A demand influenced by demographic changes in the population', 'A demand that decreases with the increase of product demand', 'A demand that creates new products', 'A demand for goods that are considered luxury items', 'A demand for a product due to its complementary relationship with another product', 'A demand that is independent of other demands', 'A demand which is derived from the demand for a final product', 'A demand for a product that is a substitute for another product']\",\"question\":\"What is a derived demand?\",\"src\":\"stemez-Economics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://huggingface.co/datasets/TIGER-Lab/MMLU-Pro","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}