{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"f6294a79-f3bd-5ff0-956a-4a9b242964d1","task_key":"all--test--f6294a79-f3bd-5ff0-956a-4a9b242964d1","task_revision_id":"1","upstream_id":"","short_description":"Which of the following is true of a profitmaximizing firm in the short run?","config":"all","split":"test","body":"{\"choices\":\"['The firm will shut down to minimize losses if product price falls below average total cost.', 'The firm will shut down if marginal revenue equals marginal cost but exceeds average variable cost.', 'The firm will continue to produce as long as total revenue exceeds total variable cost, even if it incurs loss.', 'The firm will continue to produce as long as average variable cost is less than average fixed cost.']\",\"question\":\"Which of the following is true of a profitmaximizing firm in the short run?\",\"subject\":\"miscellaneous\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}