{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"fcaf5e54-47ea-52b9-b986-54b911c128d2","task_key":"all--test--fcaf5e54-47ea-52b9-b986-54b911c128d2","task_revision_id":"1","upstream_id":"","short_description":"Which of the following is the best example of the free-rider effect?","config":"all","split":"test","body":"{\"choices\":\"[\\\"You and a friend take a road trip to Florida in your friend's car. You pay for the gas.\\\", 'In exchange for tutoring your friend in economics, she helps you with your geometry assignment.', 'You have ordered a big college football game on pay-per-view, and several of your buddies show up unannounced to watch it at your place.', 'You buy your date dinner, but your date insists on leaving a tip for the server.']\",\"question\":\"Which of the following is the best example of the free-rider effect?\",\"subject\":\"high_school_microeconomics\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}