{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"0dfa420c-1b4b-55a6-b68a-d40d2a5b8592","task_key":"all--test--0dfa420c-1b4b-55a6-b68a-d40d2a5b8592","task_revision_id":"1","upstream_id":"","short_description":"The use of 'indentured labour' in the nineteenth century involved:","config":"all","split":"test","body":"{\"choices\":\"['people being transported to the British colonies and forced to work for one employer under poor conditions', \\\"the sale of African people through the slave trade in the 'Atlantic triangle'\\\", \\\"selecting the most skilled workers in factories to promote their employer's company overseas\\\", 'extracting the teeth of the laziest workers to stop them from talking']\",\"question\":\"The use of 'indentured labour' in the nineteenth century involved:\",\"subject\":\"sociology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}