{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"603e67cf-20a6-5aa6-8627-4eafe3794a2f","task_key":"all--test--603e67cf-20a6-5aa6-8627-4eafe3794a2f","task_revision_id":"1","upstream_id":"","short_description":"Biocentrism is the view that","config":"all","split":"test","body":"{\"choices\":\"['the only beings that possess direct moral standing are human beings.', 'all and only sentient creatures have direct moral standing.', 'all living beings, because they are living, possess direct moral standing.', 'the primary bearers of direct moral standing are ecosystems in virtue of their functional integrity.']\",\"question\":\" Biocentrism is the view that\",\"subject\":\"moral_disputes\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}