{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"855acb0c-e037-5c27-8f72-afd4f0ec43e4","task_key":"all--test--855acb0c-e037-5c27-8f72-afd4f0ec43e4","task_revision_id":"1","upstream_id":"","short_description":"You are conducting a multiple regression analysis and find that one of your…","config":"all","split":"test","body":"{\"choices\":\"['you should eliminate that predictor from the regression equation.', 'the predictor has an inverse relationship with the criterion.', 'the predictor is uncorrelated with the other predictors included in the analysis.', 'you have made a mistake in your data entry or calculations.']\",\"question\":\"You are conducting a multiple regression analysis and find that one of your predictors has a negative regression coefficient. This means that:\",\"subject\":\"professional_psychology\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}