{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"mmlu","formal_name":"MMLU","introduction":"MMLU asks four-way multiple-choice questions across 57 subjects, from elementary material to professional-level examinations. Since 2020 it has been the most widely cited single reference point for general capability.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://github.com/hendrycks/test","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"17a450f9-aeee-51d6-a50e-e1e444c98eb1","task_key":"all--test--17a450f9-aeee-51d6-a50e-e1e444c98eb1","task_revision_id":"1","upstream_id":"","short_description":"What does it mean to \"be stealthy\" during a penetration test?","config":"all","split":"test","body":"{\"choices\":\"['Performing the tests from an undisclosed location', 'Using encryption during tests to make the source of attacks impossible to determine', 'Performing penetration testing without the target organization knowing', 'Taking care to avoid activities during a penetration test that might attract attention, e.g., by operators or IDS services']\",\"question\":\"What does it mean to \\\"be stealthy\\\" during a penetration test?\",\"subject\":\"computer_security\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://github.com/hendrycks/test","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}