{"kind":"task","effective_mode":"full","benchmark":{"kind":"benchmark","effective_mode":"full","slug":"hellaswag","formal_name":"HellaSwag","introduction":"HellaSwag asks which of four continuations naturally follows a sentence or a video caption. The wrong options are produced by adversarial filtering, so items that are nearly trivial for people remain hard for models.","introduction_ja":"","introduction_en":"","category":"Category not supplied","task_count":null,"acquisition_status":"Acquisition status not supplied","official_url":"https://rowanzellers.com/hellaswag/","indexing_mode":"index","profile":{"resources":[],"task_format":"","scoring":"","metric":"","size":"","answer_access":"","license":"","citation":"","maintainer":"","released":"","why_hard":"","related":[],"history":"","construction":"","limitations":"","saturation":"","scores":[]}},"task_id":"bef87ee1-1f22-5a95-8613-a13d75b4a70f","task_key":"default--validation--16979","task_revision_id":"1","upstream_id":"16979","short_description":"HellaSwag validation 16979","config":"default","split":"validation","body":"{\"activity_label\":\"Shaving\",\"ctx\":\"The man uses an electric razor to shave his beard. The man stops shaving to talk to the camera. the man\",\"endings\":\"['shakes hands with officials while shaving.', 'resumes shaving with the electric razor.', 'moves the razor back to his chin and talks.', 'returns from shaving then wipes shaving cream on his face.']\"}","display_format":"text","language":"","answer_status":"published","assets":[],"source_url":"https://rowanzellers.com/hellaswag/","history":"initial import","indexing_mode":"index","subproblems":[],"grids":[]}